-- Logs begin at Thu 2021-06-24 12:05:53 UTC, end at Thu 2021-06-24 13:40:31 UTC. -- Jun 24 12:34:09.503932 dv-neutron-797121-4-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 12:34:12.191786 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.common.config [-] Logging enabled! Jun 24 12:34:12.192449 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev397 Jun 24 12:34:12.192595 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100038) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 12:34:12.195851 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.common.config [-] Logging enabled! Jun 24 12:34:12.196195 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev397 Jun 24 12:34:12.196496 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100038) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 12:34:12.197472 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 12:34:12.197747 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 12:34:12.198163 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 12:34:12.198452 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 12:34:12.198720 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 12:34:12.199104 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.199439 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.199773 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.200044 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.200387 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.200715 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.201035 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.201360 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.201697 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.202023 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.202339 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.202710 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.203026 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.203356 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.203691 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.204025 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.204337 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] debug = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.204670 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.205151 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.205664 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.206121 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.206587 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.207014 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.207395 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.207779 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.208183 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.208601 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] host = dv-neutron-797121-4-hyperv {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.208971 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.209356 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.209750 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.210159 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.210531 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.210941 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.211329 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.211705 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.212090 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] log_file = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.212470 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.212868 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.213254 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.213639 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.213959 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.214271 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.214690 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.215100 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.215470 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.215843 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.216213 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.216580 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.216998 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.217360 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.217748 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.218129 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.218532 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.218937 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.219313 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.219687 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.220061 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.220441 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.220806 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.221169 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.221537 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.221918 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.222288 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.222679 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.223106 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.223495 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.224394 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.224791 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.225168 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.225546 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.225915 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.226284 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.226654 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] use_json = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.227057 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.227432 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.227814 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.228192 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.228582 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.228953 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.229318 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.229704 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:12.230094 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.230486 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.230923 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.231306 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.231696 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.232070 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.232455 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.232827 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.233203 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.233585 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.233974 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.234353 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.234729 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.235123 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.235513 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.235906 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.236325 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.236713 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.237079 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.237450 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.237821 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.238201 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.238582 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.239005 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.239965 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.240331 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.240722 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.241110 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.241487 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.241864 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.242236 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.242611 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.243020 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.243407 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.243785 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.244160 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.244524 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.244895 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.245271 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.245660 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.246037 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.246427 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.246835 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.247186 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.247508 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.247843 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.248176 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.248494 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.248812 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.249136 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.249455 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.249774 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.250100 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.250417 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.250741 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.251093 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.251408 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.251771 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.252089 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.252406 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.252725 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.253039 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.253380 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.253716 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.254049 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.254384 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.254725 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.255109 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.255459 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.255821 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.256162 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.256501 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.256842 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.257182 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.257521 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.257859 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.258204 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.258543 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.258919 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.259285 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.259632 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.259977 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.260468 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.260658 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.261025 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.261385 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.261733 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.262070 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.262409 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.262793 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.263151 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.263502 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.263854 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.264191 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.267984 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.267984 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.267984 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.267984 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.267984 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:12.267984 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 12:34:12.267984 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100038) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 12:34:12.626728 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:12.627043 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:12.627348 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:12.627682 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 12:34:13.028534 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.028741 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.028987 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.030263 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.030530 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.030816 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.064329 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.064607 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.064870 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.079318 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.079594 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.079857 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.109471 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.109747 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.110012 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.147371 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.147641 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.147904 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.381812 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.382442 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.382442 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.382617 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.383323 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.508577 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.508971 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.509164 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.509428 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.509685 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.510056 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.510259 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.510467 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.510706 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.511003 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.511255 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.511511 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.511763 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.512019 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.512284 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.512527 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.513862 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.514138 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.514416 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.514674 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.514982 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.515334 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.515586 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.515868 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.516115 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.516355 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.516746 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100038) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:34:13.516985 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100038) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:34:13.517213 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100038) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:34:13.517444 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100038) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:34:13.517671 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100038) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:34:13.517901 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100038) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:34:13.519395 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 12:34:13.522557 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 12:34:13.526564 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 12:34:13.530453 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])]) Jun 24 12:34:13.532098 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 12:34:13.532539 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 12:34:13.532872 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 12:34:13.533246 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 12:34:13.536807 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 12:34:13.537059 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 12:34:13.537404 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 12:34:13.564921 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 12:34:13.565373 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.565667 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100038) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 12:34:13.566023 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.567432 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100038) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 12:34:13.567713 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 12:34:13.567954 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 12:34:13.571273 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.571550 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:13.634554 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 12:34:13.634716 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 12:34:13.634964 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 12:34:13.635345 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 12:34:13.655972 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_db.sqlalchemy.engines [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100038) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 12:34:14.190996 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Initializing driver for type 'gre' Jun 24 12:34:14.191527 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] gre ID ranges: [(1, 1000)] Jun 24 12:34:14.244975 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Initializing driver for type 'local' Jun 24 12:34:14.245334 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Initializing driver for type 'vlan' Jun 24 12:34:14.258974 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] VlanTypeDriver initialization complete Jun 24 12:34:14.259395 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Initializing driver for type 'vxlan' Jun 24 12:34:14.259907 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] vxlan ID ranges: [(1, 1000)] Jun 24 12:34:14.320920 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Initializing extension driver 'port_security' Jun 24 12:34:14.321294 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.extensions.port_security [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] PortSecurityExtensionDriver initialization complete Jun 24 12:34:14.321624 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Initializing mechanism driver 'openvswitch' Jun 24 12:34:14.321955 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Initializing mechanism driver 'hyperv' Jun 24 12:34:14.328848 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.plugins.ml2.plugin [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:14.329621 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > port after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.330000 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > port after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.330363 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > port after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.330755 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.331138 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.331491 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.331874 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > network after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.332231 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > network after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.332573 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > network after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.332952 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > security_group after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.333297 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > security_group after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.333635 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.334015 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.334360 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.334698 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.335327 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > address_group after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.335900 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > address_group after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.336491 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.337042 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] ML2 OVO RPC backend initialized. {{(pid=100038) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 24 12:34:14.337963 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.338322 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.338741 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > network before_response 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.339121 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > networks before_response 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.339471 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > port before_response 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.339814 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > ports before_response 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.340171 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > subnet before_response 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.340513 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > subnets before_response 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.340858 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > network after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.341204 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > network after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.341538 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > network after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.341875 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > port after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.342208 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > port after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.342555 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > port after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.342926 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.343261 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.343593 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.344161 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.plugin [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Modular L2 Plugin initialization complete Jun 24 12:34:14.344490 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading services supported by the core plugin {{(pid=100038) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 12:34:14.344816 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.plugins.ml2.managers [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Got port-security extension from driver 'port_security' Jun 24 12:34:14.345277 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.extensions.vlantransparent [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Disabled vlantransparent extension. Jun 24 12:34:14.345765 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100038) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 12:34:14.346075 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading Plugin: router Jun 24 12:34:14.382685 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.383367 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router after_create 55549900 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.383513 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router before_create 55549900 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.383826 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.384432 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.384595 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router after_delete 55549900 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.384985 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.385266 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router after_create 55549900 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.385616 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router after_update 55549900 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.385986 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router after_update 55549900 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.386307 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.386663 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router after_update 55549900 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.387100 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.387474 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: port after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.387818 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: port after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.388158 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: subnet after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.388492 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.388847 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.389198 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.389628 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: port before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.389996 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router precommit_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.390354 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router after_update 55549900 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.390696 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.391081 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.391446 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.391794 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.392167 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > agent after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.392522 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > agent after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.392868 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > network after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.393818 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Tracking information for resource: router configured {{(pid=100038) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:34:14.394148 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Tracking information for resource: floatingip configured {{(pid=100038) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:34:14.399649 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.db.l3_agentschedulers_db [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 12:34:14.400153 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: port after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.400516 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: port after_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.400870 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: port after_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.401223 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: port after_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.402154 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router before_create 55550100 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.402518 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.402911 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router precommit_create 55550100 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.403255 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > router precommit_update 55550100 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.407671 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.services.provider_configuration [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service providers = [] {{(pid=100038) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 12:34:14.408032 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.db.servicetype_db [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100038) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 12:34:14.411573 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.services.service_base [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100038) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 12:34:14.411925 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.services.service_base [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100038) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 12:34:14.412284 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.services.service_base [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100038) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 12:34:14.413155 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.services.service_base [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100038) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 12:34:14.413521 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.services.service_base [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 12:34:14.413897 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100038) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:34:14.414209 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 12:34:14.425254 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100038) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:34:14.425586 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading Plugin: auto_allocate Jun 24 12:34:14.432213 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: network precommit_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.432578 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: network precommit_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.433107 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100038) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:34:14.433425 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading Plugin: tag Jun 24 12:34:14.440105 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100038) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:34:14.440432 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading Plugin: timestamp Jun 24 12:34:14.445878 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100038) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:34:14.446160 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading Plugin: network_ip_availability Jun 24 12:34:14.451777 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.452151 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.452507 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.453239 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100038) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:34:14.453558 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading Plugin: flavors Jun 24 12:34:14.458322 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100038) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:34:14.458649 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading Plugin: revisions Jun 24 12:34:14.462980 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100038) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:34:14.463375 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_concurrency.lockutils [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.836s {{(pid=100038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:14.464117 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100038) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 24 12:34:14.464453 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Initializing extension manager. Jun 24 12:34:14.464960 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: __init__.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.465300 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: __pycache__ {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.465633 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.465963 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: address_group.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.466721 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.467316 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: address-group Jun 24 12:34:14.467659 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: address_scope.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.468362 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.468868 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: address-scope Jun 24 12:34:14.469211 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.470132 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.470636 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: router-admin-state-down-before-update Jun 24 12:34:14.470986 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: agent.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.471675 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.472178 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: agent Jun 24 12:34:14.472499 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: agent_resources_synced.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.473396 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.474439 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: agent-resources-synced Jun 24 12:34:14.474778 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: allowedaddresspairs.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.476761 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.477284 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: allowed-address-pairs Jun 24 12:34:14.477607 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: auto_allocated_topology.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.478681 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.479212 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: auto-allocated-topology Jun 24 12:34:14.479611 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: availability_zone.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.480303 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.480805 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: availability_zone Jun 24 12:34:14.481124 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: availability_zone_filter.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.482021 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.482525 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: availability_zone_filter Jun 24 12:34:14.482880 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: data_plane_status.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.483774 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.484272 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 12:34:14.484592 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: default_subnetpools.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.485493 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.486002 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: default-subnetpools Jun 24 12:34:14.486326 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.487383 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.488986 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: dhcp_agent_scheduler Jun 24 12:34:14.488986 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: dns.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.490007 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.490514 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 12:34:14.490958 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: dns_domain_ports.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.491861 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.492359 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 12:34:14.492680 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.493582 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.494080 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 12:34:14.494401 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: dvr.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.495087 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.495594 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: dvr Jun 24 12:34:14.495909 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: empty_string_filtering.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.496816 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.497318 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: empty-string-filtering Jun 24 12:34:14.497637 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.498525 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.499065 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 12:34:14.499413 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.500320 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.500825 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 12:34:14.501146 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: external_net.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.502053 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.502559 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: external-net Jun 24 12:34:14.502912 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.503807 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.504311 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: extra_dhcp_opt Jun 24 12:34:14.504630 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: extraroute.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.505551 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.506049 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: extraroute Jun 24 12:34:14.506369 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: extraroute_atomic.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.507424 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.507926 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: extraroute-atomic Jun 24 12:34:14.508292 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: filter_validation.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.508900 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.509395 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: filter-validation Jun 24 12:34:14.509874 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: fip_pf_description.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.510608 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.511131 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 12:34:14.511451 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: fip_port_details.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.512347 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.512850 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: fip-port-details Jun 24 12:34:14.513167 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: flavors.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.514410 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.514950 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: flavors Jun 24 12:34:14.515277 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.516971 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.517486 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 12:34:14.517813 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: floatingip_pools.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.518498 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.519031 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: floatingip-pools Jun 24 12:34:14.519352 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: ip_allocation.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.520273 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.520803 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 12:34:14.521123 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.522022 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.522528 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: ip-substring-filtering Jun 24 12:34:14.522882 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: l2_adjacency.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.523796 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.524302 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 12:34:14.524626 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: l3.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.525610 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.526119 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: router Jun 24 12:34:14.526442 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.528887 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.529413 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 12:34:14.529749 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.530666 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.531206 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: ext-gw-mode Jun 24 12:34:14.531636 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.532445 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.532958 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: l3-ha Jun 24 12:34:14.533290 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: l3_flavors.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.534217 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.534725 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: l3-flavors Jun 24 12:34:14.535086 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.536527 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.537049 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 12:34:14.537379 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: l3agentscheduler.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.538421 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.538966 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: l3_agent_scheduler Jun 24 12:34:14.539287 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: logging.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.540823 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.541314 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension logging not supported by any of loaded plugins Jun 24 12:34:14.541640 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: metering.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.542372 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.542967 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: metering Jun 24 12:34:14.543293 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.544379 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.544891 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: metering_source_and_destination_fields Jun 24 12:34:14.545214 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: multiprovidernet.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.550232 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.550791 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: multi-provider Jun 24 12:34:14.551121 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: netmtu.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.552593 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.553100 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: net-mtu Jun 24 12:34:14.553427 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: netmtu_writable.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.554340 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.554884 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: net-mtu-writable Jun 24 12:34:14.555213 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: network_availability_zone.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.555879 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.556388 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: network_availability_zone Jun 24 12:34:14.556705 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: network_ip_availability.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.557808 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.558350 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: network-ip-availability Jun 24 12:34:14.558673 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: network_segment_range.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.559477 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.559980 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 12:34:14.560302 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: pagination.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.561278 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.561608 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: pagination Jun 24 12:34:14.561930 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: port_device_profile.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.562855 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.563371 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: port-device-profile Jun 24 12:34:14.563695 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.564593 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.565098 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: port-mac-address-regenerate Jun 24 12:34:14.565420 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.566321 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.566859 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: port-numa-affinity-policy Jun 24 12:34:14.567183 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: port_resource_request.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.568134 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.568634 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 12:34:14.568955 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: portbindings.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.569875 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.570374 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: binding Jun 24 12:34:14.570827 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: portbindings_extended.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.572167 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.572687 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: binding-extended Jun 24 12:34:14.573009 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: portsecurity.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.573910 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.574421 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: port-security Jun 24 12:34:14.574741 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: project_id.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.575875 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.576202 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: project-id Jun 24 12:34:14.576527 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: providernet.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.577448 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.577962 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: provider Jun 24 12:34:14.578284 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: qos.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.582000 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.582530 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension qos not supported by any of loaded plugins Jun 24 12:34:14.583423 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.584662 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.585170 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 12:34:14.585498 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.586420 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.586954 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 12:34:14.587281 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: qos_default.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.588190 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.588695 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension qos-default not supported by any of loaded plugins Jun 24 12:34:14.589021 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: qos_fip.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.589669 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.590165 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 12:34:14.590485 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: qos_gateway_ip.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.591451 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.592057 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 12:34:14.592385 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: qos_port_network_policy.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.593296 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.593800 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 12:34:14.594120 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: qos_rule_type_details.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.595059 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.595566 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 12:34:14.595885 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: qos_rules_alias.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.596915 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.597430 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 12:34:14.597751 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: quotasv2.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.599276 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.599604 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: quotas Jun 24 12:34:14.599922 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: quotasv2_detail.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.603063 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.603400 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: quota_details Jun 24 12:34:14.603728 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: rbac.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.604781 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.605300 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: rbac-policies Jun 24 12:34:14.605627 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: rbac_address_group.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.606552 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.607108 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: rbac-address-group Jun 24 12:34:14.607433 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: rbac_address_scope.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.608354 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.608865 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: rbac-address-scope Jun 24 12:34:14.609189 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: rbac_security_groups.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.610301 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.610853 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: rbac-security-groups Jun 24 12:34:14.611184 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: rbac_subnetpool.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.612086 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.612600 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: rbac-subnetpool Jun 24 12:34:14.612924 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: revisionifmatch.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.613841 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.614371 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: revision-if-match Jun 24 12:34:14.614694 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: revisions.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.615817 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.616324 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: standard-attr-revisions Jun 24 12:34:14.616647 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: router_availability_zone.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.617327 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.617840 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: router_availability_zone Jun 24 12:34:14.618158 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: routerservicetype.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.619405 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.619609 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 12:34:14.619928 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.620860 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.621351 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: security-groups-normalized-cidr Jun 24 12:34:14.621677 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.622590 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.623138 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: port-security-groups-filtering Jun 24 12:34:14.623458 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.624360 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.624865 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: security-groups-remote-address-group Jun 24 12:34:14.625186 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: securitygroup.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.634787 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.635319 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: security-group Jun 24 12:34:14.635655 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: segment.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.636444 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.636953 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension segment not supported by any of loaded plugins Jun 24 12:34:14.637277 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.638214 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.638726 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 12:34:14.639073 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: servicetype.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.640197 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.640725 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: service-type Jun 24 12:34:14.641051 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: sorting.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.642023 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.642440 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: sorting Jun 24 12:34:14.642665 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: standard_attr_segment.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.643679 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.644187 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 12:34:14.644512 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: standardattrdescription.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.645158 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.646201 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: standard-attr-description Jun 24 12:34:14.646522 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: stateful_security_group.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.647471 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.647982 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: stateful-security-group Jun 24 12:34:14.648305 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: stdattrs_common.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.648879 dv-neutron-797121-4-hyperv neutron-server[100038]: WARNING neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 12:34:14.649197 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.650116 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.650632 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 12:34:14.650978 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: subnet_onboard.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.652039 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.652566 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: subnet_onboard Jun 24 12:34:14.652916 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.653811 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.654320 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 12:34:14.654641 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: subnet_service_types.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.655580 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.656097 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: subnet-service-types Jun 24 12:34:14.656421 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: subnetallocation.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.657502 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.658012 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: subnet_allocation Jun 24 12:34:14.658335 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.659049 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.659592 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: subnetpool-prefix-ops Jun 24 12:34:14.659912 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.660895 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.661952 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 12:34:14.662270 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: tagging.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.663393 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.663912 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: standard-attr-tag Jun 24 12:34:14.664234 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: timestamp.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.665455 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.665960 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loaded extension: standard-attr-timestamp Jun 24 12:34:14.666287 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: trunk.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.667342 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.667852 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension trunk not supported by any of loaded plugins Jun 24 12:34:14.668175 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: trunk_details.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.669079 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.669586 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 12:34:14.669909 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: uplink_status_propagation.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.670861 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.671369 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 12:34:14.671935 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Loading extension file: vlantransparent.py {{(pid=100038) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:34:14.672611 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100038) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:34:14.673113 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 12:34:14.675640 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:network Jun 24 12:34:14.676175 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:subnet Jun 24 12:34:14.676572 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:34:14.676992 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:port Jun 24 12:34:14.678272 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.v2.resource_helper [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100038) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:34:14.678706 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.v2.resource_helper [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service FLAVORS assigned prefix: {{(pid=100038) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:34:14.679340 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.v2.resource_helper [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100038) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:34:14.679776 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.v2.resource_helper [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100038) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:34:14.680117 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:router Jun 24 12:34:14.680547 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 12:34:14.681043 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.v2.resource_helper [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service METERING assigned prefix: /metering {{(pid=100038) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:34:14.682521 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.682928 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.683280 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:34:14.684284 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 12:34:14.684733 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:security_group Jun 24 12:34:14.685167 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 12:34:14.685782 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.v2.resource_helper [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service CORE assigned prefix: {{(pid=100038) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:34:14.686114 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:34:14.686467 dv-neutron-797121-4-hyperv neutron-server[100038]: WARNING neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] subnetpool is already registered Jun 24 12:34:14.686934 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.v2.resource_helper [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service CORE assigned prefix: {{(pid=100038) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:34:14.687256 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:34:14.687580 dv-neutron-797121-4-hyperv neutron-server[100038]: WARNING neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] subnetpool is already registered Jun 24 12:34:14.689894 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.v2.resource_helper [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100038) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:34:14.690321 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.v2.resource_helper [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service FLAVORS assigned prefix: {{(pid=100038) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:34:14.690942 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.v2.resource_helper [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100038) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:34:14.691365 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.v2.resource_helper [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100038) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:34:14.691698 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:router Jun 24 12:34:14.692035 dv-neutron-797121-4-hyperv neutron-server[100038]: WARNING neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] router is already registered Jun 24 12:34:14.692473 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 12:34:14.692916 dv-neutron-797121-4-hyperv neutron-server[100038]: WARNING neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] floatingip is already registered Jun 24 12:34:14.693380 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.v2.resource_helper [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service METERING assigned prefix: /metering {{(pid=100038) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:34:14.694039 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 12:34:14.694362 dv-neutron-797121-4-hyperv neutron-server[100038]: WARNING neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] rbac_policy is already registered Jun 24 12:34:14.694787 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:security_group Jun 24 12:34:14.695143 dv-neutron-797121-4-hyperv neutron-server[100038]: WARNING neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] security_group is already registered Jun 24 12:34:14.695645 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 12:34:14.695871 dv-neutron-797121-4-hyperv neutron-server[100038]: WARNING neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] security_group_rule is already registered Jun 24 12:34:14.696541 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.v2.resource_helper [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service CORE assigned prefix: {{(pid=100038) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:34:14.696820 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:34:14.697163 dv-neutron-797121-4-hyperv neutron-server[100038]: WARNING neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] subnetpool is already registered Jun 24 12:34:14.697581 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.v2.resource_helper [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Service CORE assigned prefix: {{(pid=100038) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:34:14.697901 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:34:14.698226 dv-neutron-797121-4-hyperv neutron-server[100038]: WARNING neutron.quota.resource_registry [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] subnetpool is already registered Jun 24 12:34:14.698695 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: extensions {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.700272 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: address-groups {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.701791 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: address-scopes {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.703152 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: agents {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.704355 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: auto-allocated-topology {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.705600 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: availability_zones {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.706886 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: dhcp-networks {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.708956 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: dhcp-agents {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.710423 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: routers {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.712200 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: flavors {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.714703 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: service_profiles {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.715976 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: next_providers {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.717476 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: service_profiles {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.719064 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: floatingip-pools {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.720306 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: routers {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.722048 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: floatingips {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.723383 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: l3-routers {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.725379 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: l3-agents {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.727110 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: metering-labels {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.728162 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: metering-label-rules {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.729563 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: network-ip-availabilities {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.730869 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: bindings {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.732435 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: quotas {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.734004 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: quotas {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.735491 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: rbac-policies {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.736702 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: security-groups {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.738029 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: security-group-rules {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.739910 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: service-providers {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.741219 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: subnetpools {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.742606 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: subnetpools {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.744151 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: tags {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.745865 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: tags {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.747745 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: tags {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.749531 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: tags {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.751261 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: tags {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.753218 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: tags {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.755026 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: tags {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.757410 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: tags {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.759320 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: tags {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.761104 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron.api.extensions [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Extended resource: tags {{(pid=100038) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:34:14.767305 dv-neutron-797121-4-hyperv neutron-server[100038]: WARNING keystonemiddleware.auth_token [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 12:34:14.771886 dv-neutron-797121-4-hyperv neutron-server[100038]: WARNING keystonemiddleware.auth_token [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 12:34:14.780310 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_concurrency.lockutils [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Acquired lock "singleton_lock" {{(pid=100038) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 12:34:14.780796 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_concurrency.lockutils [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Releasing lock "singleton_lock" {{(pid=100038) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 12:34:14.781437 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO oslo_service.service [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Starting 2 workers Jun 24 12:34:14.786202 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Started child 100145 {{(pid=100038) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 12:34:14.793852 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Started child 100146 {{(pid=100038) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 12:34:14.794104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:14.794689 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO neutron.service [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 12:34:14.794689 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Notify callbacks [] for process, before_spawn {{(pid=100038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:14.794865 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [-] (100145) wsgi starting up on http://0.0.0.0:9696 Jun 24 12:34:14.796156 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO oslo_service.service [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Starting 1 workers Jun 24 12:34:14.797494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:14.798954 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [-] (100146) wsgi starting up on http://0.0.0.0:9696 Jun 24 12:34:14.801689 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Started child 100147 {{(pid=100038) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 12:34:14.802839 dv-neutron-797121-4-hyperv neutron-server[100038]: INFO oslo_service.service [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Starting 1 workers Jun 24 12:34:14.806360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.service [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] calling RpcWorker wait() {{(pid=100147) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 12:34:14.806991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.service [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] returning from RpcWorker wait() {{(pid=100147) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 12:34:14.807323 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Started child 100148 {{(pid=100038) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 12:34:14.808111 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:14.808214 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG neutron_lib.callbacks.manager [None req-0d06e2ed-f4d9-47db-adec-2663912867e5 None None] Notify callbacks [] for process, after_spawn {{(pid=100038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:14.808570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:14.810134 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100038) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 12:34:14.810338 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 12:34:14.810540 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 12:34:14.810817 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 12:34:14.811141 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 12:34:14.811326 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 12:34:14.811824 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.812100 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.812292 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:14.812788 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.812788 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.812924 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.813457 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.813698 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.813962 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.814239 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.814495 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.814676 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.814862 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.815110 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.815349 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.815647 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.815937 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.816188 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.816465 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.816640 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.816910 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.817183 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.817523 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.818302 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] debug = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.818723 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.819172 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.819343 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.819563 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.819790 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.820128 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.820337 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.820629 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.820881 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.821152 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.821391 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.821671 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.821972 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.822208 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.822432 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.822679 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.822948 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.823431 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] host = dv-neutron-797121-4-hyperv {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.823661 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.823907 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.824137 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.824396 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.824657 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.824890 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.825196 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.825403 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.825780 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.825947 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.826093 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.826338 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.826579 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.826845 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_file = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.827004 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_options = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.827238 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.827503 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.827761 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.827953 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.828121 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.828279 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.828543 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.828688 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.828961 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.829210 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.829392 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.829605 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.829823 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.830059 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.830315 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.830568 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.830840 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.831063 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.831338 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.831588 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.831810 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.832051 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.832286 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.832520 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.832756 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.833518 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.833940 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.834181 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.834395 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.834671 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.834939 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.835309 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.835472 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.835706 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.836673 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.836935 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.837346 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.837838 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:14.838007 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.838150 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.838489 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.838830 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.838957 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.839295 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.839640 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.840078 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.840513 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] use_json = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.840675 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.840970 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.841179 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.841397 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.842415 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.842415 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.842415 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.842415 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.842737 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.843011 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.843765 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.843765 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.843952 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.844043 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.844258 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.845026 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.845026 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.845026 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.845290 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.845501 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.845778 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.846122 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.846271 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.846561 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.846869 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.848049 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.848049 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.848049 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.848049 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.848049 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.848399 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.848612 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.849575 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.110/identity {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.849851 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.850091 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.850336 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.850555 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.850801 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.851021 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.851225 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.851538 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.851788 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.851904 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.852120 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.852345 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.852563 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.852818 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.853207 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.853602 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.853973 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.854372 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.854811 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.855034 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.855277 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.855509 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.855768 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.856019 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.856273 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.856617 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.856891 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.857148 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.857323 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.857540 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.857796 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.858032 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.858265 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.858479 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.858712 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.858931 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.859214 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.859490 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.859729 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.859940 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.860178 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.860432 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.860641 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.860848 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.861064 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.861299 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.861503 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.861705 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.862021 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.862126 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.862340 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.862566 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.863075 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.863075 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.863261 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.863419 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.863618 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.863839 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.864453 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.864453 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.864631 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.864851 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.865102 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.865317 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.865569 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.866561 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.866849 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.867088 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.867326 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.867567 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.867831 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.868052 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.868315 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.868543 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.868777 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.869046 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.869261 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.869483 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.869699 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.870626 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.870626 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.870626 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.870626 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.871233 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.871233 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.871494 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.871674 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.871908 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.872196 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.872411 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.872665 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.872953 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.873201 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.873455 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.873697 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.874007 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.874264 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.874528 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.874739 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.874983 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.875296 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.875441 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.875685 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.875881 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.876089 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.876322 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.876563 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.876869 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.877082 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.877659 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.877659 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.877938 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.878077 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.878251 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.878497 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.878739 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.879017 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.879274 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.879499 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.110/identity {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.879701 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.880004 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.880251 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.880453 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.880692 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.880903 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.881112 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.881339 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.881760 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.881917 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.882114 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.882254 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.882611 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.882728 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.882939 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.883290 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.883507 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.883770 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.884016 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.884229 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.884450 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.884667 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.884884 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.885123 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.885336 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.885619 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.886843 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.886843 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.886843 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.886843 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.886843 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.887594 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.887594 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.887594 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.887594 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.889620 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.889620 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.889620 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.889620 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.889620 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.889620 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.889620 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.889620 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.890621 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.890621 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.890621 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.890621 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.890621 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.891295 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.891295 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.891295 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896226 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896226 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896226 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896226 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896226 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896226 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896226 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896226 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896921 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896921 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896921 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896921 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896921 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896921 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896921 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.896921 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.897511 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.897511 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.897511 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.897511 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.897511 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.897511 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.897511 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.897511 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.898070 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.898070 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.898070 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.898070 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.898070 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.898070 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.898491 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.898491 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.898641 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.899296 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.899296 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.899482 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.899658 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.899874 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.900242 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.900631 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.900979 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.901313 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.901433 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.901756 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.901967 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.902221 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.902433 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.902657 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.902921 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.903147 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.903462 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.903770 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.904035 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.904270 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.904548 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.904831 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.905105 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.905284 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.905577 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.905904 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.906170 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.906570 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.906821 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.907098 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.907315 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.907528 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.907765 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.908015 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.908227 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.908459 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.908701 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.908942 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.909151 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.909373 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.909586 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.909808 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.910037 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.910399 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.910501 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.910635 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 12:34:14.911735 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100038) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 12:34:14.911892 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 12:34:14.912041 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 12:34:14.912228 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 12:34:14.912394 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 12:34:14.912543 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 12:34:14.912751 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.912892 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.913042 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.913195 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.913346 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.913519 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.913673 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.913824 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.913976 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.914127 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.914278 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.914433 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.914587 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.914738 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.914918 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.915066 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.915216 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.915369 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.915527 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.915680 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.915832 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.915985 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.916137 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] debug = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.916288 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.916486 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.916645 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.916796 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.916946 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.917101 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.917253 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.917561 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.917862 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.918025 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.918156 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.918304 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.918463 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.918612 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.918930 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.919084 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.919429 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.919583 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] host = dv-neutron-797121-4-hyperv {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.919877 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.920030 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.920372 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.920600 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.920877 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.921038 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.921180 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.921331 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.921562 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.922015 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.922133 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.922285 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.922438 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.922693 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_file = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.922808 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_options = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.923033 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.923219 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.923344 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.923535 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.923694 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.923880 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.924071 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.924155 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.924288 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.924440 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.924594 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.924746 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.924898 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.925049 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.925200 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.925351 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.925503 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.925658 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.925809 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.926127 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.926281 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.926433 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.926603 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.926785 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.926941 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.927095 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.927246 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.927398 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.927550 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.927703 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.927894 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.927993 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.928150 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.928302 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.928496 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.928592 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.928742 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.928898 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.929051 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.929203 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.929356 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.929509 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.929660 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.929813 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.929964 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.930116 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] use_json = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.930276 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.930546 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.930690 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.930932 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.931085 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.931237 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.931389 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.931543 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:34:14.931719 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.931884 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.932029 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.932183 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.932338 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.932493 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.932647 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.932800 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.933299 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.933299 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.933299 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.933549 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.933626 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.933758 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.933912 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.934071 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.934228 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.934388 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.934546 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.934700 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.935215 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.935215 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.935215 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.935453 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.935453 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.110/identity {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.935617 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.935773 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.935928 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.936083 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.936239 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.936395 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.936551 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.936704 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.936859 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.937014 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.937169 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.937323 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.937479 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.937635 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.937722 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:14.937815 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.937935 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.938089 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.938245 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.938401 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.938556 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.938712 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.938888 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.939045 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.939200 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.939370 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.939505 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.939661 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.939815 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.939968 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.940123 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.940278 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.940432 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.940586 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.941040 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.941213 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.941375 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.941541 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.941864 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.942023 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.942160 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.942342 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.942497 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.942651 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.942822 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.942976 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.943131 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.943285 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.943438 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.943593 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.943748 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.943903 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.944057 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.944212 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.944372 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.944526 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.944679 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.944832 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.944988 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.945143 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.945306 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.945474 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.945628 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.945782 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.945937 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.946090 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.946245 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.946399 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.946600 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.946694 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.947245 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.947245 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.947420 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.947420 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.947760 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.947760 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.947904 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.947981 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.948135 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.948289 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.948444 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.948598 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.948752 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.948906 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.949061 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.949219 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.949357 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.949511 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.949666 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.949824 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.949979 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.950140 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.950303 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.950458 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.950613 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.950813 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.950943 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.951087 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.951242 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.951384 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.951602 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.951693 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.951822 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.951984 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.952148 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.952510 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.952510 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.952752 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.952752 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.952993 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.953114 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.953235 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.953316 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.953475 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.953629 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.953784 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.953939 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.954094 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.954441 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.954441 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.110/identity {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.954590 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.954667 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.954845 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.955001 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.955155 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.955309 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.955449 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.955607 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.955762 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.955918 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.956072 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.956226 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.956381 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.956534 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.956689 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.956828 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.956996 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.957168 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.957271 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.957424 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.957578 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.957730 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.958413 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.958569 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.958725 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.958905 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.959061 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.959215 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.959370 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.959525 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.959681 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.959836 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.959992 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.960146 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.960301 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.960456 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.960727 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.960870 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.960953 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.961191 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.961191 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.961392 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.961484 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.961639 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.961798 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.961950 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.962105 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.962260 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.962414 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.962567 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.962720 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.962965 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.963120 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.963297 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.963530 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.963890 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.963890 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.964161 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.964161 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.964410 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.964410 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.964616 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.964732 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.964862 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.965017 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.965170 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.965324 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.965487 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.965640 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.965783 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.965937 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.966090 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.966253 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.966407 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.966561 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.966714 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.966889 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.967052 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.967207 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.967365 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.967520 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.967674 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.967835 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.967989 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.968144 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.968297 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.968451 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.968614 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.968771 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.968927 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.969090 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.969245 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.969399 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.969556 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.969722 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.969877 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.970034 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.970189 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.970343 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.970497 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.970653 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.970832 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.970998 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.971238 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.971341 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.971469 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.971631 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.971814 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.971937 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.972097 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.972264 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.972418 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.972573 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.972726 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.972879 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.973032 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.973186 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.973339 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.973530 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.973696 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.973852 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.974597 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.974745 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.974922 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.975058 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.975198 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.975349 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.975503 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.975658 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.975813 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:34:14.975962 dv-neutron-797121-4-hyperv neutron-server[100038]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100038) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 12:34:15.183529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 38798) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:15.192090 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [-] 10.222.0.110 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0063684 Jun 24 12:34:26.564296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b746a7-6a80-4589-b2a7-5eeb973f0ff2 None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:34:26.639776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b746a7-6a80-4589-b2a7-5eeb973f0ff2 None None] No non-hosted networks {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 12:34:26.655375 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.agentschedulers_db [None req-e0b746a7-6a80-4589-b2a7-5eeb973f0ff2 None None] DHCP Agent not found on host dv-neutron-797121-4-hyperv {{(pid=100147) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 24 12:34:26.837304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b264-ab1c-474d-b23e-93d7af6a7528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690223'] for agent, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.197132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c667ae7f-204b-451d-b285-08c5088d2b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690223'] for agent, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.276753 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-832e8ff3-c4ba-4bfa-b925-d3317901057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.343357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690223'] for agent, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.345516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:29.346682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:29.347329 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:29.347932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:29.348516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:29.349437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:29.350059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:29.351239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:29.352218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:29.352859 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:29.353413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:29.354641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:29.355282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-797121-4-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:29.366718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-797121-4-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:30.222727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690223'] for agent, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:32.163789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690223'] for agent, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:33.479347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 38890) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:33.989160 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING oslo_policy.policy [None req-a5ccd20a-5afb-4b70-9d9e-78e471901d43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:34:33.989727 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING oslo_policy.policy [None req-a5ccd20a-5afb-4b70-9d9e-78e471901d43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:34:34.203500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-a5ccd20a-5afb-4b70-9d9e-78e471901d43 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:34:34.204573 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a5ccd20a-5afb-4b70-9d9e-78e471901d43 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7243361 Jun 24 12:34:35.548945 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.db.l3_hamode_db [None req-8c423155-f7a0-4322-834b-a58a730a4669 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 12:34:35.625479 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c423155-f7a0-4322-834b-a58a730a4669 None None] Routers set() bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:34:35.625858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c423155-f7a0-4322-834b-a58a730a4669 None None] Router IDs set() for agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 24 12:34:36.586547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 38904) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:36.899814 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ac2f9c8a-5cc2-4189-b5ea-47cde0e8073e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:34:36.992788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.policy [None req-ac2f9c8a-5cc2-4189-b5ea-47cde0e8073e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100145) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 12:34:37.038156 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING oslo_policy.policy [None req-ac2f9c8a-5cc2-4189-b5ea-47cde0e8073e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:34:37.038520 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING oslo_policy.policy [None req-ac2f9c8a-5cc2-4189-b5ea-47cde0e8073e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:34:37.047211 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.quota [None req-ac2f9c8a-5cc2-4189-b5ea-47cde0e8073e admin admin] Loaded quota_driver: . Jun 24 12:34:37.142836 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac2f9c8a-5cc2-4189-b5ea-47cde0e8073e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760212561241', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760212561772', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760212343716', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760212346266', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760212339549', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760212382148', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-582009', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-721949', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1813556', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1648697'] for rbac-policy, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:37.209462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac2f9c8a-5cc2-4189-b5ea-47cde0e8073e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:37.211166 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ac2f9c8a-5cc2-4189-b5ea-47cde0e8073e admin admin] 10.222.0.110 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6232092 Jun 24 12:34:39.762753 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 38916) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:40.056565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Request body: {'network': {'name': 'private', 'project_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'admin_state_up': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:34:40.085967 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Made reservation on behalf of e0b02f94a32148ae9e8fe9017a12e9d6 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:34:40.088687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:40.105107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:40.230920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:40.234851 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:40.240166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:40.260256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] vlan segment allocate from pool success with {'vlan_id': 1323, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:34:40.286491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760207748895', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:40.287321 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Unsubscribe: segment precommit_create {{(pid=100145) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 12:34:40.287518 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Added segment 4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab of type vlan for network 607d109c-3abf-4a45-a1e0-27f6fc57e4ef Jun 24 12:34:40.294166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afec8a26-5802-46b2-836e-1d1f3c3b9c38,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:40.316606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:40.316901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:40.317251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:40.317638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:40.317909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:40.318162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:40.318468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:40.318808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:40.319120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:40.319424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:40.319727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:40.320068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Tracked resource versions report: Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: pushed versions: Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: { 'AddressGroup': {'1.2'}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'ConntrackHelper': {'1.0'}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Log': {'1.0'}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Network': {'1.1'}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Port': {'1.7'}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'PortForwarding': {'1.2'}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'QosPolicy': {'1.8'}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'SecurityGroup': {'1.4'}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'SubPort': {'1.0'}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Subnet': {'1.1'}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Trunk': {'1.1'}} Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: consumer versions: Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: { DHCP agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: L3 agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: Metadata agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: Metering agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: Open vSwitch agent@dv-neutron-797121-4-hyperv: { 'AddressGroup': '1.2', Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'ConntrackHelper': '1.0', Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Log': '1.0', Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Network': '1.1', Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Port': '1.7', Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'PortForwarding': '1.2', Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'QosPolicy': '1.8', Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'SecurityGroup': '1.4', Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'SecurityGroupRule': '1.2', Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'SubPort': '1.0', Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Subnet': '1.1', Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Trunk': '1.1'}} Jun 24 12:34:40.321278 dv-neutron-797121-4-hyperv neutron-server[100145]: {{(pid=100145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:34:40.409010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:40.414084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:40.463372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:40.464844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:40.465498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:40.467498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:40.525359 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7615016 Jun 24 12:34:40.567728 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Pushing event updated for resources: {'Network': ['ID=607d109c-3abf-4a45-a1e0-27f6fc57e4ef,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:40.571042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:40.579975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 607d109c-3abf-4a45-a1e0-27f6fc57e4ef details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:34:43.124473 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 38930) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:43.515609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760027ac-c2bf-4138-95af-f7bac6a9470f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:43.516982 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-760027ac-c2bf-4138-95af-f7bac6a9470f admin admin] 10.222.0.110 "GET /v2.0/networks/607d109c-3abf-4a45-a1e0-27f6fc57e4ef HTTP/1.1" status: 200 len: 826 time: 0.3915186 Jun 24 12:34:43.541980 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3ba52f94-8334-45c2-bdc6-4ff2a751a7b4 admin admin] 10.222.0.110 "GET /v2.0/subnetpools/572e52c8-6b04-418f-a6c4-320eb4501d12 HTTP/1.1" status: 200 len: 734 time: 0.0190988 Jun 24 12:34:43.550859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-02a7ed24-e7d3-4030-8c5e-febe27c69d95 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '572e52c8-6b04-418f-a6c4-320eb4501d12', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:34:43.573911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a7ed24-e7d3-4030-8c5e-febe27c69d95 admin admin] Made reservation on behalf of e0b02f94a32148ae9e8fe9017a12e9d6 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:34:43.576462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-02a7ed24-e7d3-4030-8c5e-febe27c69d95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:43.875288 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-02a7ed24-e7d3-4030-8c5e-febe27c69d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:43.879522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:43.947874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a7ed24-e7d3-4030-8c5e-febe27c69d95 admin admin] Checking segment: {'id': '4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:34:43.948249 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7ed24-e7d3-4030-8c5e-febe27c69d95 admin admin] Network hostable DHCP agents. Network: 607d109c-3abf-4a45-a1e0-27f6fc57e4ef, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:34:43.952652 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7ed24-e7d3-4030-8c5e-febe27c69d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4ab72b-0fa2-46bc-9e1e-0a9e98620242,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:43.956859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-02a7ed24-e7d3-4030-8c5e-febe27c69d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:43.971895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7ed24-e7d3-4030-8c5e-febe27c69d95 admin admin] Network 607d109c-3abf-4a45-a1e0-27f6fc57e4ef is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:34:43.984061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-02a7ed24-e7d3-4030-8c5e-febe27c69d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 607d109c-3abf-4a45-a1e0-27f6fc57e4ef) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:34:43.989361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a7ed24-e7d3-4030-8c5e-febe27c69d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:43.989933 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-02a7ed24-e7d3-4030-8c5e-febe27c69d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:43.992766 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600b0111-2766-4c5f-aaf2-a4408b3d13c8 None None] Network 607d109c-3abf-4a45-a1e0-27f6fc57e4ef requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:34:44.005241 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-02a7ed24-e7d3-4030-8c5e-febe27c69d95 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4570212 Jun 24 12:34:44.308519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-607d109c-3abf-4a45-a1e0-27f6fc57e4ef', 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'fixed_ips': [{'subnet_id': '3c4ab72b-0fa2-46bc-9e1e-0a9e98620242'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:34:44.309677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:44.583750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Allocated IP 172.20.0.2 (607d109c-3abf-4a45-a1e0-27f6fc57e4ef/3c4ab72b-0fa2-46bc-9e1e-0a9e98620242/b5534fee-5dff-4be8-99e2-afb04956a5dd) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:34:44.793616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:44.838920 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Transition to ACTIVE for port object b5534fee-5dff-4be8-99e2-afb04956a5dd will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:34:44.860013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Transition to ACTIVE for port object b5534fee-5dff-4be8-99e2-afb04956a5dd will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:34:44.869800 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:44.872456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:44.945973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Network 607d109c-3abf-4a45-a1e0-27f6fc57e4ef is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:34:44.950622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:34:44.956695 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:34:44.959037 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Pushing event updated for resources: {'Port': ['ID=b5534fee-5dff-4be8-99e2-afb04956a5dd,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:44.967834 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:44.968179 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:44.968504 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:44.968820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:44.969141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:44.969451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:44.969814 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:44.970125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:44.970447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:44.970754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:44.971076 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:44.971379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Tracked resource versions report: Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: pushed versions: Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: { 'AddressGroup': {'1.2'}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'ConntrackHelper': {'1.0'}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Log': {'1.0'}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Network': {'1.1'}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Port': {'1.7'}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'PortForwarding': {'1.2'}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'QosPolicy': {'1.8'}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'SecurityGroup': {'1.4'}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'SubPort': {'1.0'}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Subnet': {'1.1'}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Trunk': {'1.1'}} Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: consumer versions: Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: { DHCP agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: L3 agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: Metadata agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: Metering agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: Open vSwitch agent@dv-neutron-797121-4-hyperv: { 'AddressGroup': '1.2', Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'ConntrackHelper': '1.0', Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Log': '1.0', Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Network': '1.1', Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Port': '1.7', Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'PortForwarding': '1.2', Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'QosPolicy': '1.8', Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'SecurityGroup': '1.4', Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'SecurityGroupRule': '1.2', Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'SubPort': '1.0', Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Subnet': '1.1', Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Trunk': '1.1'}} Jun 24 12:34:44.973232 dv-neutron-797121-4-hyperv neutron-server[100147]: {{(pid=100147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:34:44.995981 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:45.042973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Attempting to bind port b5534fee-5dff-4be8-99e2-afb04956a5dd on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:34:45.043361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Attempting to bind port b5534fee-5dff-4be8-99e2-afb04956a5dd by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:34:45.043795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Attempting to bind port b5534fee-5dff-4be8-99e2-afb04956a5dd on network 607d109c-3abf-4a45-a1e0-27f6fc57e4ef {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:34:45.048844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:34:45.049249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Checking segment: {'id': '4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:34:45.049709 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:45.050089 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Bound using segment: {'id': '4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:34:45.050538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Bound port: b5534fee-5dff-4be8-99e2-afb04956a5dd, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:34:45.051545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:45.114294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] For port b5534fee-5dff-4be8-99e2-afb04956a5dd, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:34:45.118981 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] For port b5534fee-5dff-4be8-99e2-afb04956a5dd, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b5534fee-5dff-4be8-99e2-afb04956a5dd,segment=NetworkSegment(4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab),segment_id=4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:34:45.123671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:45.129693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:45.195106 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Pushing event updated for resources: {'Port': ['ID=b5534fee-5dff-4be8-99e2-afb04956a5dd,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:45.203639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:46.407790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 38938) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:46.736893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-068b2493-b0b5-44c5-957d-3790e1994e78 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:34:46.754786 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-068b2493-b0b5-44c5-957d-3790e1994e78 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3291349 Jun 24 12:34:49.143706 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 38946) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:49.475615 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-3128a409-d32b-4925-9a31-14b4e6f343c9 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:34:49.476685 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3128a409-d32b-4925-9a31-14b4e6f343c9 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3307290 Jun 24 12:34:51.238123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b5534fee-5dff-4be8-99e2-afb04956a5dd up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:34:51.334135 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port b5534fee-5dff-4be8-99e2-afb04956a5dd completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:34:51.343035 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930ca12-0c5f-4513-aea3-afa66ff0159f None None] Network 607d109c-3abf-4a45-a1e0-27f6fc57e4ef requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:34:51.409916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-521c53b7-53e1-4818-89ce-d24c4b73d964 None None] Provisioning for port b5534fee-5dff-4be8-99e2-afb04956a5dd completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:34:51.418607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-521c53b7-53e1-4818-89ce-d24c4b73d964 None None] Provisioning complete for port b5534fee-5dff-4be8-99e2-afb04956a5dd triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:34:51.419080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-521c53b7-53e1-4818-89ce-d24c4b73d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:51.606589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-521c53b7-53e1-4818-89ce-d24c4b73d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:51.666198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-521c53b7-53e1-4818-89ce-d24c4b73d964 None None] For port b5534fee-5dff-4be8-99e2-afb04956a5dd, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b5534fee-5dff-4be8-99e2-afb04956a5dd,segment=NetworkSegment(4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab),segment_id=4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:34:51.685958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-521c53b7-53e1-4818-89ce-d24c4b73d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:51.701133 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:51.751813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c53b7-53e1-4818-89ce-d24c4b73d964 None None] Pushing event updated for resources: {'Port': ['ID=b5534fee-5dff-4be8-99e2-afb04956a5dd,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:51.755944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-521c53b7-53e1-4818-89ce-d24c4b73d964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:51.907706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-23e5d3d6-536c-487a-8550-a31442ca2e31 None None] Provisioning complete for port b5534fee-5dff-4be8-99e2-afb04956a5dd triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:34:51.908069 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-23e5d3d6-536c-487a-8550-a31442ca2e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:52.137833 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 38962) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:52.442800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-05333877-7d5b-4cfb-9bed-2bbdae65b7b3 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'name': 'router1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:34:52.466182 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05333877-7d5b-4cfb-9bed-2bbdae65b7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:52.467838 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05333877-7d5b-4cfb-9bed-2bbdae65b7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:52.607355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05333877-7d5b-4cfb-9bed-2bbdae65b7b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:52.612097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05333877-7d5b-4cfb-9bed-2bbdae65b7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:52.625379 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05333877-7d5b-4cfb-9bed-2bbdae65b7b3 admin admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:52.626568 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-05333877-7d5b-4cfb-9bed-2bbdae65b7b3 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4877067 Jun 24 12:34:53.185049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b5534fee-5dff-4be8-99e2-afb04956a5dd up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:34:53.238664 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b5534fee-5dff-4be8-99e2-afb04956a5dd triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:34:53.239072 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:55.016865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 38970) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:55.522220 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING oslo_policy.policy [None req-141a6cd7-48df-4aeb-8080-345218080db8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:34:55.522822 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING oslo_policy.policy [None req-141a6cd7-48df-4aeb-8080-345218080db8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:34:55.736060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-141a6cd7-48df-4aeb-8080-345218080db8 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:34:55.737325 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-141a6cd7-48df-4aeb-8080-345218080db8 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7183750 Jun 24 12:34:56.511956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6a9c875e-a7e4-42e6-acff-22c2fea5ac79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:58.104614 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 38984) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:58.427456 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:34:58.428814 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.quota [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Loaded quota_driver: . Jun 24 12:34:58.487966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Made reservation on behalf of d32d89fb037e47e8a1512427ddef623a for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:34:58.554561 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.policy [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100146) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 12:34:58.600390 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING oslo_policy.policy [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:34:58.600762 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING oslo_policy.policy [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:34:58.610999 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:58.631360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:58.767509 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:58.772191 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:58.778078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:58.785605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Reserving flat network on physical network physnet1 {{(pid=100146) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 12:34:58.818922 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760207748895', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:58.819512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Unsubscribe: segment precommit_create {{(pid=100146) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 12:34:58.819989 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Added segment 5417b073-7360-486c-89cf-43afbe2fef64 of type flat for network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d Jun 24 12:34:58.843707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d93e63-d955-4f8c-b753-4e693930af18,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:58.881330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:58.881723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:58.882225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:58.882540 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:58.882872 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:58.883180 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:58.883483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:58.883859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:58.884103 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:58.884402 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:58.884697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:58.884991 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Tracked resource versions report: Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: pushed versions: Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: { 'AddressGroup': {'1.2'}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'ConntrackHelper': {'1.0'}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Log': {'1.0'}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Network': {'1.1'}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Port': {'1.7'}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'PortForwarding': {'1.2'}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'QosPolicy': {'1.8'}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'SecurityGroup': {'1.4'}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'SubPort': {'1.0'}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Subnet': {'1.1'}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Trunk': {'1.1'}} Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: consumer versions: Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: { DHCP agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: L3 agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: Metadata agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: Metering agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: Open vSwitch agent@dv-neutron-797121-4-hyperv: { 'AddressGroup': '1.2', Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'ConntrackHelper': '1.0', Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Log': '1.0', Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Network': '1.1', Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Port': '1.7', Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'PortForwarding': '1.2', Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'QosPolicy': '1.8', Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'SecurityGroup': '1.4', Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'SecurityGroupRule': '1.2', Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'SubPort': '1.0', Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Subnet': '1.1', Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Trunk': '1.1'}} Jun 24 12:34:58.886289 dv-neutron-797121-4-hyperv neutron-server[100146]: {{(pid=100146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:34:58.965675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:58.967162 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:59.026741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:59.028229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:59.028907 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:59.030781 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:59.114147 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0084505 Jun 24 12:34:59.127440 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Pushing event updated for resources: {'Network': ['ID=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:59.131121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:59.138898 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:34:59.217419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-04141add-2a97-4fd0-8ab3-3dd0699f6cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:59.338981 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:00.165673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:01.500275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39008) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:35:01.725344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73211ecc-f781-4c2a-80bb-754636881db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:01.726642 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-73211ecc-f781-4c2a-80bb-754636881db9 admin admin] 10.222.0.110 "GET /v2.0/subnets/3c4ab72b-0fa2-46bc-9e1e-0a9e98620242 HTTP/1.1" status: 200 len: 849 time: 0.2254093 Jun 24 12:35:01.887986 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-90cac2b9-5195-413d-91ce-adb02a2cbf73 admin admin] 10.222.0.110 "GET /v2.0/routers/05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c HTTP/1.1" status: 200 len: 704 time: 0.1559432 Jun 24 12:35:02.123655 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:02.177238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:02.485554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Allocated IP 172.20.0.1 (607d109c-3abf-4a45-a1e0-27f6fc57e4ef/3c4ab72b-0fa2-46bc-9e1e-0a9e98620242/dba667f3-f451-450d-bf42-5baf01b1d94e) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:35:02.670959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:02.694659 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Transition to ACTIVE for port object dba667f3-f451-450d-bf42-5baf01b1d94e will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:35:02.778665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:02.781667 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:02.856586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Network 607d109c-3abf-4a45-a1e0-27f6fc57e4ef is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:35:02.864267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:35:02.866344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Pushing event updated for resources: {'Port': ['ID=dba667f3-f451-450d-bf42-5baf01b1d94e,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:02.880579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:35:02.881118 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:02.954484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:03.096082 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ae555439-5270-4ae0-b7bf-42d081e765b1 None None] Provisioning for port dba667f3-f451-450d-bf42-5baf01b1d94e completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:35:03.099417 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:03.100113 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ae555439-5270-4ae0-b7bf-42d081e765b1 None None] Provisioning complete for port dba667f3-f451-450d-bf42-5baf01b1d94e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:35:03.100810 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ae555439-5270-4ae0-b7bf-42d081e765b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:03.136996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ae555439-5270-4ae0-b7bf-42d081e765b1 None None] Port dba667f3-f451-450d-bf42-5baf01b1d94e cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:35:03.333853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:03.338189 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:03.339353 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:03.340964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:03.421364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Pushing event updated for resources: {'Port': ['ID=dba667f3-f451-450d-bf42-5baf01b1d94e,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:03.425667 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:03.467495 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Network 607d109c-3abf-4a45-a1e0-27f6fc57e4ef is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:35:03.468981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:35:03.633389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Router 05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:35:03.660050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7700a1ee-f8b1-4320-add0-da3d397c294d None None] Provisioning complete for port dba667f3-f451-450d-bf42-5baf01b1d94e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:35:03.660428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7700a1ee-f8b1-4320-add0-da3d397c294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:03.692759 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7700a1ee-f8b1-4320-add0-da3d397c294d None None] Port dba667f3-f451-450d-bf42-5baf01b1d94e cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:35:03.728198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:35:03.733359 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] 10.222.0.110 "PUT /v2.0/routers/05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8404789 Jun 24 12:35:03.751308 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Sync routers for ids ['05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:35:03.763312 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Routers {'05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:35:03.764159 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:34:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:35:03.950619 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Set router 05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:35:04.384242 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'name': 'router1', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:34:52Z', 'updated_at': '2021-06-24T12:35:03Z', 'revision_number': 2, 'project_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'gw_port_host': None, '_interfaces': [{'id': 'dba667f3-f451-450d-bf42-5baf01b1d94e', 'name': '', 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'mac_address': 'fa:16:3e:1f:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c4ab72b-0fa2-46bc-9e1e-0a9e98620242', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:35:02Z', 'updated_at': '2021-06-24T12:35:03Z', 'revision_number': 2, 'project_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'subnets': [{'id': '3c4ab72b-0fa2-46bc-9e1e-0a9e98620242', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '572e52c8-6b04-418f-a6c4-320eb4501d12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:35:04.438005 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Checking router: 05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:35:04.438379 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Updating router 05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c port dba667f3-f451-450d-bf42-5baf01b1d94e binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:35:04.502505 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:05.001293 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:05.019717 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Transition to ACTIVE for port object dba667f3-f451-450d-bf42-5baf01b1d94e will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:35:05.026673 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:05.031600 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:05.180572 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Pushing event updated for resources: {'Port': ['ID=dba667f3-f451-450d-bf42-5baf01b1d94e,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:05.198967 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.199303 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.199678 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.200165 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.200475 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.200806 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.201229 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.201527 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.201812 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.202121 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.202535 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.202858 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Tracked resource versions report: Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: pushed versions: Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: { 'AddressGroup': {'1.2'}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'ConntrackHelper': {'1.0'}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Log': {'1.0'}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Network': {'1.1'}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Port': {'1.7'}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'PortForwarding': {'1.2'}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'QosPolicy': {'1.8'}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'SecurityGroup': {'1.4'}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'SubPort': {'1.0'}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Subnet': {'1.1'}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Trunk': {'1.1'}} Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: consumer versions: Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: { DHCP agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: L3 agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: Metadata agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: Metering agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: Open vSwitch agent@dv-neutron-797121-4-hyperv: { 'AddressGroup': '1.2', Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'ConntrackHelper': '1.0', Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Log': '1.0', Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Network': '1.1', Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Port': '1.7', Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'PortForwarding': '1.2', Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'QosPolicy': '1.8', Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'SecurityGroup': '1.4', Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'SecurityGroupRule': '1.2', Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'SubPort': '1.0', Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Subnet': '1.1', Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Trunk': '1.1'}} Jun 24 12:35:05.204251 dv-neutron-797121-4-hyperv neutron-server[100148]: {{(pid=100148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:35:05.210195 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Attempting to bind port dba667f3-f451-450d-bf42-5baf01b1d94e on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:35:05.210473 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Attempting to bind port dba667f3-f451-450d-bf42-5baf01b1d94e by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:35:05.210948 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Attempting to bind port dba667f3-f451-450d-bf42-5baf01b1d94e on network 607d109c-3abf-4a45-a1e0-27f6fc57e4ef {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:35:05.213151 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:05.217089 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:35:05.217499 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Checking segment: {'id': '4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:35:05.217966 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:05.218351 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Bound using segment: {'id': '4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:35:05.218920 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Bound port: dba667f3-f451-450d-bf42-5baf01b1d94e, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:35:05.219238 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:05.286034 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] For port dba667f3-f451-450d-bf42-5baf01b1d94e, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:35:05.308462 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] For port dba667f3-f451-450d-bf42-5baf01b1d94e, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=dba667f3-f451-450d-bf42-5baf01b1d94e,segment=NetworkSegment(4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab),segment_id=4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:35:05.313772 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:05.326588 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:05.360218 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Routers {'05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:35:05.360824 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:34:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:35:05.471451 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Pushing event updated for resources: {'Port': ['ID=dba667f3-f451-450d-bf42-5baf01b1d94e,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:05.475155 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:05.479398 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] Set router 05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:35:05.689109 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'name': 'router1', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:34:52Z', 'updated_at': '2021-06-24T12:35:03Z', 'revision_number': 2, 'project_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'gw_port_host': None, '_interfaces': [{'id': 'dba667f3-f451-450d-bf42-5baf01b1d94e', 'name': '', 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'mac_address': 'fa:16:3e:1f:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c4ab72b-0fa2-46bc-9e1e-0a9e98620242', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:35:02Z', 'updated_at': '2021-06-24T12:35:05Z', 'revision_number': 4, 'project_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'subnets': [{'id': '3c4ab72b-0fa2-46bc-9e1e-0a9e98620242', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '572e52c8-6b04-418f-a6c4-320eb4501d12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:35:05.722468 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ae714b-fc6b-4c4c-970c-b31f629e00bd None None] The sync data for ids ['05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c'] in dv-neutron-797121-4-hyperv is: [{'id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'name': 'router1', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:34:52Z', 'updated_at': '2021-06-24T12:35:03Z', 'revision_number': 2, 'project_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'gw_port_host': None, '_interfaces': [{'id': 'dba667f3-f451-450d-bf42-5baf01b1d94e', 'name': '', 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'mac_address': 'fa:16:3e:1f:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c4ab72b-0fa2-46bc-9e1e-0a9e98620242', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:35:02Z', 'updated_at': '2021-06-24T12:35:05Z', 'revision_number': 4, 'project_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'subnets': [{'id': '3c4ab72b-0fa2-46bc-9e1e-0a9e98620242', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '572e52c8-6b04-418f-a6c4-320eb4501d12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:35:05.950660 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39030) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:35:06.062860 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf99f5f0-b91f-4a9b-9eee-ee57ef3be5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:06.064150 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bf99f5f0-b91f-4a9b-9eee-ee57ef3be5cd admin admin] 10.222.0.110 "GET /v2.0/networks/0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 842 time: 0.1125479 Jun 24 12:35:06.074486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] Request body: {'subnet': {'gateway_ip': '172.26.1.1', 'name': 'public-subnet', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'enable_dhcp': False, 'cidr': '172.26.1.0/24', 'ip_version': 4}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:35:06.100828 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] Made reservation on behalf of d32d89fb037e47e8a1512427ddef623a for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:35:06.103148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:06.426135 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:35:06.426582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:06.428756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:06.482857 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32b8e50-954d-4c21-b14b-0d85d2c7dd37,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:06.490461 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:06.495838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:35:06.496186 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] Network hostable DHCP agents. Network: 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:35:06.517941 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:35:06.535714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:35:06.539805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:06.540383 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:06.545904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b605124b-a601-459a-bab9-900940972d21 None None] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:35:06.574808 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4855897 Jun 24 12:35:06.699873 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df120727-5bd2-4eaa-bbb3-5bc923e81e7e None None] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:35:08.834059 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39042) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:35:08.970585 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8cd9d7b5-c4e5-4884-ba30-0e8b5d145ddc admin admin] 10.222.0.110 "GET /v2.0/routers/05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c HTTP/1.1" status: 200 len: 710 time: 0.1353245 Jun 24 12:35:09.056452 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d810177-eb3a-4daf-bbfe-5dbdc5b8265e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:09.057802 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8d810177-eb3a-4daf-bbfe-5dbdc5b8265e admin admin] 10.222.0.110 "GET /v2.0/networks/0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 886 time: 0.0838118 Jun 24 12:35:09.066326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:35:09.233421 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device dba667f3-f451-450d-bf42-5baf01b1d94e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:35:09.285314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port dba667f3-f451-450d-bf42-5baf01b1d94e completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:35:09.290499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port dba667f3-f451-450d-bf42-5baf01b1d94e triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:35:09.290914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:09.407466 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:09.426249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:09.459536 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port dba667f3-f451-450d-bf42-5baf01b1d94e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=dba667f3-f451-450d-bf42-5baf01b1d94e,segment=NetworkSegment(4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab),segment_id=4b6e8749-9b28-4d3b-98a6-d9a7ccee15ab)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:35:09.464576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:09.467417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:09.520830 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=dba667f3-f451-450d-bf42-5baf01b1d94e,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:09.524777 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:09.651371 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:09.728591 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:09.830486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Allocated IP 172.26.1.181 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/e03bb036-ec16-44d1-9891-373ec499eeb4) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:35:09.934334 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:09.974087 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:09.976611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:10.012085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:35:10.014716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:35:10.020171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:35:10.058421 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Pushing event updated for resources: {'Port': ['ID=e03bb036-ec16-44d1-9891-373ec499eeb4,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:10.084689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:10.272503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:10.464442 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:10.467611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:10.571791 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Router 05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:35:10.674772 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:35:10.679602 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:10.680796 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] 10.222.0.110 "PUT /v2.0/routers/05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c HTTP/1.1" status: 200 len: 890 time: 1.6176977 Jun 24 12:35:10.698245 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Sync routers for ids ['05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:35:10.710342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Routers {'05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:35:10.711137 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:34:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:35:10.929085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Set router 05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:35:11.209259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device dba667f3-f451-450d-bf42-5baf01b1d94e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:35:11.323727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port dba667f3-f451-450d-bf42-5baf01b1d94e triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:35:11.324064 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:11.405094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'name': 'router1', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': 'e03bb036-ec16-44d1-9891-373ec499eeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:34:52Z', 'updated_at': '2021-06-24T12:35:10Z', 'revision_number': 4, 'project_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'gw_port': {'id': 'e03bb036-ec16-44d1-9891-373ec499eeb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:35:09Z', 'updated_at': '2021-06-24T12:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'dba667f3-f451-450d-bf42-5baf01b1d94e', 'name': '', 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'mac_address': 'fa:16:3e:1f:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c4ab72b-0fa2-46bc-9e1e-0a9e98620242', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:35:02Z', 'updated_at': '2021-06-24T12:35:09Z', 'revision_number': 5, 'project_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'subnets': [{'id': '3c4ab72b-0fa2-46bc-9e1e-0a9e98620242', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '572e52c8-6b04-418f-a6c4-320eb4501d12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:35:11.474841 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Checking router: 05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:35:11.475183 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Updating router 05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c port e03bb036-ec16-44d1-9891-373ec499eeb4 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:35:11.519239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:11.861145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:11.871259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Transition to ACTIVE for port object e03bb036-ec16-44d1-9891-373ec499eeb4 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:35:11.877514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:11.879712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-08e16bdb-34b4-437f-85da-a2f89a311d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:12.009522 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Attempting to bind port e03bb036-ec16-44d1-9891-373ec499eeb4 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:35:12.009883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Attempting to bind port e03bb036-ec16-44d1-9891-373ec499eeb4 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:35:12.010239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Attempting to bind port e03bb036-ec16-44d1-9891-373ec499eeb4 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:35:12.013277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3815f-6841-49c4-b904-385d5ef6395d None None] Pushing event updated for resources: {'Port': ['ID=e03bb036-ec16-44d1-9891-373ec499eeb4,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:12.017015 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d3c3815f-6841-49c4-b904-385d5ef6395d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:12.018175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:35:12.019120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:35:12.019523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:12.019900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:35:12.020361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Bound port: e03bb036-ec16-44d1-9891-373ec499eeb4, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:35:12.020744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:12.075674 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] For port e03bb036-ec16-44d1-9891-373ec499eeb4, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:35:12.078928 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] For port e03bb036-ec16-44d1-9891-373ec499eeb4, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=e03bb036-ec16-44d1-9891-373ec499eeb4,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:35:12.086005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:12.088370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:12.141738 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3815f-6841-49c4-b904-385d5ef6395d None None] Pushing event updated for resources: {'Port': ['ID=e03bb036-ec16-44d1-9891-373ec499eeb4,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:12.145731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d3c3815f-6841-49c4-b904-385d5ef6395d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:12.148130 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Routers {'05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:35:12.148725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:34:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:35:12.252057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] Set router 05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:35:12.479640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'name': 'router1', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': 'e03bb036-ec16-44d1-9891-373ec499eeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:34:52Z', 'updated_at': '2021-06-24T12:35:10Z', 'revision_number': 4, 'project_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'gw_port': {'id': 'e03bb036-ec16-44d1-9891-373ec499eeb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:35:09Z', 'updated_at': '2021-06-24T12:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'dba667f3-f451-450d-bf42-5baf01b1d94e', 'name': '', 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'mac_address': 'fa:16:3e:1f:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c4ab72b-0fa2-46bc-9e1e-0a9e98620242', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:35:02Z', 'updated_at': '2021-06-24T12:35:09Z', 'revision_number': 5, 'project_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'subnets': [{'id': '3c4ab72b-0fa2-46bc-9e1e-0a9e98620242', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '572e52c8-6b04-418f-a6c4-320eb4501d12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:35:12.506663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0decc030-4ede-4d0f-ae87-09ae2063683d None None] The sync data for ids ['05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c'] in dv-neutron-797121-4-hyperv is: [{'id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'name': 'router1', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': 'e03bb036-ec16-44d1-9891-373ec499eeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:34:52Z', 'updated_at': '2021-06-24T12:35:10Z', 'revision_number': 4, 'project_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'gw_port': {'id': 'e03bb036-ec16-44d1-9891-373ec499eeb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:35:09Z', 'updated_at': '2021-06-24T12:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'dba667f3-f451-450d-bf42-5baf01b1d94e', 'name': '', 'network_id': '607d109c-3abf-4a45-a1e0-27f6fc57e4ef', 'tenant_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'mac_address': 'fa:16:3e:1f:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7669a-2aa5-47ff-b6aa-85b3c1fbd02c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c4ab72b-0fa2-46bc-9e1e-0a9e98620242', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:35:02Z', 'updated_at': '2021-06-24T12:35:09Z', 'revision_number': 5, 'project_id': 'e0b02f94a32148ae9e8fe9017a12e9d6', 'subnets': [{'id': '3c4ab72b-0fa2-46bc-9e1e-0a9e98620242', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '572e52c8-6b04-418f-a6c4-320eb4501d12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:35:13.102577 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39050) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:35:13.242448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device e03bb036-ec16-44d1-9891-373ec499eeb4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:35:13.295226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port e03bb036-ec16-44d1-9891-373ec499eeb4 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:35:13.299131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port e03bb036-ec16-44d1-9891-373ec499eeb4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:35:13.299514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:13.323105 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-153dba66-6937-4f15-8b59-dc193d364394 admin admin] 10.222.0.110 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2192411 Jun 24 12:35:13.385506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:13.410315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port e03bb036-ec16-44d1-9891-373ec499eeb4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=e03bb036-ec16-44d1-9891-373ec499eeb4,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:35:13.415352 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:13.418104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d3c3815f-6841-49c4-b904-385d5ef6395d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:13.466313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=e03bb036-ec16-44d1-9891-373ec499eeb4,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:13.469556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:15.222513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device e03bb036-ec16-44d1-9891-373ec499eeb4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:35:15.283324 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port e03bb036-ec16-44d1-9891-373ec499eeb4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:35:15.283935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:20.875901 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 5 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:35:26.516634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d73bd8aa-ff2c-475b-972b-bd78b595b034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:29.191821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-953ecdd6-3359-4ecc-849f-412dc795667d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:29.346574 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:30.174151 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:32.143948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:56.519261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a004a7d3-bf7a-40bb-a996-c996f97cf4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:57.877557 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 5 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:35:59.190279 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b0209636-dec4-4246-9bc8-8c7395de18ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:59.360844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:00.174600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:02.138162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:26.521009 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6e243763-cf7d-4d37-9606-fde6360183ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:29.185503 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-803e0343-7c3a-4d68-b28e-102db3097890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:29.343310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:30.176044 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:32.146733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:34.876212 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 5 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:36:53.890184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39650) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:36:53.950387 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed63b51b-1802-422d-8c44-6995b9616b04 admin admin] GET failed (client error): The resource could not be found. Jun 24 12:36:53.951770 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ed63b51b-1802-422d-8c44-6995b9616b04 admin admin] 10.222.0.110 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606086 Jun 24 12:36:54.121290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cdd403-44da-4f6c-a462-52b503173931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:36:54.122753 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-26cdd403-44da-4f6c-a462-52b503173931 admin admin] 10.222.0.110 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1671164 Jun 24 12:36:56.264437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39660) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:36:56.354658 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f78d4be-e0d7-44ee-b43f-f2ec4de28694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:36:56.356033 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6f78d4be-e0d7-44ee-b43f-f2ec4de28694 admin admin] 10.222.0.110 "GET /v2.0/subnets/3c4ab72b-0fa2-46bc-9e1e-0a9e98620242 HTTP/1.1" status: 200 len: 849 time: 0.0906208 Jun 24 12:36:56.366278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:36:56.452209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:56.522707 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6c694229-02d2-4d8e-8554-1d76fecc185e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:56.595996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760207632842'] for subnet, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:56.598912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:36:56.625353 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:36:56.625934 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:56.627281 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] 10.222.0.110 "PUT /v2.0/subnets/3c4ab72b-0fa2-46bc-9e1e-0a9e98620242 HTTP/1.1" status: 200 len: 868 time: 0.2648847 Jun 24 12:36:56.632115 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6248a91c-dd10-40a3-82bd-eeb1aabadfa3 None None] Network 607d109c-3abf-4a45-a1e0-27f6fc57e4ef requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:36:56.649331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4ab72b-0fa2-46bc-9e1e-0a9e98620242,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:36:56.657775 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:56.658312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:56.658653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:56.659032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:56.659343 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:56.659669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:56.659989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:56.660332 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:56.660641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:56.660963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:56.661269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:56.661568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:56.665243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:36:57.022833 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4b138693-cd21-46e8-ad01-88ce26d75030 None None] Provisioning complete for port b5534fee-5dff-4be8-99e2-afb04956a5dd triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:36:57.023209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4b138693-cd21-46e8-ad01-88ce26d75030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:57.107921 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4b138693-cd21-46e8-ad01-88ce26d75030 None None] Provisioning complete for port dba667f3-f451-450d-bf42-5baf01b1d94e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:36:57.108286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4b138693-cd21-46e8-ad01-88ce26d75030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:58.782756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39668) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:36:58.978123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d9e7eb-2631-4198-b3e4-cd43589043e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:36:58.978488 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d9e7eb-2631-4198-b3e4-cd43589043e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:36:58.980022 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b1d9e7eb-2631-4198-b3e4-cd43589043e6 admin admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1962786 Jun 24 12:36:59.189423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a7922af-3784-4189-b6fa-93ed3ab3a032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:59.347534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:00.180480 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:01.139978 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 39676) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:01.346638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f4b24e-ca4e-42a8-8532-ff9ef824ffff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:01.347217 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f4b24e-ca4e-42a8-8532-ff9ef824ffff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:01.348724 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-34f4b24e-ca4e-42a8-8532-ff9ef824ffff admin admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2078044 Jun 24 12:37:02.149739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:03.501808 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39686) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:03.633848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e14d13-8f31-4fbd-ac60-a4d125b74cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:03.635220 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-60e14d13-8f31-4fbd-ac60-a4d125b74cf6 admin admin] 10.222.0.110 "GET /v2.0/networks/0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 886 time: 0.1325495 Jun 24 12:37:05.801670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 39694) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:05.973833 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616eb047-8fd2-4814-b6da-c3d51b16e63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:05.975226 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-616eb047-8fd2-4814-b6da-c3d51b16e63a admin admin] 10.222.0.110 "GET /v2.0/networks/607d109c-3abf-4a45-a1e0-27f6fc57e4ef HTTP/1.1" status: 200 len: 870 time: 0.1726134 Jun 24 12:37:08.101089 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39702) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:08.224162 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8485540b-18bf-4a95-bfdd-d5949e477486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:08.224611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8485540b-18bf-4a95-bfdd-d5949e477486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:08.226112 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8485540b-18bf-4a95-bfdd-d5949e477486 admin admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240957 Jun 24 12:37:10.422310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39710) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:10.513212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd059f-d797-40ec-9d39-2d0e6269d3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:10.513690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd059f-d797-40ec-9d39-2d0e6269d3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:10.515768 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-addd059f-d797-40ec-9d39-2d0e6269d3a8 admin admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924857 Jun 24 12:37:11.875798 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 5 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:37:12.659690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39718) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:12.751745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8ecc8-22e2-44c4-83dc-0a31145bbb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:12.753069 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b8d8ecc8-22e2-44c4-83dc-0a31145bbb9a admin admin] 10.222.0.110 "GET /v2.0/subnets/3c4ab72b-0fa2-46bc-9e1e-0a9e98620242 HTTP/1.1" status: 200 len: 868 time: 0.0924339 Jun 24 12:37:14.913439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39726) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:15.003484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0952eea-fdb2-4948-a72e-994e88cd5d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:15.004810 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a0952eea-fdb2-4948-a72e-994e88cd5d14 admin admin] 10.222.0.110 "GET /v2.0/subnets/a32b8e50-954d-4c21-b14b-0d85d2c7dd37 HTTP/1.1" status: 200 len: 816 time: 0.0904353 Jun 24 12:37:26.527851 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7494b2fb-61ba-4813-a61c-cca1cc82ea16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:29.190821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8bf03ece-4bd0-4e0a-8394-5b273d381151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:29.351146 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:30.182840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:32.154744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:39.066615 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39770) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:39.113346 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-777f7483-5098-40d5-b72b-31dcf83a9c5d admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:37:39.114416 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-777f7483-5098-40d5-b72b-31dcf83a9c5d admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468419 Jun 24 12:37:41.346176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39778) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:41.406659 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf3c09f-f961-4aa0-bd0c-62fc21ef9095 admin admin] GET failed (client error): The resource could not be found. Jun 24 12:37:41.408023 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5bf3c09f-f961-4aa0-bd0c-62fc21ef9095 admin admin] 10.222.0.110 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609832 Jun 24 12:37:41.493509 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2926f9-1fcc-4894-af45-ed77a1b17aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:41.495030 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bb2926f9-1fcc-4894-af45-ed77a1b17aa0 admin admin] 10.222.0.110 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832129 Jun 24 12:37:43.661510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39786) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:43.707185 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:43.727972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] Made reservation on behalf of d32d89fb037e47e8a1512427ddef623a for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:37:43.730242 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:43.760933 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.services.revisions.revision_plugin [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] Could not find related network for resource to bump revision. Jun 24 12:37:43.775440 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] vlan segment allocate from pool success with {'vlan_id': 1341, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:37:43.785662 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:43.785997 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] Added segment bf75a780-fcb7-4079-9d05-adf50066dda3 of type vlan for network fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4 Jun 24 12:37:43.828927 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:43.856589 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:43.857889 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:43.858478 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:43.860538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:43.909646 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2468648 Jun 24 12:37:43.916502 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] Pushing event updated for resources: {'Network': ['ID=fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:43.920018 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:43.929130 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:37:46.099574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39794) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:46.160603 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cebf83-e2b3-4ea9-8607-6aa60748dba0 admin admin] GET failed (client error): The resource could not be found. Jun 24 12:37:46.161937 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b6cebf83-e2b3-4ea9-8607-6aa60748dba0 admin admin] 10.222.0.110 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614169 Jun 24 12:37:46.232458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf2c534-87e5-4b81-95d5-1a84729f76cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:46.233982 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fdf2c534-87e5-4b81-95d5-1a84729f76cc admin admin] 10.222.0.110 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0676942 Jun 24 12:37:46.243495 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-aa1dd515-7ca3-48af-adc4-06672855c6c5 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:46.262712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1dd515-7ca3-48af-adc4-06672855c6c5 admin admin] Made reservation on behalf of d32d89fb037e47e8a1512427ddef623a for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:37:46.265510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aa1dd515-7ca3-48af-adc4-06672855c6c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.528710 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aa1dd515-7ca3-48af-adc4-06672855c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.530994 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e3d73f76-920e-4b78-bcf4-21d2199cc5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:46.582624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dd515-7ca3-48af-adc4-06672855c6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5174c0e-0f51-480a-bac4-f5c2202b8574,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:46.585859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aa1dd515-7ca3-48af-adc4-06672855c6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:46.591504 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1dd515-7ca3-48af-adc4-06672855c6c5 admin admin] Checking segment: {'id': 'bf75a780-fcb7-4079-9d05-adf50066dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:37:46.591852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1dd515-7ca3-48af-adc4-06672855c6c5 admin admin] Network hostable DHCP agents. Network: fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:37:46.607583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1dd515-7ca3-48af-adc4-06672855c6c5 admin admin] Network fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:37:46.616662 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-aa1dd515-7ca3-48af-adc4-06672855c6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:37:46.620778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1dd515-7ca3-48af-adc4-06672855c6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:46.621357 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aa1dd515-7ca3-48af-adc4-06672855c6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.626710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f879b821-0164-4f0a-ac6e-f4e363bca0cb None None] Network fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:37:46.636455 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-aa1dd515-7ca3-48af-adc4-06672855c6c5 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3962073 Jun 24 12:37:46.782695 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4', 'network_id': 'fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4', 'tenant_id': 'd32d89fb037e47e8a1512427ddef623a', 'fixed_ips': [{'subnet_id': 'd5174c0e-0f51-480a-bac4-f5c2202b8574'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:37:46.783536 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.922354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Allocated IP 192.168.233.2 (fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4/d5174c0e-0f51-480a-bac4-f5c2202b8574/73dc8f21-e4b0-4f43-896f-58838ed2e80d) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:37:47.071770 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.081069 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Transition to ACTIVE for port object 73dc8f21-e4b0-4f43-896f-58838ed2e80d will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:37:47.097799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Transition to ACTIVE for port object 73dc8f21-e4b0-4f43-896f-58838ed2e80d will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:37:47.104537 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.107127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:47.143720 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Network fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:37:47.155671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:37:47.158055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:37:47.163937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Pushing event updated for resources: {'Port': ['ID=73dc8f21-e4b0-4f43-896f-58838ed2e80d,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:47.172422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:47.172781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:47.173116 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:47.173437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:47.173754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:47.174083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:47.174414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:47.174751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:47.175090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:47.175406 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:47.175713 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:47.176023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:47.179731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:47.232693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Attempting to bind port 73dc8f21-e4b0-4f43-896f-58838ed2e80d on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:37:47.233139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Attempting to bind port 73dc8f21-e4b0-4f43-896f-58838ed2e80d by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'bf75a780-fcb7-4079-9d05-adf50066dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:37:47.233443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Attempting to bind port 73dc8f21-e4b0-4f43-896f-58838ed2e80d on network fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:37:47.239492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:37:47.239892 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Checking segment: {'id': 'bf75a780-fcb7-4079-9d05-adf50066dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:37:47.240296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.240687 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Bound using segment: {'id': 'bf75a780-fcb7-4079-9d05-adf50066dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:37:47.241157 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Bound port: 73dc8f21-e4b0-4f43-896f-58838ed2e80d, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf75a780-fcb7-4079-9d05-adf50066dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:37:47.241561 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.308117 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] For port 73dc8f21-e4b0-4f43-896f-58838ed2e80d, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:37:47.312456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] For port 73dc8f21-e4b0-4f43-896f-58838ed2e80d, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=73dc8f21-e4b0-4f43-896f-58838ed2e80d,segment=NetworkSegment(bf75a780-fcb7-4079-9d05-adf50066dda3),segment_id=bf75a780-fcb7-4079-9d05-adf50066dda3)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:37:47.317953 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.320228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:47.381140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Pushing event updated for resources: {'Port': ['ID=73dc8f21-e4b0-4f43-896f-58838ed2e80d,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:47.387342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:48.206318 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd66df29-46c3-4912-9c35-af347e05a299 None None] Network fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:37:48.267833 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6815b49b-e363-4d19-b5bf-8ac3bf0da3fb None None] Provisioning for port 73dc8f21-e4b0-4f43-896f-58838ed2e80d completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:37:48.874717 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 5 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:37:49.356294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 73dc8f21-e4b0-4f43-896f-58838ed2e80d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:37:49.419445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 73dc8f21-e4b0-4f43-896f-58838ed2e80d completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:37:49.424188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 73dc8f21-e4b0-4f43-896f-58838ed2e80d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:49.424594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.506402 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.540216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 73dc8f21-e4b0-4f43-896f-58838ed2e80d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=73dc8f21-e4b0-4f43-896f-58838ed2e80d,segment=NetworkSegment(bf75a780-fcb7-4079-9d05-adf50066dda3),segment_id=bf75a780-fcb7-4079-9d05-adf50066dda3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:37:49.544530 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.546780 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:49.608888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=73dc8f21-e4b0-4f43-896f-58838ed2e80d,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:49.612269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:51.342151 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 73dc8f21-e4b0-4f43-896f-58838ed2e80d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:37:51.404425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 73dc8f21-e4b0-4f43-896f-58838ed2e80d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:51.404865 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:56.529539 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-aa063850-e75d-476a-88fd-d063b88c9edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:59.193229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a533006d-5c51-4848-adf9-55b2acef13e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:59.362337 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:00.185367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:02.163694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:25.872332 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 5 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:38:26.531935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-04a66b00-7f7d-4291-a6b9-a2a1f1a467d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:29.193967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9fef2de8-6172-46ca-b8f4-cecc991b28cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:29.354544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:30.188347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:32.160346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:54.438641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39846) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:38:54.444758 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-cfe79dec-56f5-4de5-bbee-33dab754edd9 tempest-verify_tempest_config-2032331928 tempest-verify_tempest_config-2032331928-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:38:54.445711 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cfe79dec-56f5-4de5-bbee-33dab754edd9 tempest-verify_tempest_config-2032331928 tempest-verify_tempest_config-2032331928-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060439 Jun 24 12:38:54.757816 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39864) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:38:54.863742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:54.956912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:54.961717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:54.964827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:38:55.005726 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d706f670-1bc5-4129-b5eb-611cf4e60e46,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:38:55.010300 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=276a6275619749e3bd4439a8108ca63f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2514684 Jun 24 12:38:55.013164 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 39868) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:38:55.015497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.015864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.016201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.016528 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.016867 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.017191 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.017517 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.017845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.018165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.018480 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.018813 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.019128 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.024311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:38:55.072908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:55.093224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:55.179843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:55.182752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:55.184039 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d706f670-1bc5-4129-b5eb-611cf4e60e46 HTTP/1.1" status: 204 len: 168 time: 0.1698592 Jun 24 12:38:55.184959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:38:55.193439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d706f670-1bc5-4129-b5eb-611cf4e60e46,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:38:55.200542 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.200898 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.201228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.201547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.201865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.202181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.202507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.202850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.203169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.203476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.203872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.204162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:38:55.207503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:38:56.532863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cadd82ed-1a30-4306-80d8-b7f83c5380e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:59.196549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c4c74c62-dc1b-45d0-bc06-8fa06b76946c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:59.355873 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:00.193932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:02.165775 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:02.870447 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 5 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:39:26.534144 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-583bc4bb-f0d2-4153-8814-153bdf8153ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:29.196583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6873e9b9-4dfc-45d7-b704-e50ce7843bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:29.357147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:30.196019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:32.167799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:39.868578 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 5 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:39:56.534917 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad24ca4a-89b0-4d7e-bbeb-d86f3da67179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:59.196370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-24445f9f-20be-44fd-a19c-6854e7ab01a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:59.357784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.197964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:02.169126 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:16.867604 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 5 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:40:17.047605 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690223'] for agent, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:23.610444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 39920) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:23.711058 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8dca5b41-a668-4d0b-8fd3-8c4803db73f8 admin admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.0994761 Jun 24 12:40:25.867035 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 39930) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:25.926625 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ce24eb39-c6fb-493e-ac4e-83071323acff admin admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.0584383 Jun 24 12:40:26.537955 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4493581a-6b7f-4b57-a3a6-c784211554a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:29.197554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5757472e-81b2-4cc6-8cdb-42a2a30cb5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:29.360600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:30.202316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:32.173239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:47.002602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:53.866213 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:40:56.539643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cb616e77-15a9-4c51-a776-1ee915d9141e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:59.197960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b6e28379-0a82-4933-b312-3e7bc7e180d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:59.362070 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:00.206383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:02.183083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:17.016513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:26.542228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0f948edd-a7c4-456a-9d92-f15839528298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:29.198873 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2478a090-e760-41c8-9afd-a74a70cd8db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:29.363124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:30.207336 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:30.865486 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:41:32.187507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:41.777493 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40110) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:42.117964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2104075293'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:42.141721 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Made reservation on behalf of 381b8c76bd324f4f9ea3fa54651b2e85 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:42.145411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.158537 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.270524 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.274697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.278866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a9713284-b760-4dc5-92ca-37df60997051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:42.296455 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] vlan segment allocate from pool success with {'vlan_id': 1302, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:42.312851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180dd17b-22b4-456d-8494-62371cb8add3,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:42.322213 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.322590 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Added segment f0f9d22f-d8bb-46e4-b7fb-034631cc6c76 of type vlan for network a493f934-b541-477f-a7a6-7edba94f94fb Jun 24 12:41:42.324497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:42.324837 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:42.325174 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:42.325505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:42.326372 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:42.326699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:42.327048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:42.327368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:42.327691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:42.328012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:42.328332 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:42.328648 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Tracked resource versions report: Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: pushed versions: Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: { 'AddressGroup': {'1.2'}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'ConntrackHelper': {'1.0'}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Log': {'1.0'}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Network': {'1.1'}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Port': {'1.7'}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'PortForwarding': {'1.2'}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'QosPolicy': {'1.8'}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'SecurityGroup': {'1.4'}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'SubPort': {'1.0'}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Subnet': {'1.1'}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Trunk': {'1.1'}} Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: consumer versions: Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: { DHCP agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: HyperV agent@hv-neutron-7971: {}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: L3 agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: Metadata agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: Metering agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: Open vSwitch agent@dv-neutron-797121-4-hyperv: { 'AddressGroup': '1.2', Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'ConntrackHelper': '1.0', Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Log': '1.0', Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Network': '1.1', Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Port': '1.7', Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'PortForwarding': '1.2', Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'QosPolicy': '1.8', Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'SecurityGroup': '1.4', Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'SecurityGroupRule': '1.2', Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'SubPort': '1.0', Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Subnet': '1.1', Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: 'Trunk': '1.1'}} Jun 24 12:41:42.329712 dv-neutron-797121-4-hyperv neutron-server[100146]: {{(pid=100146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:41:42.336367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:42.383594 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.435212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.441250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40140) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:42.461043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:42.461966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.467318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88ffcebc-2c97-4e4c-8c07-b43d668f7218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:42.533008 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7544069 Jun 24 12:41:42.536422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40148) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:42.586252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Pushing event updated for resources: {'Network': ['ID=a493f934-b541-477f-a7a6-7edba94f94fb,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:42.589538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:42.600559 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network a493f934-b541-477f-a7a6-7edba94f94fb details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:42.643812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40156) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:42.657617 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40160) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:42.742412 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1496881220-network', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:42.765405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Made reservation on behalf of 1ec3bfc591024c61bea70bb7bea00025 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:42.768207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.780134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.852437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Request body: {'network': {'name': 'tempest-network--1963427623', 'router:external': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:42.880432 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.889708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1255907084-network', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:42.897677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.911779 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:42.929428 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Made reservation on behalf of 2daa54b666e748b9bad5edbd1de21aea for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:42.931682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.933709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] vlan segment allocate from pool success with {'vlan_id': 1310, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:42.954882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.955221 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Added segment 1f6bde56-a6e3-4fcd-843d-61291529d7a8 of type vlan for network 9c355c1f-63a9-403c-883c-61430ef87cad Jun 24 12:41:42.974129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.012108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2026946451-network', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:43.029039 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Made reservation on behalf of 572e3e64a178497ca08b4c055c55e5d8 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:43.031862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.048626 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.060644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c65d5d-bb60-4409-a6e2-6c95613f560f,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:43.062844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.088018 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:43.088375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:43.088947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:43.089070 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:43.089339 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:43.089674 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:43.090182 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:43.090519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:43.090866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:43.091277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:43.092161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:43.092471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Tracked resource versions report: Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: pushed versions: Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: { 'AddressGroup': {'1.2'}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'ConntrackHelper': {'1.0'}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Log': {'1.0'}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Network': {'1.1'}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Port': {'1.7'}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'PortForwarding': {'1.2'}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'QosPolicy': {'1.8'}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'SecurityGroup': {'1.4'}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'SubPort': {'1.0'}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Subnet': {'1.1'}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Trunk': {'1.1'}} Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: consumer versions: Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: { DHCP agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: HyperV agent@hv-neutron-7971: {}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: L3 agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: Metadata agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: Metering agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: Open vSwitch agent@dv-neutron-797121-4-hyperv: { 'AddressGroup': '1.2', Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'ConntrackHelper': '1.0', Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Log': '1.0', Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Network': '1.1', Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Port': '1.7', Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'PortForwarding': '1.2', Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'QosPolicy': '1.8', Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'SecurityGroup': '1.4', Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'SecurityGroupRule': '1.2', Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'SubPort': '1.0', Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Subnet': '1.1', Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: 'Trunk': '1.1'}} Jun 24 12:41:43.093438 dv-neutron-797121-4-hyperv neutron-server[100145]: {{(pid=100145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:41:43.100521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:43.131614 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.134521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:43.135125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.140120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c10266c6-80bd-48d7-b6af-a28e8ea3585c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:43.211371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Pushing event updated for resources: {'Network': ['ID=9c355c1f-63a9-403c-883c-61430ef87cad,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:43.228656 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 9c355c1f-63a9-403c-883c-61430ef87cad details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:43.233255 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:43.288632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.310849 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.318135 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8726501 Jun 24 12:41:43.319379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40194) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:43.325490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-968d6878-a27b-4e1a-b3b7-f84cd8a4ca66 admin admin] Request body: {'subnet': {'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1496881220-subnet', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:43.331349 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:43.349418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] vlan segment allocate from pool success with {'vlan_id': 1322, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:43.368624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:41:43.368624 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:41:43.368624 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'project_id_1': '572e3e64a178497ca08b4c055c55e5d8', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 41, 43, 120560)}] Jun 24 12:41:43.368624 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:41:43.369100 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:41:43.371354 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.371700 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Added segment 3145ef23-2bc6-4409-aa65-65f4d52f7c83 of type vlan for network 6005645d-34ac-419f-89a1-7cadcec8522f Jun 24 12:41:43.374061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a1c4a8-2b7c-4b60-bd49-550e894119ba,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:43.397041 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:43.429597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Made reservation on behalf of 9e00f3e6259c4ceaa736960d4de052a3 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:43.431174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.437816 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968d6878-a27b-4e1a-b3b7-f84cd8a4ca66 admin admin] Made reservation on behalf of 1ec3bfc591024c61bea70bb7bea00025 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:43.443430 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.452024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-968d6878-a27b-4e1a-b3b7-f84cd8a4ca66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.479840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.490454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.568143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40204) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:43.569615 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:43.570379 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.580365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-51158025-23cf-4ac7-83d8-e2d63412e731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:43.620741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.653650 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.666714 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1291103 Jun 24 12:41:43.673794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1305, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:43.685425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.686157 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Added segment c0cf8e2b-92ca-476a-b1ed-8c559e903b50 of type vlan for network 89d68f41-feb7-4d70-8589-06f7af50cb16 Jun 24 12:41:43.707130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40210) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:43.721472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event updated for resources: {'Network': ['ID=6005645d-34ac-419f-89a1-7cadcec8522f,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:43.733009 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 6005645d-34ac-419f-89a1-7cadcec8522f details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:43.733958 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.738816 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:43.739444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:43.769439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.772562 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:43.773346 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.791980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344c9446-0ee5-418c-a6ba-7048a768484e,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:43.798407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:43.800145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:43.826335 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-968d6878-a27b-4e1a-b3b7-f84cd8a4ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.827297 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1685603 Jun 24 12:41:43.827914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40214) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:43.840029 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5aab4778-02f2-495a-9638-54512a08a3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:43.844003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3d608702-3e78-4bc4-982f-899d5ccc5eb8 admin admin] Request body: {'subnet': {'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2026946451-subnet', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:43.863145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.885364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.916916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Pushing event updated for resources: {'Network': ['ID=89d68f41-feb7-4d70-8589-06f7af50cb16,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:43.919741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:43.922199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d608702-3e78-4bc4-982f-899d5ccc5eb8 admin admin] Made reservation on behalf of 9e00f3e6259c4ceaa736960d4de052a3 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:43.925363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3d608702-3e78-4bc4-982f-899d5ccc5eb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.930701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 89d68f41-feb7-4d70-8589-06f7af50cb16 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:43.946581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:43.960931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d6878-a27b-4e1a-b3b7-f84cd8a4ca66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d95895c-91f2-474b-b84c-d26f2913997f,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:43.965338 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d6878-a27b-4e1a-b3b7-f84cd8a4ca66 admin admin] Checking segment: {'id': '1f6bde56-a6e3-4fcd-843d-61291529d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:43.965693 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968d6878-a27b-4e1a-b3b7-f84cd8a4ca66 admin admin] Network hostable DHCP agents. Network: 9c355c1f-63a9-403c-883c-61430ef87cad, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:41:43.969745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-968d6878-a27b-4e1a-b3b7-f84cd8a4ca66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:44.039038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.050694 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968d6878-a27b-4e1a-b3b7-f84cd8a4ca66 admin admin] Network 9c355c1f-63a9-403c-883c-61430ef87cad is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:41:44.057206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:44.057443 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:44.059130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:44.059431 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Subscribe: > port after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:44.060032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Subscribe: > port after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:44.060871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Subscribe: > port after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:44.061266 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:44.061750 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:44.062386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:44.062732 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:44.206062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40222) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:44.233733 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:44.234359 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:44.235081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:44.235206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.235667 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:44.236311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6005645d-34ac-419f-89a1-7cadcec8522f']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:44.258852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-968d6878-a27b-4e1a-b3b7-f84cd8a4ca66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 9c355c1f-63a9-403c-883c-61430ef87cad) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:44.266637 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.268496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3145ef23-2bc6-4409-aa65-65f4d52f7c83') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:44.269311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3145ef23-2bc6-4409-aa65-65f4d52f7c83') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:44.270159 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52f145a-2c0b-48ea-aaf5-a7f0e40176a9 None None] Network 9c355c1f-63a9-403c-883c-61430ef87cad requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:44.274916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968d6878-a27b-4e1a-b3b7-f84cd8a4ca66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:44.275138 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.276000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-968d6878-a27b-4e1a-b3b7-f84cd8a4ca66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.279211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:44.305457 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-968d6878-a27b-4e1a-b3b7-f84cd8a4ca66 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9849226 Jun 24 12:41:44.306574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40230) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:44.317439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.322997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd5e143-13a0-4fdc-a84f-e7455919219e,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:44.326683 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:44.339078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:44.368643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.379868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] vlan segment allocate from pool success with {'vlan_id': 1316, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:44.382725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:41:44.383502 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: from cryptography.utils import int_from_bytes Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: from cryptography.utils import int_from_bytes Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:41:44.388960 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:41:44.393142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.395087 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.444383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.445124 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Added segment 69f496ae-fbbf-4fd5-b1eb-9a156c295d91 of type vlan for network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 Jun 24 12:41:44.457617 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3d608702-3e78-4bc4-982f-899d5ccc5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.484662 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-02a7ed24-e7d3-4030-8c5e-febe27c69d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:44.487235 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.529383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.551721 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:44.575099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d608702-3e78-4bc4-982f-899d5ccc5eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f784f0f9-8bdf-4f24-8441-7b7640fbd3c6,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:44.576890 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-9c355c1f-63a9-403c-883c-61430ef87cad', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'fixed_ips': [{'subnet_id': '7d95895c-91f2-474b-b84c-d26f2913997f'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:41:44.577800 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.590657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6005645d-34ac-419f-89a1-7cadcec8522f {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 24 12:41:44.592860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3d608702-3e78-4bc4-982f-899d5ccc5eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:44.596984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event deleted for resources: {'Network': ['ID=6005645d-34ac-419f-89a1-7cadcec8522f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:44.603827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:44.605146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.607830 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "DELETE /v2.0/networks/6005645d-34ac-419f-89a1-7cadcec8522f HTTP/1.1" status: 204 len: 168 time: 0.8996758 Jun 24 12:41:44.611757 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40236) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:44.613932 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d608702-3e78-4bc4-982f-899d5ccc5eb8 admin admin] Checking segment: {'id': 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:44.614413 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d608702-3e78-4bc4-982f-899d5ccc5eb8 admin admin] Network hostable DHCP agents. Network: 89d68f41-feb7-4d70-8589-06f7af50cb16, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:41:44.619524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-5f01d34d-4a53-44af-832e-8047a9ca977c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:44.627506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.634643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:44.635335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.642917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:44.651074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.668133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.723727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f01d34d-4a53-44af-832e-8047a9ca977c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Made reservation on behalf of 2daa54b666e748b9bad5edbd1de21aea for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:44.726645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f01d34d-4a53-44af-832e-8047a9ca977c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.781442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f01d34d-4a53-44af-832e-8047a9ca977c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] vlan segment allocate from pool success with {'vlan_id': 1318, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:44.805727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f01d34d-4a53-44af-832e-8047a9ca977c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.806506 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-5f01d34d-4a53-44af-832e-8047a9ca977c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Added segment b4e2f293-90fd-4dae-be20-6c773d08691f of type vlan for network e166ab9e-f19f-40df-a029-d7a98d5b43e5 Jun 24 12:41:44.829234 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1575203819'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:44.870528 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.882078 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.2369380 Jun 24 12:41:44.891051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d608702-3e78-4bc4-982f-899d5ccc5eb8 admin admin] Network 89d68f41-feb7-4d70-8589-06f7af50cb16 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:41:44.898480 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40246) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:44.905265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d6cd2894-dd26-4b58-8ffc-7f535a7d625c admin admin] Request body: {'subnet': {'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1255907084-subnet', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:44.919289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Pushing event updated for resources: {'Network': ['ID=40fcc34b-4ef7-46f7-9eb8-5e3865400700,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:44.941033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:44.952519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cd2894-dd26-4b58-8ffc-7f535a7d625c admin admin] Made reservation on behalf of 572e3e64a178497ca08b4c055c55e5d8 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:44.955228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2894-dd26-4b58-8ffc-7f535a7d625c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.955965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-3d608702-3e78-4bc4-982f-899d5ccc5eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 89d68f41-feb7-4d70-8589-06f7af50cb16) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:44.994153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d608702-3e78-4bc4-982f-899d5ccc5eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:44.995264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3d608702-3e78-4bc4-982f-899d5ccc5eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.009697 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f01d34d-4a53-44af-832e-8047a9ca977c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.058908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Made reservation on behalf of 6907ce3f5be045fe9ab46c9363ff47bf for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:45.063087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.083538 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3d608702-3e78-4bc4-982f-899d5ccc5eb8 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2459912 Jun 24 12:41:45.084502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40252) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:45.109616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:45.156523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.206629 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:45.218639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8874e0f2-203e-433d-91e2-1977e6d40695 None None] Network 89d68f41-feb7-4d70-8589-06f7af50cb16 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:45.245551 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Allocated IP 172.26.1.236 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/c95a773b-afb5-4a2e-9efb-8d738883d07f) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:45.298420 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40260) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:45.302176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f01d34d-4a53-44af-832e-8047a9ca977c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.302639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Allocated IP 172.20.0.2 (9c355c1f-63a9-403c-883c-61430ef87cad/7d95895c-91f2-474b-b84c-d26f2913997f/cd258565-f716-4218-bef1-774c3f07a8fb) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:45.332792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f01d34d-4a53-44af-832e-8047a9ca977c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:45.333609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f01d34d-4a53-44af-832e-8047a9ca977c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.357115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:45.370434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.372246 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.446021 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2894-dd26-4b58-8ffc-7f535a7d625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.454657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:45.457525 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.460850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.475539 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40264) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:45.479357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Transition to ACTIVE for port object cd258565-f716-4218-bef1-774c3f07a8fb will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:45.495013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Transition to ACTIVE for port object cd258565-f716-4218-bef1-774c3f07a8fb will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:45.512171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.534596 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:45.543439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Network 9c355c1f-63a9-403c-883c-61430ef87cad is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:45.548983 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd2894-dd26-4b58-8ffc-7f535a7d625c admin admin] Checking segment: {'id': '69f496ae-fbbf-4fd5-b1eb-9a156c295d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:45.549627 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd2894-dd26-4b58-8ffc-7f535a7d625c admin admin] Network hostable DHCP agents. Network: 40fcc34b-4ef7-46f7-9eb8-5e3865400700, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:41:45.617561 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd2894-dd26-4b58-8ffc-7f535a7d625c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c06267f-8ce5-449e-afed-183c7687cd57,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:45.620194 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d6cd2894-dd26-4b58-8ffc-7f535a7d625c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:45.623353 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd2894-dd26-4b58-8ffc-7f535a7d625c admin admin] Network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:41:45.628404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:45.631852 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Pushing event updated for resources: {'Port': ['ID=cd258565-f716-4218-bef1-774c3f07a8fb,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:45.635131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd2894-dd26-4b58-8ffc-7f535a7d625c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 40fcc34b-4ef7-46f7-9eb8-5e3865400700) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:45.637614 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:45.641073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cd2894-dd26-4b58-8ffc-7f535a7d625c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:45.641671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2894-dd26-4b58-8ffc-7f535a7d625c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.655651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6620da-f218-4d87-bd19-db0f3094d92c None None] Network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:45.661819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:45.662341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:45.662725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:45.663581 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:45.663927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:45.664277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:45.664840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:45.665426 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:45.665758 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:45.666108 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:45.666438 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:45.666784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Tracked resource versions report: Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: pushed versions: Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: { 'AddressGroup': {'1.2'}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'ConntrackHelper': {'1.0'}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Log': {'1.0'}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Network': {'1.1'}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Port': {'1.7'}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'PortForwarding': {'1.2'}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'QosPolicy': {'1.8'}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'SecurityGroup': {'1.4'}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'SubPort': {'1.0'}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Subnet': {'1.1'}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Trunk': {'1.1'}} Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: consumer versions: Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: { DHCP agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: HyperV agent@hv-neutron-7971: {}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: L3 agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: Metadata agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: Metering agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: Open vSwitch agent@dv-neutron-797121-4-hyperv: { 'AddressGroup': '1.2', Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'ConntrackHelper': '1.0', Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Log': '1.0', Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Network': '1.1', Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Port': '1.7', Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'PortForwarding': '1.2', Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'QosPolicy': '1.8', Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'SecurityGroup': '1.4', Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'SecurityGroupRule': '1.2', Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'SubPort': '1.0', Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Subnet': '1.1', Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: 'Trunk': '1.1'}} Jun 24 12:41:45.667848 dv-neutron-797121-4-hyperv neutron-server[100147]: {{(pid=100147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:41:45.688403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:45.722803 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:45.725229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4c8ead86-cdb4-47b2-8724-1a31c4d16c8f tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:45.756020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01d34d-4a53-44af-832e-8047a9ca977c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event updated for resources: {'Network': ['ID=e166ab9e-f19f-40df-a029-d7a98d5b43e5,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:45.760469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5f01d34d-4a53-44af-832e-8047a9ca977c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:45.774070 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4c8ead86-cdb4-47b2-8724-1a31c4d16c8f tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] 10.222.0.110 "PUT /v2.0/quotas/f26149f1e5be48a0a32e3d29e081d205 HTTP/1.1" status: 200 len: 368 time: 0.4698253 Jun 24 12:41:45.774435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40270) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:45.778518 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network e166ab9e-f19f-40df-a029-d7a98d5b43e5 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:45.782153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Request body: {'network': {'project_id': 'f26149f1e5be48a0a32e3d29e081d205'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:45.784996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.818401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.858276 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Attempting to bind port cd258565-f716-4218-bef1-774c3f07a8fb on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:45.858554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Attempting to bind port cd258565-f716-4218-bef1-774c3f07a8fb by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '1f6bde56-a6e3-4fcd-843d-61291529d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:45.859169 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Attempting to bind port cd258565-f716-4218-bef1-774c3f07a8fb on network 9c355c1f-63a9-403c-883c-61430ef87cad {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:45.877766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.909948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:45.910313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.910477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Checking segment: {'id': '1f6bde56-a6e3-4fcd-843d-61291529d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:45.910719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.911142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Bound using segment: {'id': '1f6bde56-a6e3-4fcd-843d-61291529d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:45.911631 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Bound port: cd258565-f716-4218-bef1-774c3f07a8fb, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6bde56-a6e3-4fcd-843d-61291529d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:45.912026 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.015841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.026745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-89d68f41-feb7-4d70-8589-06f7af50cb16', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'fixed_ips': [{'subnet_id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:41:46.027722 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.030537 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d6cd2894-dd26-4b58-8ffc-7f535a7d625c admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1299982 Jun 24 12:41:46.035237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40274) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:46.039412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:46.057910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.069623 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5f01d34d-4a53-44af-832e-8047a9ca977c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4565852 Jun 24 12:41:46.071962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.077794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40276) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:46.080018 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] For port cd258565-f716-4218-bef1-774c3f07a8fb, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:46.082576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:46.096570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'fixed_ips': [{'subnet_id': '2c06267f-8ce5-449e-afed-183c7687cd57'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:41:46.096570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.102806 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Request body: {'subnet': {'network_id': 'e166ab9e-f19f-40df-a029-d7a98d5b43e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:46.104155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] For port cd258565-f716-4218-bef1-774c3f07a8fb, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cd258565-f716-4218-bef1-774c3f07a8fb,segment=NetworkSegment(1f6bde56-a6e3-4fcd-843d-61291529d7a8),segment_id=1f6bde56-a6e3-4fcd-843d-61291529d7a8)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:46.124193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.132986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d3c3815f-6841-49c4-b904-385d5ef6395d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:46.137016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Made reservation on behalf of f26149f1e5be48a0a32e3d29e081d205 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:46.140385 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.144151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] vlan segment allocate from pool success with {'vlan_id': 1324, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:46.149139 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.153496 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c808766-90a2-4ab4-8f43-b7f8743a40c2,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:46.163442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:46.163908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:46.182938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.194920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.195301 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Added segment b704b964-072b-485b-98cf-680af9ded357 of type vlan for network 793e75c6-6ea7-495e-a396-6e5bd9eacd55 Jun 24 12:41:46.206879 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.207536 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.277363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:46.302800 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Allocated IP 172.26.1.80 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/ede669f2-0d53-4cca-a904-3c1d0cfa40bd) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:46.314617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Made reservation on behalf of 2daa54b666e748b9bad5edbd1de21aea for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:46.317142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.438471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.441595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.449531 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Pushing event updated for resources: {'Port': ['ID=cd258565-f716-4218-bef1-774c3f07a8fb,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:46.450604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:46.461262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:46.470386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:46.475826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Allocated IP 172.20.0.2 (40fcc34b-4ef7-46f7-9eb8-5e3865400700/2c06267f-8ce5-449e-afed-183c7687cd57/d0a829d4-7068-4ed3-acec-e33f6cf907f0) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:46.481477 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Pushing event updated for resources: {'Port': ['ID=c95a773b-afb5-4a2e-9efb-8d738883d07f,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:46.487675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Allocated IP 172.20.0.2 (89d68f41-feb7-4d70-8589-06f7af50cb16/f784f0f9-8bdf-4f24-8441-7b7640fbd3c6/3bbf2d97-1509-4439-a9be-cffbc5c47dfa) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:46.496872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:46.636550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.655979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:46.656610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.664639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:46.672034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.693150 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.702348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Transition to ACTIVE for port object 3bbf2d97-1509-4439-a9be-cffbc5c47dfa will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:46.717827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Transition to ACTIVE for port object 3bbf2d97-1509-4439-a9be-cffbc5c47dfa will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:46.749581 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.749581 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:46.802013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Network 89d68f41-feb7-4d70-8589-06f7af50cb16 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:46.831453 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:46.840408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:46.849858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Pushing event updated for resources: {'Port': ['ID=3bbf2d97-1509-4439-a9be-cffbc5c47dfa,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:46.865543 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:46.890291 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.917049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Pushing event updated for resources: {'Network': ['ID=793e75c6-6ea7-495e-a396-6e5bd9eacd55,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:46.930927 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.930927 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.931409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:46.948886 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.957731 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7504539 Jun 24 12:41:46.960539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40280) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:46.965997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-64f0484f-d410-47a7-865d-6ad72bf81c41 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Request body: {'subnet': {'network_id': '793e75c6-6ea7-495e-a396-6e5bd9eacd55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:46.968131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:46.970806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.971306 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.973640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 793e75c6-6ea7-495e-a396-6e5bd9eacd55 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:46.980951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.997131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4376f998-1dab-43fb-9e62-65d14383a53d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:47.012280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.028441 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Transition to ACTIVE for port object d0a829d4-7068-4ed3-acec-e33f6cf907f0 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:47.049638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Transition to ACTIVE for port object d0a829d4-7068-4ed3-acec-e33f6cf907f0 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:47.059947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.061495 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:47.077203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] vlan segment allocate from pool success with {'vlan_id': 1343, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:47.098648 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Attempting to bind port 3bbf2d97-1509-4439-a9be-cffbc5c47dfa on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:47.099295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Attempting to bind port 3bbf2d97-1509-4439-a9be-cffbc5c47dfa by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:47.099702 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Attempting to bind port 3bbf2d97-1509-4439-a9be-cffbc5c47dfa on network 89d68f41-feb7-4d70-8589-06f7af50cb16 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:47.125431 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:47.125867 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Checking segment: {'id': 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:47.126215 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.127673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Bound using segment: {'id': 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:47.127673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Bound port: 3bbf2d97-1509-4439-a9be-cffbc5c47dfa, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:47.127673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.137308 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.137649 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Added segment fc819cf0-c401-4014-a383-84aa9716a9a3 of type vlan for network ce42fd28-a2e1-41a4-8974-2b5f97343487 Jun 24 12:41:47.144073 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.163128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.165355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:47.227259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Pushing event updated for resources: {'Port': ['ID=d0a829d4-7068-4ed3-acec-e33f6cf907f0,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:47.231935 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.237412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:47.250501 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:47.251510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.254090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:47.257394 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:47.273297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f0484f-d410-47a7-865d-6ad72bf81c41 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Made reservation on behalf of 6907ce3f5be045fe9ab46c9363ff47bf for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:47.276919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-64f0484f-d410-47a7-865d-6ad72bf81c41 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks [] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.286238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:47.363160 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:47.374204 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Allocated IP 172.26.1.37 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/4c232c7b-80a3-4cfb-b9cb-faef84326f81) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:47.425936 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.435541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.442153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:47.512599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Attempting to bind port d0a829d4-7068-4ed3-acec-e33f6cf907f0 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:47.513333 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Attempting to bind port d0a829d4-7068-4ed3-acec-e33f6cf907f0 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '69f496ae-fbbf-4fd5-b1eb-9a156c295d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:47.513677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Attempting to bind port d0a829d4-7068-4ed3-acec-e33f6cf907f0 on network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:47.524298 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:47.525118 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Checking segment: {'id': '69f496ae-fbbf-4fd5-b1eb-9a156c295d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:47.525700 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.526264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Bound using segment: {'id': '69f496ae-fbbf-4fd5-b1eb-9a156c295d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:47.526971 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Bound port: d0a829d4-7068-4ed3-acec-e33f6cf907f0, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f496ae-fbbf-4fd5-b1eb-9a156c295d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:47.527546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.530730 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] For port 3bbf2d97-1509-4439-a9be-cffbc5c47dfa, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:47.535675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] For port 3bbf2d97-1509-4439-a9be-cffbc5c47dfa, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3bbf2d97-1509-4439-a9be-cffbc5c47dfa,segment=NetworkSegment(c0cf8e2b-92ca-476a-b1ed-8c559e903b50),segment_id=c0cf8e2b-92ca-476a-b1ed-8c559e903b50)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:47.543586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Pushing event updated for resources: {'Port': ['ID=c95a773b-afb5-4a2e-9efb-8d738883d07f,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:47.558148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.567545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.579619 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:47.586895 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.592254 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:47.597410 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:47.621824 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cd258565-f716-4218-bef1-774c3f07a8fb up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:47.645006 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.649425 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0765162 Jun 24 12:41:47.659961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:47.661092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40286) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:47.667659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c78984c6-780f-476f-a835-8130e48a5d24 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1203135530', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'fixed_ips': [{'ip_address': '172.26.1.236'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:47.673254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:47.674530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.726258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Pushing event updated for resources: {'Port': ['ID=3bbf2d97-1509-4439-a9be-cffbc5c47dfa,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:47.746610 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] For port d0a829d4-7068-4ed3-acec-e33f6cf907f0, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:47.752192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] For port d0a829d4-7068-4ed3-acec-e33f6cf907f0, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d0a829d4-7068-4ed3-acec-e33f6cf907f0,segment=NetworkSegment(69f496ae-fbbf-4fd5-b1eb-9a156c295d91),segment_id=69f496ae-fbbf-4fd5-b1eb-9a156c295d91)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:47.754697 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:47.756866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78984c6-780f-476f-a835-8130e48a5d24 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Made reservation on behalf of 2625d470da61472fae3142a69b38923d for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:47.760547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c78984c6-780f-476f-a835-8130e48a5d24 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.767166 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.780916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c78984c6-780f-476f-a835-8130e48a5d24 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.781038 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:47.784905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-64f0484f-d410-47a7-865d-6ad72bf81c41 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.790882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:47.829359 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Pushing event updated for resources: {'Port': ['ID=ede669f2-0d53-4cca-a904-3c1d0cfa40bd,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:47.833692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:47.849403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port cd258565-f716-4218-bef1-774c3f07a8fb completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:47.855204 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-917f8a33-03a9-44f7-ab90-8bb3bb07f337 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:47.867375 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Pushing event updated for resources: {'Port': ['ID=d0a829d4-7068-4ed3-acec-e33f6cf907f0,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:47.873632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:47.930586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0484f-d410-47a7-865d-6ad72bf81c41 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Pushing event updated for resources: {'Subnet': ['ID=9095a265-3b64-49c1-9ade-4674186a5436,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:47.941803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-64f0484f-d410-47a7-865d-6ad72bf81c41 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:47.961726 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0484f-d410-47a7-865d-6ad72bf81c41 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Checking segment: {'id': 'b704b964-072b-485b-98cf-680af9ded357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '793e75c6-6ea7-495e-a396-6e5bd9eacd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:47.962126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f0484f-d410-47a7-865d-6ad72bf81c41 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Network hostable DHCP agents. Network: 793e75c6-6ea7-495e-a396-6e5bd9eacd55, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:41:47.995649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f0484f-d410-47a7-865d-6ad72bf81c41 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Network 793e75c6-6ea7-495e-a396-6e5bd9eacd55 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:41:48.031914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c78984c6-780f-476f-a835-8130e48a5d24 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.033964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-64f0484f-d410-47a7-865d-6ad72bf81c41 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 793e75c6-6ea7-495e-a396-6e5bd9eacd55) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:48.037300 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c78984c6-780f-476f-a835-8130e48a5d24 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.041621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0484f-d410-47a7-865d-6ad72bf81c41 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:48.042202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-64f0484f-d410-47a7-865d-6ad72bf81c41 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.045358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:48.171704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7a172f-17c3-4458-bdc9-ab748869bb36 None None] Network 793e75c6-6ea7-495e-a396-6e5bd9eacd55 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:48.175154 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.3093309 Jun 24 12:41:48.175855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78984c6-780f-476f-a835-8130e48a5d24 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416621c4-fe17-44b6-b79a-17f9c81ca3d1,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:48.175855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40288) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:48.175855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-c78984c6-780f-476f-a835-8130e48a5d24 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] device_id is not set on port 5c2c0266-10a5-4fe9-a46b-e07fb75bacea yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:41:48.175855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7a4f60b8-2917-4a98-bb88-b416ce8631fc tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Request body: {'network': {'project_id': 'f26149f1e5be48a0a32e3d29e081d205'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:48.175855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c78984c6-780f-476f-a835-8130e48a5d24 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:48.181343 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Pushing event updated for resources: {'Network': ['ID=ce42fd28-a2e1-41a4-8974-2b5f97343487,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:48.194499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:48.209211 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-64f0484f-d410-47a7-865d-6ad72bf81c41 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2475896 Jun 24 12:41:48.232800 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbbc251-34a9-4164-9d76-d0a879253700 None None] Network 9c355c1f-63a9-403c-883c-61430ef87cad requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:48.236813 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40290) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:48.252731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Request body: {'port': {'network_id': '793e75c6-6ea7-495e-a396-6e5bd9eacd55', 'name': 'tempest-DHCPAgentSchedulersTestJSON-716577235'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:48.262085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network ce42fd28-a2e1-41a4-8974-2b5f97343487 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:48.288189 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.348163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.438396 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d12074b3-cb17-44ed-a51c-50a1f1bf46f5 None None] Provisioning for port cd258565-f716-4218-bef1-774c3f07a8fb completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:48.438643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:41:48.438984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.460595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:48.483820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d12074b3-cb17-44ed-a51c-50a1f1bf46f5 None None] Provisioning complete for port cd258565-f716-4218-bef1-774c3f07a8fb triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:48.484505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d12074b3-cb17-44ed-a51c-50a1f1bf46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.555851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.586822 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4f60b8-2917-4a98-bb88-b416ce8631fc tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Made reservation on behalf of f26149f1e5be48a0a32e3d29e081d205 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:48.590869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a4f60b8-2917-4a98-bb88-b416ce8631fc tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.591213 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.601218 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.617523 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7c14aad0-e8ff-4fec-b51e-81490bc030b7,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:48.627960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:48.629308 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d57474cc-ff1b-4a72-8291-792cba8319ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:48.653642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-793e75c6-6ea7-495e-a396-6e5bd9eacd55', 'network_id': '793e75c6-6ea7-495e-a396-6e5bd9eacd55', 'tenant_id': '6907ce3f5be045fe9ab46c9363ff47bf', 'fixed_ips': [{'subnet_id': '9095a265-3b64-49c1-9ade-4674186a5436'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:41:48.657659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.703257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4f60b8-2917-4a98-bb88-b416ce8631fc tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] vlan segment allocate from pool success with {'vlan_id': 1321, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:48.719714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Allocated IP 172.26.1.139 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/4ac0244e-a107-4ae1-bb53-5c97aace4b11) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:48.725173 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Checking segment: {'id': 'b4e2f293-90fd-4dae-be20-6c773d08691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'e166ab9e-f19f-40df-a029-d7a98d5b43e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:48.725597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Network hostable DHCP agents. Network: e166ab9e-f19f-40df-a029-d7a98d5b43e5, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:41:48.733071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a4f60b8-2917-4a98-bb88-b416ce8631fc tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.733868 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-7a4f60b8-2917-4a98-bb88-b416ce8631fc tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Added segment 05439db9-4d01-4df5-99ec-67a7a7da7ce5 of type vlan for network fbf148e7-4f17-441d-8d2f-d6bbe7e61339 Jun 24 12:41:48.763076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:48.775788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:48.784952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d12074b3-cb17-44ed-a51c-50a1f1bf46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.798301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Made reservation on behalf of 6907ce3f5be045fe9ab46c9363ff47bf for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:48.802586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.827006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:48.835443 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event updated for resources: {'Port': ['ID=4c232c7b-80a3-4cfb-b9cb-faef84326f81,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:48.847337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:48.866913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a4f60b8-2917-4a98-bb88-b416ce8631fc tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.891997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d12074b3-cb17-44ed-a51c-50a1f1bf46f5 None None] For port cd258565-f716-4218-bef1-774c3f07a8fb, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cd258565-f716-4218-bef1-774c3f07a8fb,segment=NetworkSegment(1f6bde56-a6e3-4fcd-843d-61291529d7a8),segment_id=1f6bde56-a6e3-4fcd-843d-61291529d7a8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:48.903227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d12074b3-cb17-44ed-a51c-50a1f1bf46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.910904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:48.911689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Network e166ab9e-f19f-40df-a029-d7a98d5b43e5 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:41:48.940606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.945066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.957197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, e166ab9e-f19f-40df-a029-d7a98d5b43e5) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:48.969840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Allocated IP 172.20.0.2 (793e75c6-6ea7-495e-a396-6e5bd9eacd55/9095a265-3b64-49c1-9ade-4674186a5436/ac118c38-bf0b-4ee3-906c-d6712e3ce91c) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:48.971965 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12074b3-cb17-44ed-a51c-50a1f1bf46f5 None None] Pushing event updated for resources: {'Port': ['ID=cd258565-f716-4218-bef1-774c3f07a8fb,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:48.974921 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd2e4fb-4bcc-4f78-acdb-6bcde172e9f5 None None] Network e166ab9e-f19f-40df-a029-d7a98d5b43e5 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:48.977955 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d12074b3-cb17-44ed-a51c-50a1f1bf46f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:48.982685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] device_id is not set on port c741bc09-e177-4a54-a9c0-43fd4b961301 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:41:48.997346 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:49.007521 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.180925 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0926704 Jun 24 12:41:49.197347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40292) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:49.209534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Request body: {'floatingip': {'floating_network_id': 'e166ab9e-f19f-40df-a029-d7a98d5b43e5'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:49.226924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a4f60b8-2917-4a98-bb88-b416ce8631fc tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.228276 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad81fda-851b-4d64-9b68-199d09f8d36d None None] Network e166ab9e-f19f-40df-a029-d7a98d5b43e5 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:49.246511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.253599 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.288950 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4f60b8-2917-4a98-bb88-b416ce8631fc tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:49.290863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a4f60b8-2917-4a98-bb88-b416ce8631fc tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.307619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5f01d34d-4a53-44af-832e-8047a9ca977c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:49.336587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-98bbf770-ff21-46b8-a677-d945e6939632 None None] Provisioning complete for port cd258565-f716-4218-bef1-774c3f07a8fb triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:49.337388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-98bbf770-ff21-46b8-a677-d945e6939632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.363383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.377407 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.396268 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Transition to ACTIVE for port object ac118c38-bf0b-4ee3-906c-d6712e3ce91c will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:49.409076 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f60b8-2917-4a98-bb88-b416ce8631fc tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Pushing event updated for resources: {'Network': ['ID=fbf148e7-4f17-441d-8d2f-d6bbe7e61339,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:49.436828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Transition to ACTIVE for port object ac118c38-bf0b-4ee3-906c-d6712e3ce91c will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:49.460106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7a4f60b8-2917-4a98-bb88-b416ce8631fc tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:49.483973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network fbf148e7-4f17-441d-8d2f-d6bbe7e61339 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:49.490231 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.535122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-cc2bc62b-2877-414e-afbe-543f035b9e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:49.558748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Allocated IP 172.20.0.3 (793e75c6-6ea7-495e-a396-6e5bd9eacd55/9095a265-3b64-49c1-9ade-4674186a5436/c741bc09-e177-4a54-a9c0-43fd4b961301) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:49.670670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b837ff8-d1a3-4ed6-9801-cf78a0fbe58a None None] Network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:49.672463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Router 7f4b1491-bc37-4aaf-8243-e86e7675549b is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:41:49.684052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Network 793e75c6-6ea7-495e-a396-6e5bd9eacd55 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:49.694170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:49.707404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.708181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.710780 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:49.711510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:49.718088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:49.751507 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7a4f60b8-2917-4a98-bb88-b416ce8631fc tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.6493440 Jun 24 12:41:49.751507 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78984c6-780f-476f-a835-8130e48a5d24 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 24 12:41:49.751507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78984c6-780f-476f-a835-8130e48a5d24 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:41:49.767067 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037c7f45-05a2-452c-9ad9-d6f999e7cd6c None None] Network 89d68f41-feb7-4d70-8589-06f7af50cb16 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:49.767354 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40296) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:49.778720 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-1dccb13f-7f8b-4bc0-80e1-76ba4ec02954 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Request body: {'network': {'project_id': 'f26149f1e5be48a0a32e3d29e081d205'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:49.785906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:49.806698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:49.915185 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dccb13f-7f8b-4bc0-80e1-76ba4ec02954 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 24 12:41:49.915659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dccb13f-7f8b-4bc0-80e1-76ba4ec02954 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:41:49.920118 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1dccb13f-7f8b-4bc0-80e1-76ba4ec02954 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1444554 Jun 24 12:41:49.923258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac0244e-a107-4ae1-bb53-5c97aace4b11,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:49.926586 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c78984c6-780f-476f-a835-8130e48a5d24 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.2641313 Jun 24 12:41:49.933602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40298) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:49.933967 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40300) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:49.934890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:49.944079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Pushing event updated for resources: {'Port': ['ID=ac118c38-bf0b-4ee3-906c-d6712e3ce91c,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:49.945848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.956205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:49.956778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:49.959788 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d0a829d4-7068-4ed3-acec-e33f6cf907f0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:50.077078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Allocated IP 172.26.1.216 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/d2c08d2c-939d-4a68-a10b-8cc131f14f7d) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:50.083585 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event updated for resources: {'Port': ['ID=4c232c7b-80a3-4cfb-b9cb-faef84326f81,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:50.086344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:50.092569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b72d4903-2079-43a5-9a30-42c55f3432ff None None] Provisioning for port d0a829d4-7068-4ed3-acec-e33f6cf907f0 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:50.104920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.112812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Attempting to bind port ac118c38-bf0b-4ee3-906c-d6712e3ce91c on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:50.113394 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Attempting to bind port ac118c38-bf0b-4ee3-906c-d6712e3ce91c by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'b704b964-072b-485b-98cf-680af9ded357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '793e75c6-6ea7-495e-a396-6e5bd9eacd55'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:50.113580 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Attempting to bind port ac118c38-bf0b-4ee3-906c-d6712e3ce91c on network 793e75c6-6ea7-495e-a396-6e5bd9eacd55 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:50.115603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.136485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:41:50.157836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:50.158268 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Checking segment: {'id': 'b704b964-072b-485b-98cf-680af9ded357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '793e75c6-6ea7-495e-a396-6e5bd9eacd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:50.158572 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Sync routers for ids ['7f4b1491-bc37-4aaf-8243-e86e7675549b'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:41:50.159110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.159110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Bound using segment: {'id': 'b704b964-072b-485b-98cf-680af9ded357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '793e75c6-6ea7-495e-a396-6e5bd9eacd55'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:50.159605 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Bound port: ac118c38-bf0b-4ee3-906c-d6712e3ce91c, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b704b964-072b-485b-98cf-680af9ded357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '793e75c6-6ea7-495e-a396-6e5bd9eacd55'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:50.160000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.179750 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Routers {'7f4b1491-bc37-4aaf-8243-e86e7675549b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:50.180165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.181498 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6616845 Jun 24 12:41:50.183016 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7f4b1491-bc37-4aaf-8243-e86e7675549b'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:50.184681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40304) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:50.192051 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-182905296'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:50.197457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.198307 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-415cf09e-b4fc-4ee0-81c5-1da6243c30ac admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8834262 Jun 24 12:41:50.203462 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40306) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:50.220501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Transition to ACTIVE for port object c741bc09-e177-4a54-a9c0-43fd4b961301 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:50.228766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.248627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b72d4903-2079-43a5-9a30-42c55f3432ff None None] Provisioning for port 3bbf2d97-1509-4439-a9be-cffbc5c47dfa completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:50.280492 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Made reservation on behalf of 34163a3a669c4507a524d12adbe7fb28 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:50.284971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.327262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port d0a829d4-7068-4ed3-acec-e33f6cf907f0 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:50.333888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.338044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.341766 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d0a829d4-7068-4ed3-acec-e33f6cf907f0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:50.342384 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.442722 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] For port ac118c38-bf0b-4ee3-906c-d6712e3ce91c, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:50.464311 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Set router 7f4b1491-bc37-4aaf-8243-e86e7675549b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:50.477518 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.497078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] For port ac118c38-bf0b-4ee3-906c-d6712e3ce91c, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ac118c38-bf0b-4ee3-906c-d6712e3ce91c,segment=NetworkSegment(b704b964-072b-485b-98cf-680af9ded357),segment_id=b704b964-072b-485b-98cf-680af9ded357)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:50.513005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-04c1aba2-d573-4b32-8652-f41a950755cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:50.596108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:50.607664 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.608916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.613950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:50.616615 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:50.618940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Pushing event updated for resources: {'Port': ['ID=d2c08d2c-939d-4a68-a10b-8cc131f14f7d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:50.621921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:50.698960 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.699857 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port d0a829d4-7068-4ed3-acec-e33f6cf907f0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d0a829d4-7068-4ed3-acec-e33f6cf907f0,segment=NetworkSegment(69f496ae-fbbf-4fd5-b1eb-9a156c295d91),segment_id=69f496ae-fbbf-4fd5-b1eb-9a156c295d91)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:50.703782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-99f49db1-5bd3-4ef4-b94f-1d5cd48e07b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:50.723082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.727559 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.735782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:50.742511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.754415 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.766939 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:50.791120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.794044 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-388a21c4-83f6-4ebf-b926-ffc551fad0f6 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Deleting port c95a773b-afb5-4a2e-9efb-8d738883d07f {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:41:50.794697 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-388a21c4-83f6-4ebf-b926-ffc551fad0f6 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.804875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Pushing event updated for resources: {'Port': ['ID=ac118c38-bf0b-4ee3-906c-d6712e3ce91c,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:50.806417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=100145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:50.807057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:50.813470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:50.814087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Subscribe: > port after_create 55550000 {{(pid=100145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:50.816049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Subscribe: > port after_delete 55550000 {{(pid=100145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:50.816403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Subscribe: > port after_update 55550000 {{(pid=100145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:50.816725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=100145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:50.817156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=100145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:50.817507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=100145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:50.817847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=100145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:50.819948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.821338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:50.826998 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3bbf2d97-1509-4439-a9be-cffbc5c47dfa up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:50.889505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:50.951749 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:41:47Z', 'revision_number': 3, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port': {'id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:50.952500 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=d0a829d4-7068-4ed3-acec-e33f6cf907f0,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:50.964926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:50.974298 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] vlan segment allocate from pool success with {'vlan_id': 1342, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:51.013705 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 3bbf2d97-1509-4439-a9be-cffbc5c47dfa completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:51.033167 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3bbf2d97-1509-4439-a9be-cffbc5c47dfa triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:51.033757 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.035876 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-17dfe578-c43b-41c2-9c9b-e8044a4e035c None None] Provisioning complete for port d0a829d4-7068-4ed3-acec-e33f6cf907f0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:51.036448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-17dfe578-c43b-41c2-9c9b-e8044a4e035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.066887 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Checking router: 7f4b1491-bc37-4aaf-8243-e86e7675549b for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:41:51.067567 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Updating router 7f4b1491-bc37-4aaf-8243-e86e7675549b port ede669f2-0d53-4cca-a904-3c1d0cfa40bd binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:41:51.078154 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.078500 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Added segment 9c150f39-1d5e-4693-b8ad-e45be555c53f of type vlan for network 7db6157d-4921-4e67-a467-7c0a45d5953b Jun 24 12:41:51.098260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6495449c-9e38-4617-bc6f-1304ce2c201f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:51.122108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:51.144877 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.201372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=100145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:51.201759 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=100145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:51.211759 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=100145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:51.212286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=100145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:41:51.212805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf148e7-4f17-441d-8d2f-d6bbe7e61339']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:51.293606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.298274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.359073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05439db9-4d01-4df5-99ec-67a7a7da7ce5') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:51.359668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05439db9-4d01-4df5-99ec-67a7a7da7ce5') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:51.420081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 3bbf2d97-1509-4439-a9be-cffbc5c47dfa, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3bbf2d97-1509-4439-a9be-cffbc5c47dfa,segment=NetworkSegment(c0cf8e2b-92ca-476a-b1ed-8c559e903b50),segment_id=c0cf8e2b-92ca-476a-b1ed-8c559e903b50)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:51.426889 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.427752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cd258565-f716-4218-bef1-774c3f07a8fb up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:51.431079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-521c53b7-53e1-4818-89ce-d24c4b73d964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:51.517864 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-081b78ea-63bb-4fbb-a500-90278db9106d None None] Provisioning complete for port 3bbf2d97-1509-4439-a9be-cffbc5c47dfa triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:51.518626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-081b78ea-63bb-4fbb-a500-90278db9106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.526539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Network 793e75c6-6ea7-495e-a396-6e5bd9eacd55 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:51.528476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.536198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.resource_extend [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 12:41:51.576305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:51.596317 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=3bbf2d97-1509-4439-a9be-cffbc5c47dfa,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:51.598418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:51.604269 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:51.604889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.630688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:51.634455 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Pushing event updated for resources: {'Port': ['ID=c741bc09-e177-4a54-a9c0-43fd4b961301,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:51.652014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.657732 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.658391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port cd258565-f716-4218-bef1-774c3f07a8fb triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:51.658714 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.664004 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:51.664730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.670830 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Transition to ACTIVE for port object ede669f2-0d53-4cca-a904-3c1d0cfa40bd will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:51.671079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:51.680760 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.687544 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:51.694619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.722459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.986s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:51.739015 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.740463 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4997818 Jun 24 12:41:51.742835 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40308) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:51.747136 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5595942 Jun 24 12:41:51.749308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:41:51.749710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: from cryptography.utils import int_from_bytes Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: from cryptography.utils import int_from_bytes Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:41:51.760567 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:41:51.763167 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40310) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:51.763772 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Pushing event updated for resources: {'Port': ['ID=ede669f2-0d53-4cca-a904-3c1d0cfa40bd,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:51.773066 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:51.773423 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:51.773734 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:51.774054 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:51.774418 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:51.774750 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:51.775095 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:51.775419 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:51.775745 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:51.776055 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:51.776364 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:51.777070 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Tracked resource versions report: Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: pushed versions: Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: { 'AddressGroup': {'1.2'}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'ConntrackHelper': {'1.0'}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Log': {'1.0'}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Network': {'1.1'}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Port': {'1.7'}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'PortForwarding': {'1.2'}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'QosPolicy': {'1.8'}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'SecurityGroup': {'1.4'}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'SubPort': {'1.0'}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Subnet': {'1.1'}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Trunk': {'1.1'}} Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: consumer versions: Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: { DHCP agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: HyperV agent@hv-neutron-7971: {}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: L3 agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: Metadata agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: Metering agent@dv-neutron-797121-4-hyperv: {}, Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: Open vSwitch agent@dv-neutron-797121-4-hyperv: { 'AddressGroup': '1.2', Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'ConntrackHelper': '1.0', Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Log': '1.0', Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Network': '1.1', Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Port': '1.7', Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'PortForwarding': '1.2', Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'QosPolicy': '1.8', Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'SecurityGroup': '1.4', Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'SecurityGroupRule': '1.2', Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'SubPort': '1.0', Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Subnet': '1.1', Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: 'Trunk': '1.1'}} Jun 24 12:41:51.778126 dv-neutron-797121-4-hyperv neutron-server[100148]: {{(pid=100148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:41:51.782102 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:51.800695 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.806176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-6259b4a7-166a-4fd4-bfdb-068fee42863d tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Request body: {'subnet': {'network_id': '7db6157d-4921-4e67-a467-7c0a45d5953b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:51.811031 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Attempting to bind port ede669f2-0d53-4cca-a904-3c1d0cfa40bd on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:51.811592 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Attempting to bind port ede669f2-0d53-4cca-a904-3c1d0cfa40bd by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:51.812052 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Attempting to bind port ede669f2-0d53-4cca-a904-3c1d0cfa40bd on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:51.824194 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:51.825034 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:51.826739 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.827927 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:51.829039 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Bound port: ede669f2-0d53-4cca-a904-3c1d0cfa40bd, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:51.829615 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.901361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.904083 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-388a21c4-83f6-4ebf-b926-ffc551fad0f6 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.904413 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-388a21c4-83f6-4ebf-b926-ffc551fad0f6 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.934087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-388a21c4-83f6-4ebf-b926-ffc551fad0f6 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Calling delete_port for c95a773b-afb5-4a2e-9efb-8d738883d07f owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:41:51.940181 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] For port ede669f2-0d53-4cca-a904-3c1d0cfa40bd, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:51.940332 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:51.947700 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] For port ede669f2-0d53-4cca-a904-3c1d0cfa40bd, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ede669f2-0d53-4cca-a904-3c1d0cfa40bd,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:51.954546 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.956938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.963101 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] 10.222.0.110 "DELETE /v2.0/networks/fbf148e7-4f17-441d-8d2f-d6bbe7e61339 HTTP/1.1" status: 204 len: 168 time: 2.0219216 Jun 24 12:41:51.973308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40312) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:51.973658 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:52.034645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Allocated IP 172.20.0.6 (e166ab9e-f19f-40df-a029-d7a98d5b43e5/7c14aad0-e8ff-4fec-b51e-81490bc030b7/c2ea3a6d-3d7e-4dd4-840b-ff96e2e459ac) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:52.037988 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Routers {'7f4b1491-bc37-4aaf-8243-e86e7675549b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:52.040272 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7f4b1491-bc37-4aaf-8243-e86e7675549b'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:52.127866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Pushing event deleted for resources: {'Network': ['ID=fbf148e7-4f17-441d-8d2f-d6bbe7e61339,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:52.131982 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3bbf2d97-1509-4439-a9be-cffbc5c47dfa up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:52.165052 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:52.181297 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] Set router 7f4b1491-bc37-4aaf-8243-e86e7675549b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:52.228072 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3bbf2d97-1509-4439-a9be-cffbc5c47dfa triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:52.228828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.239313 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event updated for resources: {'Network': ['ID=7db6157d-4921-4e67-a467-7c0a45d5953b,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:52.274904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:52.308900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.313136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 7db6157d-4921-4e67-a467-7c0a45d5953b details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:52.446429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.451670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d0a829d4-7068-4ed3-acec-e33f6cf907f0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:52.481335 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Pushing event updated for resources: {'Port': ['ID=ede669f2-0d53-4cca-a904-3c1d0cfa40bd,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:52.498651 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:52.533160 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:41:47Z', 'revision_number': 3, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port': {'id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:52.534322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d0a829d4-7068-4ed3-acec-e33f6cf907f0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:52.535529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.568501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.572023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6259b4a7-166a-4fd4-bfdb-068fee42863d tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Made reservation on behalf of 34163a3a669c4507a524d12adbe7fb28 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:52.577141 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6259b4a7-166a-4fd4-bfdb-068fee42863d tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.577779 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b4d22a-ebe9-4310-82b8-eae2b4735995 None None] The sync data for ids ['7f4b1491-bc37-4aaf-8243-e86e7675549b'] in dv-neutron-797121-4-hyperv is: [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:41:47Z', 'revision_number': 3, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port': {'id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:41:52.584677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce42fd28-a2e1-41a4-8974-2b5f97343487']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:52.596373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc819cf0-c401-4014-a383-84aa9716a9a3') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:52.596825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc819cf0-c401-4014-a383-84aa9716a9a3') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:52.631803 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf744a6-2d78-4090-aeb9-39d2b10d9052 None None] Network 793e75c6-6ea7-495e-a396-6e5bd9eacd55 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:52.655076 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.676491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.696891 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ac118c38-bf0b-4ee3-906c-d6712e3ce91c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:52.709564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.732784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:41:52.733480 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:41:52.737381 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:41:52.754402 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-af769e60-a645-4951-8ebc-851f03638a42 None None] Provisioning for port ac118c38-bf0b-4ee3-906c-d6712e3ce91c completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:52.819168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port ac118c38-bf0b-4ee3-906c-d6712e3ce91c completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:52.823126 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0de5c-f745-43f9-8775-a5133f22b6ad tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Deleting port c741bc09-e177-4a54-a9c0-43fd4b961301 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:41:52.823485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1ae0de5c-f745-43f9-8775-a5133f22b6ad tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.830200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port ac118c38-bf0b-4ee3-906c-d6712e3ce91c triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:52.830625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.834884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-388a21c4-83f6-4ebf-b926-ffc551fad0f6 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.855578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ed5e6fa7-b492-4712-9d50-a6ae6fa42042 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:52.870611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Allocated IP 172.20.0.1 (9c355c1f-63a9-403c-883c-61430ef87cad/7d95895c-91f2-474b-b84c-d26f2913997f/6f789ec7-f678-4190-90a9-b0d1578cd75f) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:52.978279 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.025440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port ac118c38-bf0b-4ee3-906c-d6712e3ce91c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ac118c38-bf0b-4ee3-906c-d6712e3ce91c,segment=NetworkSegment(b704b964-072b-485b-98cf-680af9ded357),segment_id=b704b964-072b-485b-98cf-680af9ded357)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:53.031102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.035739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:53.068113 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.104477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=ac118c38-bf0b-4ee3-906c-d6712e3ce91c,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:53.109341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:53.156188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a21c4-83f6-4ebf-b926-ffc551fad0f6 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Pushing event deleted for resources: {'Port': ['ID=c95a773b-afb5-4a2e-9efb-8d738883d07f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:53.219137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.220978 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-388a21c4-83f6-4ebf-b926-ffc551fad0f6 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:53.260945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7a4f60b8-2917-4a98-bb88-b416ce8631fc tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:53.269943 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.275456 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1ae0de5c-f745-43f9-8775-a5133f22b6ad tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.280687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.285242 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] 10.222.0.110 "DELETE /v2.0/networks/ce42fd28-a2e1-41a4-8974-2b5f97343487 HTTP/1.1" status: 204 len: 168 time: 1.2949269 Jun 24 12:41:53.313058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce42fd28-a2e1-41a4-8974-2b5f97343487,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:53.354774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0de5c-f745-43f9-8775-a5133f22b6ad tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Calling delete_port for c741bc09-e177-4a54-a9c0-43fd4b961301 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:41:53.355011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:53.361641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4748a725-6fec-4a14-b262-cded4b36e416 None None] Provisioning for port c741bc09-e177-4a54-a9c0-43fd4b961301 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:53.363053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b1dd1fce-2c2b-474d-9eea-c4994bfceba5 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:53.381345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.382008 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4748a725-6fec-4a14-b262-cded4b36e416 None None] Provisioning complete for port c741bc09-e177-4a54-a9c0-43fd4b961301 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:53.382393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4748a725-6fec-4a14-b262-cded4b36e416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.394836 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6259b4a7-166a-4fd4-bfdb-068fee42863d tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.421777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Network e166ab9e-f19f-40df-a029-d7a98d5b43e5 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:53.427452 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:53.442817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:53.453153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:53.457160 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-388a21c4-83f6-4ebf-b926-ffc551fad0f6 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.460861 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-388a21c4-83f6-4ebf-b926-ffc551fad0f6 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.463019 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-388a21c4-83f6-4ebf-b926-ffc551fad0f6 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] 10.222.0.110 "DELETE /v2.0/floatingips/cdd25e34-4ad0-4720-b6e8-8e512899b41b HTTP/1.1" status: 204 len: 168 time: 3.5247457 Jun 24 12:41:53.541611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259b4a7-166a-4fd4-bfdb-068fee42863d tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event updated for resources: {'Subnet': ['ID=cfb7314c-5fea-419b-aec3-ea7d543245c2,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:53.543142 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Router 10960cff-7c71-467e-9128-02dd71be20f1 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:41:53.569315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event updated for resources: {'Port': ['ID=c2ea3a6d-3d7e-4dd4-840b-ff96e2e459ac,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:53.570840 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6259b4a7-166a-4fd4-bfdb-068fee42863d tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:53.580978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Transition to ACTIVE for port object 6f789ec7-f678-4190-90a9-b0d1578cd75f will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:53.585014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:53.728524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.733122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-4748a725-6fec-4a14-b262-cded4b36e416 None None] Port c741bc09-e177-4a54-a9c0-43fd4b961301 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:41:53.736960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259b4a7-166a-4fd4-bfdb-068fee42863d tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Checking segment: {'id': '9c150f39-1d5e-4693-b8ad-e45be555c53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '7db6157d-4921-4e67-a467-7c0a45d5953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:53.737606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6259b4a7-166a-4fd4-bfdb-068fee42863d tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Network hostable DHCP agents. Network: 7db6157d-4921-4e67-a467-7c0a45d5953b, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:41:53.774623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:41:53.783373 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4748a725-6fec-4a14-b262-cded4b36e416 None None] Provisioning complete for port ac118c38-bf0b-4ee3-906c-d6712e3ce91c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:53.785225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.789257 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4748a725-6fec-4a14-b262-cded4b36e416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.798582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:53.892972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:41:53.908535 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Sync routers for ids ['10960cff-7c71-467e-9128-02dd71be20f1'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:41:53.912689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.932377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6259b4a7-166a-4fd4-bfdb-068fee42863d tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Network 7db6157d-4921-4e67-a467-7c0a45d5953b is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:41:54.004680 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Routers {'10960cff-7c71-467e-9128-02dd71be20f1'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:54.005439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['10960cff-7c71-467e-9128-02dd71be20f1'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:54.093467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Network 9c355c1f-63a9-403c-883c-61430ef87cad is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:54.103316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-6259b4a7-166a-4fd4-bfdb-068fee42863d tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 7db6157d-4921-4e67-a467-7c0a45d5953b) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:54.110798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.111953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6259b4a7-166a-4fd4-bfdb-068fee42863d tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:54.113671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6259b4a7-166a-4fd4-bfdb-068fee42863d tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.116357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.123563 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ac118c38-bf0b-4ee3-906c-d6712e3ce91c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:54.125592 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e5a056-5979-467e-9ba2-ca94c627273d None None] Network 7db6157d-4921-4e67-a467-7c0a45d5953b requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:54.129893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:54.162749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:54.167878 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40326) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:54.178448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:54.213657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.236893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.238432 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9d059a58-8539-4074-bd7b-51ec4dba67f3 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1327705 Jun 24 12:41:54.241211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40330) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:54.242066 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.247202 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0465603 Jun 24 12:41:54.257597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Pushing event updated for resources: {'Port': ['ID=6f789ec7-f678-4190-90a9-b0d1578cd75f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:54.268858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:54.269695 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40332) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:54.309169 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5d4d4b3a-d127-41ca-9232-e4e14efd493c None None] Could not find standard attr ID for object c741bc09-e177-4a54-a9c0-43fd4b961301. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:41:54.353897 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:41:54.367538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40334) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:54.369625 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Sync routers for ids ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:41:54.385460 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Routers {'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:54.386107 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:54.392746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Set router 10960cff-7c71-467e-9128-02dd71be20f1 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:54.473143 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6259b4a7-166a-4fd4-bfdb-068fee42863d tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6742158 Jun 24 12:41:54.475764 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1ae0de5c-f745-43f9-8775-a5133f22b6ad tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.484657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40336) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:54.575305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1880599143', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:54.600342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event updated for resources: {'Port': ['ID=c2ea3a6d-3d7e-4dd4-840b-ff96e2e459ac,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:54.605020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:54.627115 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5dbb6eb5-b870-4f12-ba6e-970ec9f46492 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "GET /v2.0/floatingips?floating_network_id=e166ab9e-f19f-40df-a029-d7a98d5b43e5 HTTP/1.1" status: 200 len: 689 time: 0.2745848 Jun 24 12:41:54.630624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40342) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:54.651443 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:54.678009 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port ac118c38-bf0b-4ee3-906c-d6712e3ce91c triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:54.678394 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.689822 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Set router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:54.718679 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.729732 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.787284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-7db6157d-4921-4e67-a467-7c0a45d5953b', 'network_id': '7db6157d-4921-4e67-a467-7c0a45d5953b', 'tenant_id': '34163a3a669c4507a524d12adbe7fb28', 'fixed_ips': [{'subnet_id': 'cfb7314c-5fea-419b-aec3-ea7d543245c2'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:41:54.788902 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.851415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c6de3406-5d3f-4505-bbb6-34aef3f1115c None None] Provisioning for port 6f789ec7-f678-4190-90a9-b0d1578cd75f completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:54.915608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ede669f2-0d53-4cca-a904-3c1d0cfa40bd up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:54.938337 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:41:51Z', 'revision_number': 3, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:54.940931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Deleting port c2ea3a6d-3d7e-4dd4-840b-ff96e2e459ac {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:41:54.941483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.994209 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Checking router: ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:41:54.994472 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Updating router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc port d2c08d2c-939d-4a68-a10b-8cc131f14f7d binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:41:55.036343 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.073608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c6de3406-5d3f-4505-bbb6-34aef3f1115c None None] Provisioning complete for port 6f789ec7-f678-4190-90a9-b0d1578cd75f triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:55.076337 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c6de3406-5d3f-4505-bbb6-34aef3f1115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.085922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.086432 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.103767 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0de5c-f745-43f9-8775-a5133f22b6ad tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Pushing event deleted for resources: {'Port': ['ID=c741bc09-e177-4a54-a9c0-43fd4b961301,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:55.118238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1ae0de5c-f745-43f9-8775-a5133f22b6ad tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:55.162847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.166977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.179281 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-729c317d-5cd9-40cb-8c4b-47ccf0fd13ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.184161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Calling delete_port for c2ea3a6d-3d7e-4dd4-840b-ff96e2e459ac owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:41:55.189741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.194112 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1f009b1b-f1b4-4b8a-86f7-2ec95ae62518 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.1583457 Jun 24 12:41:55.198739 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40346) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:55.199541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c6de3406-5d3f-4505-bbb6-34aef3f1115c None None] Port 6f789ec7-f678-4190-90a9-b0d1578cd75f cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:41:55.231412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port ede669f2-0d53-4cca-a904-3c1d0cfa40bd completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:55.250286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port ede669f2-0d53-4cca-a904-3c1d0cfa40bd triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:55.251121 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.309023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:50Z', 'revision_number': 3, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:55.350172 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.361010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Checking router: 10960cff-7c71-467e-9128-02dd71be20f1 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:41:55.361623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Updating router 10960cff-7c71-467e-9128-02dd71be20f1 port 4ac0244e-a107-4ae1-bb53-5c97aace4b11 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:41:55.364247 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Allocated IP 172.20.0.2 (7db6157d-4921-4e67-a467-7c0a45d5953b/cfb7314c-5fea-419b-aec3-ea7d543245c2/7cec7049-4d33-41bb-ad29-773aa52846b8) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:55.365566 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Transition to ACTIVE for port object d2c08d2c-939d-4a68-a10b-8cc131f14f7d will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:55.379875 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.383527 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:55.445203 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.507140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e672bcd8-a3b5-4ec7-81d0-77739547e6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.511575 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda6b1c-b5fc-4684-b3e5-78f57ce5ba5e None None] Pushing event updated for resources: {'Port': ['ID=d2c08d2c-939d-4a68-a10b-8cc131f14f7d,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:55.514963 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-ebda6b1c-b5fc-4684-b3e5-78f57ce5ba5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:55.516015 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Attempting to bind port d2c08d2c-939d-4a68-a10b-8cc131f14f7d on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:55.516393 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Attempting to bind port d2c08d2c-939d-4a68-a10b-8cc131f14f7d by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:55.516752 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Attempting to bind port d2c08d2c-939d-4a68-a10b-8cc131f14f7d on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:55.530384 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:55.531244 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:55.531870 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.532510 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:55.533353 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Bound port: d2c08d2c-939d-4a68-a10b-8cc131f14f7d, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:55.534487 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.557609 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1ae0de5c-f745-43f9-8775-a5133f22b6ad tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.559597 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1ae0de5c-f745-43f9-8775-a5133f22b6ad tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] 10.222.0.110 "DELETE /v2.0/ports/c741bc09-e177-4a54-a9c0-43fd4b961301 HTTP/1.1" status: 204 len: 168 time: 3.8144841 Jun 24 12:41:55.571085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40348) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:55.575211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.576340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.616267 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] For port d2c08d2c-939d-4a68-a10b-8cc131f14f7d, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:55.620875 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] For port d2c08d2c-939d-4a68-a10b-8cc131f14f7d, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d2c08d2c-939d-4a68-a10b-8cc131f14f7d,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:55.627749 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.655711 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-810d3dad-d79e-44e1-b646-02f35ea7b5c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:55.756433 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda6b1c-b5fc-4684-b3e5-78f57ce5ba5e None None] Pushing event updated for resources: {'Port': ['ID=d2c08d2c-939d-4a68-a10b-8cc131f14f7d,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:55.761845 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-ebda6b1c-b5fc-4684-b3e5-78f57ce5ba5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:55.766631 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Routers {'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:55.767466 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:55.775417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Allocated IP 172.20.0.1 (89d68f41-feb7-4d70-8589-06f7af50cb16/f784f0f9-8bdf-4f24-8441-7b7640fbd3c6/5916c56a-169d-425a-9b0a-bfeff0a0b68d) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:55.803114 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4c4b03a2-0e4f-4368-8bb2-bb19be56625d tempest-DHCPAgentSchedulersTestJSON-767325849 tempest-DHCPAgentSchedulersTestJSON-767325849-project-admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.2201183 Jun 24 12:41:55.806404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.808107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40352) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:55.819224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-42851441'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:55.828842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.881713 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port ede669f2-0d53-4cca-a904-3c1d0cfa40bd, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ede669f2-0d53-4cca-a904-3c1d0cfa40bd,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:55.892635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.923447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f2586bec-f1bf-4d11-81af-b1eeecc46cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:55.931074 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] Set router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:55.996833 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.002144 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.007892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:56.025688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.037004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2ea3a6d-3d7e-4dd4-840b-ff96e2e459ac,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:56.041688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.046036 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.047476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=ede669f2-0d53-4cca-a904-3c1d0cfa40bd,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:56.057099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:56.058372 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Transition to ACTIVE for port object 7cec7049-4d33-41bb-ad29-773aa52846b8 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:56.059052 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:56.067644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Transition to ACTIVE for port object 5916c56a-169d-425a-9b0a-bfeff0a0b68d will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:56.070268 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Transition to ACTIVE for port object 4ac0244e-a107-4ae1-bb53-5c97aace4b11 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:56.089017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.094239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:56.121964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Transition to ACTIVE for port object 7cec7049-4d33-41bb-ad29-773aa52846b8 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:56.146755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.163377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Attempting to bind port 4ac0244e-a107-4ae1-bb53-5c97aace4b11 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:56.163920 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Attempting to bind port 4ac0244e-a107-4ae1-bb53-5c97aace4b11 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:56.164420 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Attempting to bind port 4ac0244e-a107-4ae1-bb53-5c97aace4b11 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:56.175192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86ab56-6a10-45ff-a486-48928a3e1456 None None] Pushing event updated for resources: {'Port': ['ID=4ac0244e-a107-4ae1-bb53-5c97aace4b11,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:56.177024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.180713 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ea86ab56-6a10-45ff-a486-48928a3e1456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:56.181602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:56.182433 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:56.182748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.183249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:56.184136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Bound port: 4ac0244e-a107-4ae1-bb53-5c97aace4b11, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:56.185228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.187921 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:41:51Z', 'revision_number': 3, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:56.188133 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:56.204370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.223551 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1886bc2c-b309-473d-8b3f-caee4ab38230 None None] The sync data for ids ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'] in dv-neutron-797121-4-hyperv is: [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:41:51Z', 'revision_number': 3, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:41:56.227007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:56.287060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Network 89d68f41-feb7-4d70-8589-06f7af50cb16 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:56.292872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:56.295290 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.297833 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:56.299892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Pushing event updated for resources: {'Port': ['ID=5916c56a-169d-425a-9b0a-bfeff0a0b68d,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:56.310332 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.313972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:56.333600 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.378402 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Network 7db6157d-4921-4e67-a467-7c0a45d5953b is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:56.385992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:56.398061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:56.404500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.405393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:56.443274 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.448635 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-729c317d-5cd9-40cb-8c4b-47ccf0fd13ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.453832 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Pushing event updated for resources: {'Port': ['ID=6f789ec7-f678-4190-90a9-b0d1578cd75f,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:56.478537 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:56.509735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-729c317d-5cd9-40cb-8c4b-47ccf0fd13ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.509988 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] For port 4ac0244e-a107-4ae1-bb53-5c97aace4b11, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:56.510442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:41:56.510442 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:41:56.510442 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'project_id_1': '6907ce3f5be045fe9ab46c9363ff47bf', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 41, 55, 830552)}] Jun 24 12:41:56.510442 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:41:56.510442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:41:56.514217 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] For port 4ac0244e-a107-4ae1-bb53-5c97aace4b11, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=4ac0244e-a107-4ae1-bb53-5c97aace4b11,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:56.528200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Pushing event updated for resources: {'Port': ['ID=7cec7049-4d33-41bb-ad29-773aa52846b8,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:56.539165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:56.546952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.553671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:56.562085 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.568210 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-03269e97-3540-43aa-bba9-90f2a99cdb32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:56.574727 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-729c317d-5cd9-40cb-8c4b-47ccf0fd13ea admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=90639786136f4d96923b747e8b3495db&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3974249 Jun 24 12:41:56.587329 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40354) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:56.626916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3d608702-3e78-4bc4-982f-899d5ccc5eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:56.652401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7c14aad0-e8ff-4fec-b51e-81490bc030b7,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:56.661618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Attempting to bind port 7cec7049-4d33-41bb-ad29-773aa52846b8 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:56.661998 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Attempting to bind port 7cec7049-4d33-41bb-ad29-773aa52846b8 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '9c150f39-1d5e-4693-b8ad-e45be555c53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '7db6157d-4921-4e67-a467-7c0a45d5953b'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:56.662360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Attempting to bind port 7cec7049-4d33-41bb-ad29-773aa52846b8 on network 7db6157d-4921-4e67-a467-7c0a45d5953b {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:56.667423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:56.680294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ff85a57f-d6de-4777-b3c7-82d5dbe891fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.692033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:56.692739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Checking segment: {'id': '9c150f39-1d5e-4693-b8ad-e45be555c53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '7db6157d-4921-4e67-a467-7c0a45d5953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:56.693320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.693983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Bound using segment: {'id': '9c150f39-1d5e-4693-b8ad-e45be555c53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '7db6157d-4921-4e67-a467-7c0a45d5953b'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:56.694800 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Bound port: 7cec7049-4d33-41bb-ad29-773aa52846b8, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c150f39-1d5e-4693-b8ad-e45be555c53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '7db6157d-4921-4e67-a467-7c0a45d5953b'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:56.695454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.743113 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86ab56-6a10-45ff-a486-48928a3e1456 None None] Pushing event updated for resources: {'Port': ['ID=4ac0244e-a107-4ae1-bb53-5c97aace4b11,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:56.749027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ea86ab56-6a10-45ff-a486-48928a3e1456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:56.751002 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Routers {'10960cff-7c71-467e-9128-02dd71be20f1'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:56.751767 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['10960cff-7c71-467e-9128-02dd71be20f1'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:56.786936 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.807562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c317d-5cd9-40cb-8c4b-47ccf0fd13ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714bc4fc-444f-41aa-ac46-3ebffb8227a4,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:56.819890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e166ab9e-f19f-40df-a029-d7a98d5b43e5']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:56.832670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e2f293-90fd-4dae-be20-6c773d08691f') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:56.833277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e2f293-90fd-4dae-be20-6c773d08691f') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:56.843938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-729c317d-5cd9-40cb-8c4b-47ccf0fd13ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:56.847279 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-31347c79-b19c-4553-bfaa-94b1820ed168 None None] Provisioning for port 5916c56a-169d-425a-9b0a-bfeff0a0b68d completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:56.853837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.863726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-31347c79-b19c-4553-bfaa-94b1820ed168 None None] Provisioning complete for port 5916c56a-169d-425a-9b0a-bfeff0a0b68d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:56.864365 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-31347c79-b19c-4553-bfaa-94b1820ed168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.902340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.912298 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.915528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:41:56.916113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:41:56.918361 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:41:56.991227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] Set router 10960cff-7c71-467e-9128-02dd71be20f1 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:57.021166 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] For port 7cec7049-4d33-41bb-ad29-773aa52846b8, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:57.059509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-31347c79-b19c-4553-bfaa-94b1820ed168 None None] Port 5916c56a-169d-425a-9b0a-bfeff0a0b68d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:41:57.113498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e672bcd8-a3b5-4ec7-81d0-77739547e6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.129108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e672bcd8-a3b5-4ec7-81d0-77739547e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.147646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.161846 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.166458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-006d4b4c-2fb4-4deb-a575-d56466234dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.172736 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:57.207734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] For port 7cec7049-4d33-41bb-ad29-773aa52846b8, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7cec7049-4d33-41bb-ad29-773aa52846b8,segment=NetworkSegment(9c150f39-1d5e-4693-b8ad-e45be555c53f),segment_id=9c150f39-1d5e-4693-b8ad-e45be555c53f)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:57.208017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Network 9c355c1f-63a9-403c-883c-61430ef87cad is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:57.209046 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:57.213759 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.214107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.219439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:57.235654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Made reservation on behalf of 6907ce3f5be045fe9ab46c9363ff47bf for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:57.239080 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.255766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e166ab9e-f19f-40df-a029-d7a98d5b43e5 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 24 12:41:57.264919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:57.271565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.276749 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "DELETE /v2.0/networks/e166ab9e-f19f-40df-a029-d7a98d5b43e5 HTTP/1.1" status: 204 len: 168 time: 2.6391397 Jun 24 12:41:57.289917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40356) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:57.291967 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Pushing event updated for resources: {'Port': ['ID=5916c56a-169d-425a-9b0a-bfeff0a0b68d,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:57.301641 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:57.311459 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:50Z', 'revision_number': 3, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:57.313424 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Pushing event updated for resources: {'Port': ['ID=7cec7049-4d33-41bb-ad29-773aa52846b8,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:57.319949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:57.320983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:57.323233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-006d4b4c-2fb4-4deb-a575-d56466234dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.348299 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21084d3-96d3-4e18-a0dc-90ec1b3589da None None] The sync data for ids ['10960cff-7c71-467e-9128-02dd71be20f1'] in dv-neutron-797121-4-hyperv is: [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:50Z', 'revision_number': 3, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:41:57.356298 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.356497 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e672bcd8-a3b5-4ec7-81d0-77739547e6ff admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f7af97ae57c14c68a9fbe861e7f8f3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8853247 Jun 24 12:41:57.362576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672bcd8-a3b5-4ec7-81d0-77739547e6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9779a334-d43e-4da4-aa83-c761251fea2c,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:57.366599 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.369515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e672bcd8-a3b5-4ec7-81d0-77739547e6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:57.372959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40358) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:57.388942 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event deleted for resources: {'Network': ['ID=e166ab9e-f19f-40df-a029-d7a98d5b43e5,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:57.409657 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2c5ae42f-a8ef-4ae4-9d12-9622bdaa6f18 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1166799 Jun 24 12:41:57.410944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:57.414341 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40360) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:57.426181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] vlan segment allocate from pool success with {'vlan_id': 1304, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:57.436414 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.497719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.587130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.587795 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Added segment 489f1c30-5634-452c-aee4-20599076d0fa of type vlan for network ae3f8bb9-5b62-49d2-9e6f-4095b59d000a Jun 24 12:41:57.693869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8b927-00d8-4d18-8031-eb0e77f8695f tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:57.693869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8b927-00d8-4d18-8031-eb0e77f8695f tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:57.693869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8b927-00d8-4d18-8031-eb0e77f8695f tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:57.693869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8b927-00d8-4d18-8031-eb0e77f8695f tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:57.693869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8b927-00d8-4d18-8031-eb0e77f8695f tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:57.693869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8b927-00d8-4d18-8031-eb0e77f8695f tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:57.693869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8b927-00d8-4d18-8031-eb0e77f8695f tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:57.693869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8b927-00d8-4d18-8031-eb0e77f8695f tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:57.695073 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2ce8b927-00d8-4d18-8031-eb0e77f8695f tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5200 time: 0.2784393 Jun 24 12:41:57.705755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40362) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:57.715204 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-006d4b4c-2fb4-4deb-a575-d56466234dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.716033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Network 89d68f41-feb7-4d70-8589-06f7af50cb16 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:57.732271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:57.737925 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-006d4b4c-2fb4-4deb-a575-d56466234dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.741104 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-006d4b4c-2fb4-4deb-a575-d56466234dcd admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/714bc4fc-444f-41aa-ac46-3ebffb8227a4 HTTP/1.1" status: 204 len: 168 time: 1.1485186 Jun 24 12:41:57.742204 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-952076a7-e9a7-48a8-9877-621cd15c2c48 None None] Provisioning complete for port 6f789ec7-f678-4190-90a9-b0d1578cd75f triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:57.744175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-952076a7-e9a7-48a8-9877-621cd15c2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.746142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:57.748734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5d19c515-f259-4cb3-8e0f-c04111feb550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.790683 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.816349 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-9049c3c8-c0d9-418c-ae79-dadfb7ce2052 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] delete failed (client error): The resource could not be found. Jun 24 12:41:57.819615 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-952076a7-e9a7-48a8-9877-621cd15c2c48 None None] Port 6f789ec7-f678-4190-90a9-b0d1578cd75f cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:41:57.824882 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9049c3c8-c0d9-418c-ae79-dadfb7ce2052 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "DELETE /v2.0/floatingips/a1f7876d-b3af-4628-9b0b-78ea0e29b2d8 HTTP/1.1" status: 404 len: 345 time: 0.1075835 Jun 24 12:41:57.828358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40366) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:57.863553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5d19c515-f259-4cb3-8e0f-c04111feb550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.964252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Allocated IP 172.26.1.145 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/18a8dd32-a900-4c06-9db9-79ca44a8cc9d) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:58.112890 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.145219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e08bb124-1890-442c-b2d5-456c6f64ceef None None] Provisioning complete for port 5916c56a-169d-425a-9b0a-bfeff0a0b68d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:58.149770 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e08bb124-1890-442c-b2d5-456c6f64ceef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.159641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Router 7f4b1491-bc37-4aaf-8243-e86e7675549b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:41:58.168898 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d4b4c-2fb4-4deb-a575-d56466234dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714bc4fc-444f-41aa-ac46-3ebffb8227a4,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:58.175453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5d19c515-f259-4cb3-8e0f-c04111feb550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.176516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-006d4b4c-2fb4-4deb-a575-d56466234dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:58.207596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5d19c515-f259-4cb3-8e0f-c04111feb550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.210295 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5d19c515-f259-4cb3-8e0f-c04111feb550 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9779a334-d43e-4da4-aa83-c761251fea2c HTTP/1.1" status: 204 len: 168 time: 0.8363690 Jun 24 12:41:58.216853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:58.228942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19c515-f259-4cb3-8e0f-c04111feb550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9779a334-d43e-4da4-aa83-c761251fea2c,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:58.247441 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.resource_extend [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 12:41:58.283473 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb2ec09-111a-41af-93df-2dd87ec93233 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] DELETE failed (client error): The resource could not be found. Jun 24 12:41:58.284108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb2ec09-111a-41af-93df-2dd87ec93233 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:41:58.285888 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cfb2ec09-111a-41af-93df-2dd87ec93233 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "DELETE /v2.0/networks/e166ab9e-f19f-40df-a029-d7a98d5b43e5 HTTP/1.1" status: 404 len: 339 time: 0.4564106 Jun 24 12:41:58.296071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40372) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:58.299468 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5d19c515-f259-4cb3-8e0f-c04111feb550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:58.311236 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40374) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:58.319297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f812894c-01e3-45c3-9b51-384f91ecbbec tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Request body: {'network': {'name': 'tempest-network--16017938', 'router:external': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:58.326686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7cec7049-4d33-41bb-ad29-773aa52846b8 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:58.333555 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e08bb124-1890-442c-b2d5-456c6f64ceef None None] Port 5916c56a-169d-425a-9b0a-bfeff0a0b68d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:41:58.377663 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.396055 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1ae0de5c-f745-43f9-8775-a5133f22b6ad tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:58.417923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 7cec7049-4d33-41bb-ad29-773aa52846b8 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:58.424048 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d2c08d2c-939d-4a68-a10b-8cc131f14f7d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:58.489728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:58.501766 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Allocated IP 172.20.0.1 (40fcc34b-4ef7-46f7-9eb8-5e3865400700/2c06267f-8ce5-449e-afed-183c7687cd57/ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:58.504815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:58.521265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:58.544972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.549845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event updated for resources: {'Port': ['ID=18a8dd32-a900-4c06-9db9-79ca44a8cc9d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:58.556266 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port d2c08d2c-939d-4a68-a10b-8cc131f14f7d completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:58.557522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-15e8d379-a2d9-4c6e-a613-51defaee1534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.564628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Router 10960cff-7c71-467e-9128-02dd71be20f1 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:41:58.568086 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d2c08d2c-939d-4a68-a10b-8cc131f14f7d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:58.568703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.579691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:58.580348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.589607 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:58.605782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:58.610547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:41:58.627752 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] 10.222.0.110 "PUT /v2.0/routers/7f4b1491-bc37-4aaf-8243-e86e7675549b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4224288 Jun 24 12:41:58.634522 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Sync routers for ids ['7f4b1491-bc37-4aaf-8243-e86e7675549b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:41:58.677555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f812894c-01e3-45c3-9b51-384f91ecbbec tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Made reservation on behalf of 2daa54b666e748b9bad5edbd1de21aea for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:58.679913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f812894c-01e3-45c3-9b51-384f91ecbbec tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.688578 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Routers {'7f4b1491-bc37-4aaf-8243-e86e7675549b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:58.689892 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7f4b1491-bc37-4aaf-8243-e86e7675549b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:58.887209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.955564 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.1457462 Jun 24 12:41:58.960044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40386) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:58.961454 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Transition to ACTIVE for port object ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:59.017865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Pushing event updated for resources: {'Network': ['ID=ae3f8bb9-5b62-49d2-9e6f-4095b59d000a,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:59.021822 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:59.065585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network ae3f8bb9-5b62-49d2-9e6f-4095b59d000a details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:59.068633 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f812894c-01e3-45c3-9b51-384f91ecbbec tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] vlan segment allocate from pool success with {'vlan_id': 1306, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:59.098195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40390) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:59.177488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f812894c-01e3-45c3-9b51-384f91ecbbec tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.177713 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-f812894c-01e3-45c3-9b51-384f91ecbbec tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Added segment 9b9bb2a6-6be1-4d39-a125-65176660956d of type vlan for network e3d49bf0-3572-4a44-a2b4-9db6ce5d3234 Jun 24 12:41:59.243939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Set router 7f4b1491-bc37-4aaf-8243-e86e7675549b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:59.250099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.330951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:41:59.343034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8354b4c3-3e65-4c86-ac2b-902d6477360e None None] Network 7db6157d-4921-4e67-a467-7c0a45d5953b requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:59.349213 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] 10.222.0.110 "PUT /v2.0/routers/10960cff-7c71-467e-9128-02dd71be20f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1005521 Jun 24 12:41:59.385899 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f812894c-01e3-45c3-9b51-384f91ecbbec tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.519402 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-61d0acd1-d9d6-4677-9ce7-78bf6ccb482a tempest-DHCPAgentSchedulersTestJSON-767325849 tempest-DHCPAgentSchedulersTestJSON-767325849-project-admin] 10.222.0.110 "GET /v2.0/agents/0c99bc79-3b0e-4e45-a093-4ec4dbd40607/dhcp-networks HTTP/1.1" status: 200 len: 6489 time: 0.5551391 Jun 24 12:41:59.520873 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40400) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:59.522485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.542127 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-15e8d379-a2d9-4c6e-a613-51defaee1534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.548231 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f812894c-01e3-45c3-9b51-384f91ecbbec tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.552782 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d95801c9-db8f-49e6-b616-212f03632765 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2625d470da61472fae3142a69b38923d&name=default HTTP/1.1" status: 200 len: 2978 time: 0.4492064 Jun 24 12:41:59.553667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f812894c-01e3-45c3-9b51-384f91ecbbec tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:59.554600 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40402) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:59.555923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f812894c-01e3-45c3-9b51-384f91ecbbec tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.562256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-15e8d379-a2d9-4c6e-a613-51defaee1534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.566075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:59.635691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:59.641078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port d2c08d2c-939d-4a68-a10b-8cc131f14f7d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d2c08d2c-939d-4a68-a10b-8cc131f14f7d,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:59.655378 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d92d5680-06f8-41d6-ba45-f1e3fa1548bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.673107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.675105 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ede669f2-0d53-4cca-a904-3c1d0cfa40bd up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:59.696015 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:59.749127 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f812894c-01e3-45c3-9b51-384f91ecbbec tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4397819 Jun 24 12:41:59.759096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40414) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:59.978895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-72c20f8a-67cb-4cd3-b4c5-c2df0967a355 None None] Provisioning for port 7cec7049-4d33-41bb-ad29-773aa52846b8 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:00.039567 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-72c20f8a-67cb-4cd3-b4c5-c2df0967a355 None None] Provisioning complete for port 7cec7049-4d33-41bb-ad29-773aa52846b8 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:00.039951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-72c20f8a-67cb-4cd3-b4c5-c2df0967a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.041645 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.059005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=d2c08d2c-939d-4a68-a10b-8cc131f14f7d,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:00.061705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:00.069946 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:00.073471 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:00.077452 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Pushing event updated for resources: {'Port': ['ID=ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:00.081217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:00.083228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:00.140126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38678638-763c-41eb-95d2-432f51e14387 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:00.162098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38678638-763c-41eb-95d2-432f51e14387 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:00.168518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38678638-763c-41eb-95d2-432f51e14387 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:00.187071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38678638-763c-41eb-95d2-432f51e14387 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:00.191346 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-38678638-763c-41eb-95d2-432f51e14387 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4162655 Jun 24 12:42:00.195925 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812894c-01e3-45c3-9b51-384f91ecbbec tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event updated for resources: {'Network': ['ID=e3d49bf0-3572-4a44-a2b4-9db6ce5d3234,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:00.202353 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40416) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:00.208471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f812894c-01e3-45c3-9b51-384f91ecbbec tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:00.213939 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-15e8d379-a2d9-4c6e-a613-51defaee1534 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9b9c8b2b600a4985a3f5a2aa9dcc5371&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8506272 Jun 24 12:42:00.214576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.579s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:00.217722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40420) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:00.352089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8d379-a2d9-4c6e-a613-51defaee1534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a941bf61-e460-4a9e-806a-042f8ac7c6a4,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:00.357162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-15e8d379-a2d9-4c6e-a613-51defaee1534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:00.387605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.391342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-220864da-fca2-426c-b0ba-5b377ae1cb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.403987 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-76c2a189-3152-40cf-a5e1-2147a64aa570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.434321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network e3d49bf0-3572-4a44-a2b4-9db6ce5d3234 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:42:00.455344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-220864da-fca2-426c-b0ba-5b377ae1cb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.493126 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.547972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-220864da-fca2-426c-b0ba-5b377ae1cb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.557648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-220864da-fca2-426c-b0ba-5b377ae1cb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.564467 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-220864da-fca2-426c-b0ba-5b377ae1cb44 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a941bf61-e460-4a9e-806a-042f8ac7c6a4 HTTP/1.1" status: 204 len: 168 time: 0.3404860 Jun 24 12:42:00.565707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e1a6842b-b30d-4064-bc39-a8d7050f55e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:00.582555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220864da-fca2-426c-b0ba-5b377ae1cb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a941bf61-e460-4a9e-806a-042f8ac7c6a4,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:00.585367 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-220864da-fca2-426c-b0ba-5b377ae1cb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:00.609525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-76c2a189-3152-40cf-a5e1-2147a64aa570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.642863 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.646543 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29abd0df-b76d-442b-9a54-37d81f19d094 tempest-DHCPAgentSchedulersTestJSON-767325849 tempest-DHCPAgentSchedulersTestJSON-767325849-project-admin] Network ae3f8bb9-5b62-49d2-9e6f-4095b59d000a is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:42:00.729134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.751274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port ede669f2-0d53-4cca-a904-3c1d0cfa40bd triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:00.753926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.868408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-72c20f8a-67cb-4cd3-b4c5-c2df0967a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.894023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedcb2ea-8ace-48ce-955e-25e0381733c5 None None] Network ae3f8bb9-5b62-49d2-9e6f-4095b59d000a requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:00.916841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40426) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:00.921493 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-29abd0df-b76d-442b-9a54-37d81f19d094 tempest-DHCPAgentSchedulersTestJSON-767325849 tempest-DHCPAgentSchedulersTestJSON-767325849-project-admin] 10.222.0.110 "POST /v2.0/agents/0c99bc79-3b0e-4e45-a093-4ec4dbd40607/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.3975651 Jun 24 12:42:00.976239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-72c20f8a-67cb-4cd3-b4c5-c2df0967a355 None None] For port 7cec7049-4d33-41bb-ad29-773aa52846b8, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7cec7049-4d33-41bb-ad29-773aa52846b8,segment=NetworkSegment(9c150f39-1d5e-4693-b8ad-e45be555c53f),segment_id=9c150f39-1d5e-4693-b8ad-e45be555c53f)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:00.984775 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40430) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:01.008384 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-72c20f8a-67cb-4cd3-b4c5-c2df0967a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.025404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:01.055729 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-99e8892b-e70c-4e70-85fa-69631e6fa09f tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528121912', 'description': 'tempest-description--365116987'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:01.193088 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Sync routers for ids ['10960cff-7c71-467e-9128-02dd71be20f1'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:01.208815 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Routers {'10960cff-7c71-467e-9128-02dd71be20f1'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:01.210326 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['10960cff-7c71-467e-9128-02dd71be20f1'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:01.254026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40436) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:01.280314 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-76c2a189-3152-40cf-a5e1-2147a64aa570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.287800 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-359c2380-1822-4c06-b918-57f0047fca12 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--245321629', 'description': 'tempest-description--1292035560'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:01.300358 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99e8892b-e70c-4e70-85fa-69631e6fa09f tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.320481 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.327552 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-76c2a189-3152-40cf-a5e1-2147a64aa570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.331297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9c693a8c-8f86-4b91-b138-7e60390d65bc None None] Provisioning for port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:01.332913 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-76c2a189-3152-40cf-a5e1-2147a64aa570 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/416621c4-fe17-44b6-b79a-17f9c81ca3d1 HTTP/1.1" status: 204 len: 168 time: 1.6968753 Jun 24 12:42:01.346864 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b2b36fd7-0e1d-444d-a848-5bba5f6651a3 tempest-DHCPAgentSchedulersTestJSON-767325849 tempest-DHCPAgentSchedulersTestJSON-767325849-project-admin] 10.222.0.110 "GET /v2.0/agents/0c99bc79-3b0e-4e45-a093-4ec4dbd40607/dhcp-networks HTTP/1.1" status: 200 len: 7258 time: 0.4255254 Jun 24 12:42:01.347752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40444) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:01.361027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:01.393794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d49bf0-3572-4a44-a2b4-9db6ce5d3234']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:01.412774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2a189-3152-40cf-a5e1-2147a64aa570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416621c4-fe17-44b6-b79a-17f9c81ca3d1,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:01.430195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.436776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9c693a8c-8f86-4b91-b138-7e60390d65bc None None] Provisioning complete for port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:01.437083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9c693a8c-8f86-4b91-b138-7e60390d65bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.438005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9bb2a6-6be1-4d39-a125-65176660956d') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:01.438519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9bb2a6-6be1-4d39-a125-65176660956d') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:01.441155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-76c2a189-3152-40cf-a5e1-2147a64aa570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:01.457137 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f4cf55c5-ffca-424e-a4d4-6aab999187e6 tempest-DHCPAgentSchedulersTestJSON-767325849 tempest-DHCPAgentSchedulersTestJSON-767325849-project-admin] 10.222.0.110 "DELETE /v2.0/agents/0c99bc79-3b0e-4e45-a093-4ec4dbd40607/dhcp-networks/ae3f8bb9-5b62-49d2-9e6f-4095b59d000a HTTP/1.1" status: 204 len: 168 time: 0.1078477 Jun 24 12:42:01.459683 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40446) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:01.469833 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c20f8a-67cb-4cd3-b4c5-c2df0967a355 None None] Pushing event updated for resources: {'Port': ['ID=7cec7049-4d33-41bb-ad29-773aa52846b8,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:01.476525 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-72c20f8a-67cb-4cd3-b4c5-c2df0967a355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:01.489374 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Set router 10960cff-7c71-467e-9128-02dd71be20f1 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:01.532224 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.536321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-359c2380-1822-4c06-b918-57f0047fca12 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.603929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.685812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port': {'id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6f789ec7-f678-4190-90a9-b0d1578cd75f', 'name': '', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'mac_address': 'fa:16:3e:45:26:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:52Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 2, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'subnets': [{'id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:01.702479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.709447 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:42:01.712155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:42:01.742653 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:42:01.758026 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-29a9268f-8292-4c6f-bc09-90a3f5016ca1 tempest-DHCPAgentSchedulersTestJSON-767325849 tempest-DHCPAgentSchedulersTestJSON-767325849-project-admin] 10.222.0.110 "GET /v2.0/agents/0c99bc79-3b0e-4e45-a093-4ec4dbd40607/dhcp-networks HTTP/1.1" status: 200 len: 6489 time: 0.2930322 Jun 24 12:42:01.758228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-9c693a8c-8f86-4b91-b138-7e60390d65bc None None] Port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:01.762374 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40452) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:01.763515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Checking router: 7f4b1491-bc37-4aaf-8243-e86e7675549b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:01.764879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Updating router 7f4b1491-bc37-4aaf-8243-e86e7675549b port 6f789ec7-f678-4190-90a9-b0d1578cd75f binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:42:01.809545 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d54ed6e4-e5de-42d1-a484-a9d8432d2b7c tempest-DHCPAgentSchedulersTestJSON-767325849 tempest-DHCPAgentSchedulersTestJSON-767325849-project-admin] 10.222.0.110 "GET /v2.0/networks/793e75c6-6ea7-495e-a396-6e5bd9eacd55/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0449455 Jun 24 12:42:01.810067 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40458) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:01.854694 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c9317097-b0ff-495d-9703-918c91f273e9 tempest-DHCPAgentSchedulersTestJSON-767325849 tempest-DHCPAgentSchedulersTestJSON-767325849-project-admin] 10.222.0.110 "GET /v2.0/networks/793e75c6-6ea7-495e-a396-6e5bd9eacd55/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0399210 Jun 24 12:42:01.857119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40460) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:01.883488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.932142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9c693a8c-8f86-4b91-b138-7e60390d65bc None None] Provisioning complete for port 7cec7049-4d33-41bb-ad29-773aa52846b8 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:01.941935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9c693a8c-8f86-4b91-b138-7e60390d65bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.965281 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7cec7049-4d33-41bb-ad29-773aa52846b8 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:02.005407 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 4, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '5916c56a-169d-425a-9b0a-bfeff0a0b68d', 'name': '', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'mac_address': 'fa:16:3e:43:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:55Z', 'updated_at': '2021-06-24T12:41:57Z', 'revision_number': 2, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'subnets': [{'id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:02.046619 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Checking router: 10960cff-7c71-467e-9128-02dd71be20f1 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:02.046998 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Updating router 10960cff-7c71-467e-9128-02dd71be20f1 port 5916c56a-169d-425a-9b0a-bfeff0a0b68d binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:42:02.139579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.161381 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7a592797-fee8-4f20-926d-682ab934d83c tempest-DHCPAgentSchedulersTestJSON-767325849 tempest-DHCPAgentSchedulersTestJSON-767325849-project-admin] 10.222.0.110 "GET /v2.0/agents/0c99bc79-3b0e-4e45-a093-4ec4dbd40607/dhcp-networks HTTP/1.1" status: 200 len: 6489 time: 0.3029678 Jun 24 12:42:02.166705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40470) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:02.196532 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3d49bf0-3572-4a44-a2b4-9db6ce5d3234 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 24 12:42:02.254047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 7cec7049-4d33-41bb-ad29-773aa52846b8 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:02.265170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.274305 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.289734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eaf29680-4bb5-4f2f-8d9a-d66af55220c7 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:02.313911 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.323188 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "DELETE /v2.0/networks/e3d49bf0-3572-4a44-a2b4-9db6ce5d3234 HTTP/1.1" status: 204 len: 168 time: 2.0957222 Jun 24 12:42:02.327810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40478) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:02.333357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-fff1f988-c85e-4945-a10a-02eb17d6a96d tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Request body: {'network': {'name': 'tempest-network--566869629', 'router:external': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:02.375582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3d49bf0-3572-4a44-a2b4-9db6ce5d3234,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:02.377253 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.415314 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:02.550015 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.575947 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99e8892b-e70c-4e70-85fa-69631e6fa09f tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.598722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99e8892b-e70c-4e70-85fa-69631e6fa09f tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.615569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.618200 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-729c317d-5cd9-40cb-8c4b-47ccf0fd13ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:02.626513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d2c08d2c-939d-4a68-a10b-8cc131f14f7d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:02.694316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.740897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.759776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d2c08d2c-939d-4a68-a10b-8cc131f14f7d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:02.760057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.762350 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Transition to ACTIVE for port object 6f789ec7-f678-4190-90a9-b0d1578cd75f will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:02.798270 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.803258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:02.903750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775ef4d-6454-415c-b4b7-934ea2a2c39b None None] Pushing event updated for resources: {'Port': ['ID=6f789ec7-f678-4190-90a9-b0d1578cd75f,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:02.911901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8775ef4d-6454-415c-b4b7-934ea2a2c39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:02.929499 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.977079 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Transition to ACTIVE for port object 5916c56a-169d-425a-9b0a-bfeff0a0b68d will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:02.993616 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.998386 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-ebda6b1c-b5fc-4684-b3e5-78f57ce5ba5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:03.061995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Attempting to bind port 6f789ec7-f678-4190-90a9-b0d1578cd75f on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:03.063138 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Attempting to bind port 6f789ec7-f678-4190-90a9-b0d1578cd75f by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '1f6bde56-a6e3-4fcd-843d-61291529d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:03.063138 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Attempting to bind port 6f789ec7-f678-4190-90a9-b0d1578cd75f on network 9c355c1f-63a9-403c-883c-61430ef87cad {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:03.069526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 4ac0244e-a107-4ae1-bb53-5c97aace4b11 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:03.072635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:03.073278 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Checking segment: {'id': '1f6bde56-a6e3-4fcd-843d-61291529d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:03.073468 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.073921 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Bound using segment: {'id': '1f6bde56-a6e3-4fcd-843d-61291529d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:03.074328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Bound port: 6f789ec7-f678-4190-90a9-b0d1578cd75f, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6bde56-a6e3-4fcd-843d-61291529d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:03.074820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.119023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8892b-e70c-4e70-85fa-69631e6fa09f tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3316f865-0130-425f-a07d-2ed15a51e591,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:03.126518 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-99e8892b-e70c-4e70-85fa-69631e6fa09f tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:03.156579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:03.159445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Router ba4366aa-937f-4e14-b8ec-16a139a6044d is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:42:03.178146 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c6c24-8f5d-4ab8-8061-3879695ad902 None None] Pushing event updated for resources: {'Port': ['ID=5916c56a-169d-425a-9b0a-bfeff0a0b68d,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:03.182460 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-a38c6c24-8f5d-4ab8-8061-3879695ad902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:03.232669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 4ac0244e-a107-4ae1-bb53-5c97aace4b11 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:03.239288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 4ac0244e-a107-4ae1-bb53-5c97aace4b11 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:03.239672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.258572 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Attempting to bind port 5916c56a-169d-425a-9b0a-bfeff0a0b68d on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:03.260346 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Attempting to bind port 5916c56a-169d-425a-9b0a-bfeff0a0b68d by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:03.261118 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Attempting to bind port 5916c56a-169d-425a-9b0a-bfeff0a0b68d on network 89d68f41-feb7-4d70-8589-06f7af50cb16 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:03.277436 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:03.279135 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Checking segment: {'id': 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:03.279792 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.281321 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Bound using segment: {'id': 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:03.283813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] For port 6f789ec7-f678-4190-90a9-b0d1578cd75f, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:03.286663 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Bound port: 5916c56a-169d-425a-9b0a-bfeff0a0b68d, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:03.287808 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.308019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] For port 6f789ec7-f678-4190-90a9-b0d1578cd75f, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6f789ec7-f678-4190-90a9-b0d1578cd75f,segment=NetworkSegment(1f6bde56-a6e3-4fcd-843d-61291529d7a8),segment_id=1f6bde56-a6e3-4fcd-843d-61291529d7a8)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:03.323172 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.329727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8775ef4d-6454-415c-b4b7-934ea2a2c39b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:03.338636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.341206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.411353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40500) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:03.423511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3f8bb9-5b62-49d2-9e6f-4095b59d000a']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:03.437908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Pushing event updated for resources: {'Port': ['ID=ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:03.451720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489f1c30-5634-452c-aee4-20599076d0fa') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:03.452045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489f1c30-5634-452c-aee4-20599076d0fa') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:03.458573 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:03.459312 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] For port 5916c56a-169d-425a-9b0a-bfeff0a0b68d, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:03.463363 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] For port 5916c56a-169d-425a-9b0a-bfeff0a0b68d, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5916c56a-169d-425a-9b0a-bfeff0a0b68d,segment=NetworkSegment(c0cf8e2b-92ca-476a-b1ed-8c559e903b50),segment_id=c0cf8e2b-92ca-476a-b1ed-8c559e903b50)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:03.475363 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.484093 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-ebda6b1c-b5fc-4684-b3e5-78f57ce5ba5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:03.493457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.513942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-359c2380-1822-4c06-b918-57f0047fca12 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.514957 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775ef4d-6454-415c-b4b7-934ea2a2c39b None None] Pushing event updated for resources: {'Port': ['ID=6f789ec7-f678-4190-90a9-b0d1578cd75f,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:03.525030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8775ef4d-6454-415c-b4b7-934ea2a2c39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:03.534826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Routers {'7f4b1491-bc37-4aaf-8243-e86e7675549b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:03.543555 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7f4b1491-bc37-4aaf-8243-e86e7675549b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:03.550308 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-359c2380-1822-4c06-b918-57f0047fca12 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.616935 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Routers {'10960cff-7c71-467e-9128-02dd71be20f1'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:03.618080 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff1f988-c85e-4945-a10a-02eb17d6a96d tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Made reservation on behalf of 2daa54b666e748b9bad5edbd1de21aea for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:03.620634 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['10960cff-7c71-467e-9128-02dd71be20f1'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:03.621811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fff1f988-c85e-4945-a10a-02eb17d6a96d tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.625125 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c6c24-8f5d-4ab8-8061-3879695ad902 None None] Pushing event updated for resources: {'Port': ['ID=5916c56a-169d-425a-9b0a-bfeff0a0b68d,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:03.658380 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.659658 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-a38c6c24-8f5d-4ab8-8061-3879695ad902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:03.674824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff1f988-c85e-4945-a10a-02eb17d6a96d tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] vlan segment allocate from pool success with {'vlan_id': 1306, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:42:03.707497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99e8892b-e70c-4e70-85fa-69631e6fa09f tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.712792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fff1f988-c85e-4945-a10a-02eb17d6a96d tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.714322 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-fff1f988-c85e-4945-a10a-02eb17d6a96d tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Added segment 97086151-797f-43ab-bbd8-d417fb669f93 of type vlan for network 6c5ef3be-518e-42f4-bf59-c4557f5b8b0f Jun 24 12:42:03.716403 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-99e8892b-e70c-4e70-85fa-69631e6fa09f tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.7190909 Jun 24 12:42:03.718190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40508) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:03.719599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 4ac0244e-a107-4ae1-bb53-5c97aace4b11, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=4ac0244e-a107-4ae1-bb53-5c97aace4b11,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:03.725949 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5d19c515-f259-4cb3-8e0f-c04111feb550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:03.734814 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a9de9182-32ff-4472-ab5c-93cbd241b41d tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Request body: {'security_group_rule': {'security_group_id': '3316f865-0130-425f-a07d-2ed15a51e591', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:03.735798 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.748762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:03.756430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.832072 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=4ac0244e-a107-4ae1-bb53-5c97aace4b11,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:03.835901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:03.842212 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9de9182-32ff-4472-ab5c-93cbd241b41d tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.859152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:42:03.865274 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:42:03.877575 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:42:03.937633 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] Set router 10960cff-7c71-467e-9128-02dd71be20f1 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:03.938622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-511160419', 'router:external': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:03.946146 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] Set router 7f4b1491-bc37-4aaf-8243-e86e7675549b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:03.980253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-359c2380-1822-4c06-b918-57f0047fca12 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.985763 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-359c2380-1822-4c06-b918-57f0047fca12 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7042720 Jun 24 12:42:03.991806 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40514) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:04.001576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-2d487520-2658-4e30-b64b-087c175fc7b3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Request body: {'security_group_rule': {'security_group_id': 'a83a20ca-144c-49c1-948c-bba7ff5d1271', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:04.015890 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c2380-1822-4c06-b918-57f0047fca12 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83a20ca-144c-49c1-948c-bba7ff5d1271,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:04.037061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-359c2380-1822-4c06-b918-57f0047fca12 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:04.040500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fff1f988-c85e-4945-a10a-02eb17d6a96d tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.052069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:04.060822 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Made reservation on behalf of 59cd267381f44203808fe0ec7307d458 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:04.066859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.071309 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9de9182-32ff-4472-ab5c-93cbd241b41d tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.078591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9de9182-32ff-4472-ab5c-93cbd241b41d tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.100981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.104180 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:04.109100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:04.119152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.119582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.125984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de9182-32ff-4472-ab5c-93cbd241b41d tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c2a4f1-864f-46e4-8428-d1dfb5d3a365,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:04.126803 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] 10.222.0.110 "DELETE /v2.0/networks/ae3f8bb9-5b62-49d2-9e6f-4095b59d000a HTTP/1.1" status: 204 len: 168 time: 1.9346297 Jun 24 12:42:04.127986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:04.129810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a9de9182-32ff-4472-ab5c-93cbd241b41d tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:04.133661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40520) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:04.149206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:04.153104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.154502 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c833e7e5-e94f-4763-a04c-cde9e4236b63 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.6470408 Jun 24 12:42:04.167639 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40522) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:04.198791 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc184a5-b1ca-4c6b-ad0c-0e92f81ee0ec tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] DELETE failed (client error): The resource could not be found. Jun 24 12:42:04.199437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc184a5-b1ca-4c6b-ad0c-0e92f81ee0ec tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:42:04.202360 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-afc184a5-b1ca-4c6b-ad0c-0e92f81ee0ec tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] 10.222.0.110 "DELETE /v2.0/ports/c741bc09-e177-4a54-a9c0-43fd4b961301 HTTP/1.1" status: 404 len: 333 time: 0.0666909 Jun 24 12:42:04.208392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40524) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:04.209398 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2d487520-2658-4e30-b64b-087c175fc7b3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.223288 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9de9182-32ff-4472-ab5c-93cbd241b41d tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.227849 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a9de9182-32ff-4472-ab5c-93cbd241b41d tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5082233 Jun 24 12:42:04.234512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40526) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:04.241302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-80dbf54d-8e9f-4c39-984d-919b1d549eb1 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Request body: {'security_group_rule': {'security_group_id': '3316f865-0130-425f-a07d-2ed15a51e591', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:04.261224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fff1f988-c85e-4945-a10a-02eb17d6a96d tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.264351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff1f988-c85e-4945-a10a-02eb17d6a96d tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:04.265385 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fff1f988-c85e-4945-a10a-02eb17d6a96d tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.277817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:04.300626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4935e53-c9d7-46b6-8686-6f37a03d31aa None None] Sync routers for ids ['ba4366aa-937f-4e14-b8ec-16a139a6044d'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:04.316911 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Pushing event deleted for resources: {'Network': ['ID=ae3f8bb9-5b62-49d2-9e6f-4095b59d000a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:04.333503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:04.354348 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 4, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '5916c56a-169d-425a-9b0a-bfeff0a0b68d', 'name': '', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'mac_address': 'fa:16:3e:43:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:55Z', 'updated_at': '2021-06-24T12:42:03Z', 'revision_number': 4, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'subnets': [{'id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:04.393743 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40528) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:04.399463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4935e53-c9d7-46b6-8686-6f37a03d31aa None None] Routers {'ba4366aa-937f-4e14-b8ec-16a139a6044d'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:04.400329 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b4935e53-c9d7-46b6-8686-6f37a03d31aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ba4366aa-937f-4e14-b8ec-16a139a6044d'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:04.400454 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36519ebd-86ab-413a-bcfd-9da68d344828 None None] The sync data for ids ['10960cff-7c71-467e-9128-02dd71be20f1'] in dv-neutron-797121-4-hyperv is: [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 4, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '5916c56a-169d-425a-9b0a-bfeff0a0b68d', 'name': '', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'mac_address': 'fa:16:3e:43:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:55Z', 'updated_at': '2021-06-24T12:42:03Z', 'revision_number': 4, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'subnets': [{'id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:04.502377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b4935e53-c9d7-46b6-8686-6f37a03d31aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:04.611871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4935e53-c9d7-46b6-8686-6f37a03d31aa None None] Routers {'ba4366aa-937f-4e14-b8ec-16a139a6044d'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:04.612598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b4935e53-c9d7-46b6-8686-6f37a03d31aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ba4366aa-937f-4e14-b8ec-16a139a6044d'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:04.619135 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2d487520-2658-4e30-b64b-087c175fc7b3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.627578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1f988-c85e-4945-a10a-02eb17d6a96d tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event updated for resources: {'Network': ['ID=6c5ef3be-518e-42f4-bf59-c4557f5b8b0f,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:04.631270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fff1f988-c85e-4945-a10a-02eb17d6a96d tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:04.683210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b4935e53-c9d7-46b6-8686-6f37a03d31aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:04.684005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4935e53-c9d7-46b6-8686-6f37a03d31aa None None] The sync data for ids ['ba4366aa-937f-4e14-b8ec-16a139a6044d'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:04.685663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 6c5ef3be-518e-42f4-bf59-c4557f5b8b0f details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:42:04.692868 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2d487520-2658-4e30-b64b-087c175fc7b3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.699430 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.702242 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1932452210', 'router:external': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:04.703250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4f6b3bda-7a89-400e-9bd7-a4202d2eec31 None None] Provisioning complete for port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:04.703668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4f6b3bda-7a89-400e-9bd7-a4202d2eec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.706901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.710453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-07530b1a-0cef-4127-8a02-c01e92930f35 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Deleting subnet 9095a265-3b64-49c1-9ade-4674186a5436 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:42:04.712645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:04.714121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-07530b1a-0cef-4127-8a02-c01e92930f35 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.756030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8515af38-8cd4-4f1b-bf93-d51ad2f5e9b0,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:04.763918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-07530b1a-0cef-4127-8a02-c01e92930f35 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.774349 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fff1f988-c85e-4945-a10a-02eb17d6a96d tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4455740 Jun 24 12:42:04.780588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:04.784729 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40532) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:04.812931 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b3bda-7a89-400e-9bd7-a4202d2eec31 None None] Port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:04.828850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] vlan segment allocate from pool success with {'vlan_id': 1315, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:42:04.833353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80dbf54d-8e9f-4c39-984d-919b1d549eb1 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.844826 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:04.877850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d487520-2658-4e30-b64b-087c175fc7b3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ca1084-b28c-4dba-8235-7a638970aafe,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:04.882322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port': {'id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6f789ec7-f678-4190-90a9-b0d1578cd75f', 'name': '', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'mac_address': 'fa:16:3e:45:26:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:52Z', 'updated_at': '2021-06-24T12:42:03Z', 'revision_number': 4, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'subnets': [{'id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:04.892435 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:04.892869 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Added segment 4922c9d8-bc1c-4efa-b879-8a49c65a84c8 of type vlan for network a98d82ad-4fba-47d0-9427-cc1f76778dc8 Jun 24 12:42:04.897099 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2d487520-2658-4e30-b64b-087c175fc7b3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:04.934992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11dac9-5288-4b74-8b3f-48c802a972c9 None None] The sync data for ids ['7f4b1491-bc37-4aaf-8243-e86e7675549b'] in dv-neutron-797121-4-hyperv is: [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port': {'id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6f789ec7-f678-4190-90a9-b0d1578cd75f', 'name': '', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'mac_address': 'fa:16:3e:45:26:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:52Z', 'updated_at': '2021-06-24T12:42:03Z', 'revision_number': 4, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'subnets': [{'id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:04.954194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53f257a-ed3b-4e7b-bfd7-3f8ba1b9e666 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:04.958424 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f53f257a-ed3b-4e7b-bfd7-3f8ba1b9e666 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] 10.222.0.110 "GET /v2.0/networks/6c5ef3be-518e-42f4-bf59-c4557f5b8b0f HTTP/1.1" status: 200 len: 756 time: 0.1666899 Jun 24 12:42:04.960541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40534) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:05.007826 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Made reservation on behalf of 40b0d7b8041f405eb1bd509b9f462697 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:05.010124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.012627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.014184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:42:05.022725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2d487520-2658-4e30-b64b-087c175fc7b3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.023820 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2d487520-2658-4e30-b64b-087c175fc7b3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0291688 Jun 24 12:42:05.027049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80dbf54d-8e9f-4c39-984d-919b1d549eb1 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.043978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40536) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:05.069525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-56d51da1-ca1d-4deb-9cc4-fb52aa9144a9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Request body: {'security_group_rule': {'security_group_id': 'a83a20ca-144c-49c1-948c-bba7ff5d1271', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:05.073467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80dbf54d-8e9f-4c39-984d-919b1d549eb1 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.077785 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.087753 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a9de9182-32ff-4472-ab5c-93cbd241b41d tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:05.101262 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-07530b1a-0cef-4127-8a02-c01e92930f35 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.106560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbf54d-8e9f-4c39-984d-919b1d549eb1 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4adf87-fb9c-4704-8442-95d8bd72a835,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:05.113722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-80dbf54d-8e9f-4c39-984d-919b1d549eb1 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:05.149703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37a9f89-88d3-489d-b212-eb327c62262e tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:05.151205 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f37a9f89-88d3-489d-b212-eb327c62262e tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] 10.222.0.110 "GET /v2.0/networks/a493f934-b541-477f-a7a6-7edba94f94fb HTTP/1.1" status: 200 len: 768 time: 0.1892285 Jun 24 12:42:05.154374 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40538) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:05.187566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.190871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:05.190871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.217779 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f812894c-01e3-45c3-9b51-384f91ecbbec tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:05.273895 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-56d51da1-ca1d-4deb-9cc4-fb52aa9144a9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.296850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80dbf54d-8e9f-4c39-984d-919b1d549eb1 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.301989 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-80dbf54d-8e9f-4c39-984d-919b1d549eb1 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0665922 Jun 24 12:42:05.305973 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40540) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:05.311950 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:05.328311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.330036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event updated for resources: {'Network': ['ID=a98d82ad-4fba-47d0-9427-cc1f76778dc8,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:05.333431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:05.348334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network a98d82ad-4fba-47d0-9427-cc1f76778dc8 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:42:05.424884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.427690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-07530b1a-0cef-4127-8a02-c01e92930f35 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.437006 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5ef3be-518e-42f4-bf59-c4557f5b8b0f']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:05.454529 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-39d003f6-3d61-4085-97ae-a8b7ad3efde7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:05.455745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97086151-797f-43ab-bbd8-d417fb669f93') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:05.456090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97086151-797f-43ab-bbd8-d417fb669f93') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:05.465437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.484336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.492103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:42:05.492499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:42:05.494919 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:42:05.537623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07530b1a-0cef-4127-8a02-c01e92930f35 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Pushing event deleted for resources: {'Subnet': ['ID=9095a265-3b64-49c1-9ade-4674186a5436,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:05.547097 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:05.557433 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Sync routers for ids ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:05.565652 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] 10.222.0.110 "PUT /v2.0/routers/ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3440845 Jun 24 12:42:05.566853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-07530b1a-0cef-4127-8a02-c01e92930f35 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:05.570152 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Routers {'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:05.570991 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:05.580868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.587536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c5ef3be-518e-42f4-bf59-c4557f5b8b0f {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 24 12:42:05.589830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:05.606262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.609486 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "DELETE /v2.0/networks/6c5ef3be-518e-42f4-bf59-c4557f5b8b0f HTTP/1.1" status: 204 len: 168 time: 0.4540496 Jun 24 12:42:05.610673 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c5ef3be-518e-42f4-bf59-c4557f5b8b0f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:05.613175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40546) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:05.615508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:05.620282 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-02dc5c3b-1924-4343-a900-bb2ec2561eb7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Request body: {'network': {'name': 'tempest-network--994792655'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:05.772865 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Set router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:05.883696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-56d51da1-ca1d-4deb-9cc4-fb52aa9144a9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.916741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-56d51da1-ca1d-4deb-9cc4-fb52aa9144a9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.932429 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be93cd6-19a8-41cc-b250-129c18be00d7 None None] Network 793e75c6-6ea7-495e-a396-6e5bd9eacd55 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:05.933579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-07530b1a-0cef-4127-8a02-c01e92930f35 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:05.938323 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-07530b1a-0cef-4127-8a02-c01e92930f35 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] 10.222.0.110 "DELETE /v2.0/subnets/9095a265-3b64-49c1-9ade-4674186a5436 HTTP/1.1" status: 204 len: 168 time: 1.7250555 Jun 24 12:42:05.941268 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40552) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:05.966126 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:06.001112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d51da1-ca1d-4deb-9cc4-fb52aa9144a9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e202af08-58c2-4fc2-9938-d133270955d5,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:06.004492 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.014720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-56d51da1-ca1d-4deb-9cc4-fb52aa9144a9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:06.016127 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.025154 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-56d51da1-ca1d-4deb-9cc4-fb52aa9144a9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.026959 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-56d51da1-ca1d-4deb-9cc4-fb52aa9144a9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9698067 Jun 24 12:42:06.032024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-76c2a189-3152-40cf-a5e1-2147a64aa570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:06.037285 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40554) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:06.043878 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:06.103624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.133907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5916c56a-169d-425a-9b0a-bfeff0a0b68d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:06.148178 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.7346239 Jun 24 12:42:06.148395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40556) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:06.158513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56888624-9f89-46cb-867a-78dc73daaf53,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:06.176308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Request body: {'subnet': {'network_id': 'a98d82ad-4fba-47d0-9427-cc1f76778dc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:06.191254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:06.200394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] vlan segment allocate from pool success with {'vlan_id': 1338, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:42:06.213874 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:42:01Z', 'revision_number': 4, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6', 'name': '', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'mac_address': 'fa:16:3e:ca:33:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:57Z', 'updated_at': '2021-06-24T12:42:01Z', 'revision_number': 2, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'subnets': [{'id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:06.221169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.222042 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Added segment d19f1019-2796-4a89-80a5-0f4330a14eb2 of type vlan for network eb3ac58a-1d4c-420a-8742-d204651a4489 Jun 24 12:42:06.239233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:42:06.239233 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:42:06.239233 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'project_id_1': '9e00f3e6259c4ceaa736960d4de052a3', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 42, 6, 54672)}] Jun 24 12:42:06.239233 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:42:06.240065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:42:06.248924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.261363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:42:06.261363 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:42:06.261363 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'project_id_1': '59cd267381f44203808fe0ec7307d458', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 42, 6, 186214)}] Jun 24 12:42:06.261363 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:42:06.261742 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:42:06.262171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dc5c3b-1924-4343-a900-bb2ec2561eb7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Made reservation on behalf of 2daa54b666e748b9bad5edbd1de21aea for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:06.265810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-02dc5c3b-1924-4343-a900-bb2ec2561eb7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.276700 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 5916c56a-169d-425a-9b0a-bfeff0a0b68d completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:06.281041 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Checking router: ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:06.281673 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Updating router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:42:06.284699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 5916c56a-169d-425a-9b0a-bfeff0a0b68d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:06.285687 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.308003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02dc5c3b-1924-4343-a900-bb2ec2561eb7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] vlan segment allocate from pool success with {'vlan_id': 1326, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:42:06.319415 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-02dc5c3b-1924-4343-a900-bb2ec2561eb7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.319730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.319850 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-02dc5c3b-1924-4343-a900-bb2ec2561eb7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Added segment ae25bbd3-90a8-4128-9617-a2e18ba0f0e6 of type vlan for network 0f1016f7-f7ae-439e-b6be-564e95d37533 Jun 24 12:42:06.351961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f5a465-f258-4f1b-93d5-2c004a85fe27 None None] DHCP port deletion for 793e75c6-6ea7-495e-a396-6e5bd9eacd55 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:42:06.353400 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.374465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-02dc5c3b-1924-4343-a900-bb2ec2561eb7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.396044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.423659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-02dc5c3b-1924-4343-a900-bb2ec2561eb7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.431290 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dc5c3b-1924-4343-a900-bb2ec2561eb7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:06.431811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-02dc5c3b-1924-4343-a900-bb2ec2561eb7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.435534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Deleting port ac118c38-bf0b-4ee3-906c-d6712e3ce91c {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:06.435846 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.461749 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-32f5a465-f258-4f1b-93d5-2c004a85fe27 None None] Deleting port ac118c38-bf0b-4ee3-906c-d6712e3ce91c {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:06.463329 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-32f5a465-f258-4f1b-93d5-2c004a85fe27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.513997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] For port ac118c38-bf0b-4ee3-906c-d6712e3ce91c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ac118c38-bf0b-4ee3-906c-d6712e3ce91c,segment=NetworkSegment(b704b964-072b-485b-98cf-680af9ded357),segment_id=b704b964-072b-485b-98cf-680af9ded357)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:06.514375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.531318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Calling delete_port for ac118c38-bf0b-4ee3-906c-d6712e3ce91c owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:06.533112 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.544524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:06.553650 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.557066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:06.561034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.588994 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-65855482-d3ab-40f2-a5f8-c141039ed7dd tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:06.688810 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.2350194 Jun 24 12:42:06.688991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-32f5a465-f258-4f1b-93d5-2c004a85fe27 None None] For port ac118c38-bf0b-4ee3-906c-d6712e3ce91c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ac118c38-bf0b-4ee3-906c-d6712e3ce91c,segment=NetworkSegment(b704b964-072b-485b-98cf-680af9ded357),segment_id=b704b964-072b-485b-98cf-680af9ded357)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:06.688991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-32f5a465-f258-4f1b-93d5-2c004a85fe27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.696075 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40558) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:06.696409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40560) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:06.704126 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-44c55231-3541-4a88-b698-6872fccb8d56 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368178144', 'description': 'tempest-description--2126420661'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:06.711012 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-32f5a465-f258-4f1b-93d5-2c004a85fe27 None None] Calling delete_port for ac118c38-bf0b-4ee3-906c-d6712e3ce91c owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:06.714925 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 5916c56a-169d-425a-9b0a-bfeff0a0b68d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5916c56a-169d-425a-9b0a-bfeff0a0b68d,segment=NetworkSegment(c0cf8e2b-92ca-476a-b1ed-8c559e903b50),segment_id=c0cf8e2b-92ca-476a-b1ed-8c559e903b50)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:06.718916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Request body: {'subnet': {'network_id': 'eb3ac58a-1d4c-420a-8742-d204651a4489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:06.726410 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event updated for resources: {'Network': ['ID=eb3ac58a-1d4c-420a-8742-d204651a4489,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:06.729218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.730283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6f789ec7-f678-4190-90a9-b0d1578cd75f up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:06.738741 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-02dc5c3b-1924-4343-a900-bb2ec2561eb7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1244013 Jun 24 12:42:06.744609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40562) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:06.745796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:06.763919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-576c6297-5145-4c42-97b9-a5b39f982e4c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:06.773091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:06.782428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network eb3ac58a-1d4c-420a-8742-d204651a4489 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:42:06.795155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc5c3b-1924-4343-a900-bb2ec2561eb7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event updated for resources: {'Network': ['ID=0f1016f7-f7ae-439e-b6be-564e95d37533,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:06.813910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-02dc5c3b-1924-4343-a900-bb2ec2561eb7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:06.880136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Made reservation on behalf of 40b0d7b8041f405eb1bd509b9f462697 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:06.882562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.915027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 0f1016f7-f7ae-439e-b6be-564e95d37533 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:42:06.930326 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.961945 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Transition to ACTIVE for port object ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:06.978251 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.984793 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:07.009172 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.022259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:07.032682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.083216 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44c55231-3541-4a88-b698-6872fccb8d56 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.088987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Pushing event deleted for resources: {'Port': ['ID=ac118c38-bf0b-4ee3-906c-d6712e3ce91c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:07.096365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:07.101622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] No DVR routers for this DVR port ac118c38-bf0b-4ee3-906c-d6712e3ce91c on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:42:07.155035 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=5916c56a-169d-425a-9b0a-bfeff0a0b68d,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:07.173222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 6f789ec7-f678-4190-90a9-b0d1578cd75f completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:07.180009 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Attempting to bind port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:07.180527 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Attempting to bind port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '69f496ae-fbbf-4fd5-b1eb-9a156c295d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:07.180894 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Attempting to bind port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 on network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:07.189672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:07.201292 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.238269 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:07.238653 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Checking segment: {'id': '69f496ae-fbbf-4fd5-b1eb-9a156c295d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:07.240322 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.240686 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Bound using segment: {'id': '69f496ae-fbbf-4fd5-b1eb-9a156c295d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:07.241125 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Bound port: ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f496ae-fbbf-4fd5-b1eb-9a156c295d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:07.241527 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.244529 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a227a-34df-40a2-9799-97cc31a2e223 None None] Pushing event updated for resources: {'Port': ['ID=ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:07.253628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Allocated IP 172.20.0.1 (7db6157d-4921-4e67-a467-7c0a45d5953b/cfb7314c-5fea-419b-aec3-ea7d543245c2/b3f1dc0a-14b2-4f95-baca-d8efa59a0705) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:07.274583 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-1e7a227a-34df-40a2-9799-97cc31a2e223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:07.323309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 6f789ec7-f678-4190-90a9-b0d1578cd75f triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:07.323692 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.377587 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] For port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:07.386221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.389467 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] For port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6,segment=NetworkSegment(69f496ae-fbbf-4fd5-b1eb-9a156c295d91),segment_id=69f496ae-fbbf-4fd5-b1eb-9a156c295d91)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:07.400816 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.401278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793e75c6-6ea7-495e-a396-6e5bd9eacd55']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:07.404377 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-a38c6c24-8f5d-4ab8-8061-3879695ad902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:07.416579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b704b964-072b-485b-98cf-680af9ded357') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:07.417240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b704b964-072b-485b-98cf-680af9ded357') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:07.429511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.449278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.458347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:42:07.459294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.493081 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Routers {'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:07.495075 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:07.551937 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a227a-34df-40a2-9799-97cc31a2e223 None None] Pushing event updated for resources: {'Port': ['ID=ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:07.553467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Allocated IP 172.26.1.10 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/3c66f5f1-c904-4860-b432-ee68e58efeff) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:07.571730 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-32f5a465-f258-4f1b-93d5-2c004a85fe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.573210 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-1e7a227a-34df-40a2-9799-97cc31a2e223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:07.579636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:07.633611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32f5a465-f258-4f1b-93d5-2c004a85fe27 None None] Network 793e75c6-6ea7-495e-a396-6e5bd9eacd55 is not hosted by any dhcp agent {{(pid=100147) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 12:42:07.634312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f5a465-f258-4f1b-93d5-2c004a85fe27 None None] No DVR routers for this DVR port ac118c38-bf0b-4ee3-906c-d6712e3ce91c on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:42:07.635888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.674545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5a465-f258-4f1b-93d5-2c004a85fe27 None None] Pushing event deleted for resources: {'Port': ['ID=ac118c38-bf0b-4ee3-906c-d6712e3ce91c,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:07.690712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-32f5a465-f258-4f1b-93d5-2c004a85fe27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:07.717352 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.737407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 6f789ec7-f678-4190-90a9-b0d1578cd75f, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6f789ec7-f678-4190-90a9-b0d1578cd75f,segment=NetworkSegment(1f6bde56-a6e3-4fcd-843d-61291529d7a8),segment_id=1f6bde56-a6e3-4fcd-843d-61291529d7a8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:07.749808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.751877 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 4ac0244e-a107-4ae1-bb53-5c97aace4b11 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:07.767032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-576c6297-5145-4c42-97b9-a5b39f982e4c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:42:07.782284 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:42:07.784538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Made reservation on behalf of 59cd267381f44203808fe0ec7307d458 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:07.788027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.798792 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.816388 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.832623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d12074b3-cb17-44ed-a51c-50a1f1bf46f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:07.869739 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44c55231-3541-4a88-b698-6872fccb8d56 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.870310 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] Set router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:07.873423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Transition to ACTIVE for port object b3f1dc0a-14b2-4f95-baca-d8efa59a0705 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:07.895293 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 4ac0244e-a107-4ae1-bb53-5c97aace4b11 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:07.895676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.914613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44c55231-3541-4a88-b698-6872fccb8d56 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:07.930796 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:42:07.951852 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=6f789ec7-f678-4190-90a9-b0d1578cd75f,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:07.956915 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:07.961579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:08.006174 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c55231-3541-4a88-b698-6872fccb8d56 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f811b9-e801-41af-99a2-81ddd3c3bb2b,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:08.020460 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-44c55231-3541-4a88-b698-6872fccb8d56 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:08.050305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44c55231-3541-4a88-b698-6872fccb8d56 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.053978 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-44c55231-3541-4a88-b698-6872fccb8d56 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3537691 Jun 24 12:42:08.056032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40564) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:08.056882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.058892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.061205 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-576c6297-5145-4c42-97b9-a5b39f982e4c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.066337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a4251949-7611-4183-9ae8-8e4cafe16f0c tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Request body: {'security_group_rule': {'security_group_id': 'c9f811b9-e801-41af-99a2-81ddd3c3bb2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:08.102843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:08.125735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.144370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5916c56a-169d-425a-9b0a-bfeff0a0b68d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:08.145223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:08.161301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.163609 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] 10.222.0.110 "DELETE /v2.0/networks/793e75c6-6ea7-495e-a396-6e5bd9eacd55 HTTP/1.1" status: 204 len: 168 time: 2.2211554 Jun 24 12:42:08.170556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-576c6297-5145-4c42-97b9-a5b39f982e4c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Network 0f1016f7-f7ae-439e-b6be-564e95d37533 is not hosted by any dhcp agent {{(pid=100145) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 12:42:08.171545 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c6297-5145-4c42-97b9-a5b39f982e4c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:08.171976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Allocated IP 172.26.1.134 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/e58a16c2-f9d7-4cf0-80d8-e5191e1b7e67) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:08.172145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-576c6297-5145-4c42-97b9-a5b39f982e4c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.174042 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-576c6297-5145-4c42-97b9-a5b39f982e4c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "PUT /v2.0/networks/0f1016f7-f7ae-439e-b6be-564e95d37533 HTTP/1.1" status: 200 len: 858 time: 1.4182570 Jun 24 12:42:08.182360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40568) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:08.184788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4251949-7611-4183-9ae8-8e4cafe16f0c tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.193636 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:42:01Z', 'revision_number': 4, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6', 'name': '', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'mac_address': 'fa:16:3e:ca:33:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:57Z', 'updated_at': '2021-06-24T12:42:07Z', 'revision_number': 4, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'subnets': [{'id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:08.242373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:08.270739 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd3cbb-3f34-4423-986f-d31e0a5f7277 None None] The sync data for ids ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'] in dv-neutron-797121-4-hyperv is: [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:42:01Z', 'revision_number': 4, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6', 'name': '', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'mac_address': 'fa:16:3e:ca:33:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:57Z', 'updated_at': '2021-06-24T12:42:07Z', 'revision_number': 4, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'subnets': [{'id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:08.329449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.334581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Pushing event updated for resources: {'Port': ['ID=3c66f5f1-c904-4860-b432-ee68e58efeff,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:08.344172 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:08.350791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:08.357451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:08.407788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:08.434291 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Network 7db6157d-4921-4e67-a467-7c0a45d5953b is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:08.437345 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 5916c56a-169d-425a-9b0a-bfeff0a0b68d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:08.438263 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.452415 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:42:08.452780 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.459473 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:08.472081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:08.503141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c6297-5145-4c42-97b9-a5b39f982e4c tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event updated for resources: {'Network': ['ID=0f1016f7-f7ae-439e-b6be-564e95d37533,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:08.533950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event updated for resources: {'Port': ['ID=b3f1dc0a-14b2-4f95-baca-d8efa59a0705,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:08.551475 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.559656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:08.561993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:08.563802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4251949-7611-4183-9ae8-8e4cafe16f0c tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.565135 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Pushing event deleted for resources: {'Network': ['ID=793e75c6-6ea7-495e-a396-6e5bd9eacd55,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:08.568019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.568433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:08.600353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:08.600353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:08.613901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4251949-7611-4183-9ae8-8e4cafe16f0c tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.618751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6f789ec7-f678-4190-90a9-b0d1578cd75f up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:08.663670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:08.679451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 6f789ec7-f678-4190-90a9-b0d1578cd75f triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:08.679830 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.683068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4251949-7611-4183-9ae8-8e4cafe16f0c tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c8cda5-a729-4ebb-9945-2c69aae03ec3,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:08.686186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4251949-7611-4183-9ae8-8e4cafe16f0c tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:08.730248 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event updated for resources: {'Subnet': ['ID=28bffd42-c653-44ed-b174-d92197fba213,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:08.742445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:08.759916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40572) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:08.826603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Checking segment: {'id': 'd19f1019-2796-4a89-80a5-0f4330a14eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'eb3ac58a-1d4c-420a-8742-d204651a4489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:08.827392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Network hostable DHCP agents. Network: eb3ac58a-1d4c-420a-8742-d204651a4489, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:42:08.837334 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.860237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:08.889753 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ac118c38-bf0b-4ee3-906c-d6712e3ce91c no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:42:08.906112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:08.913202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:08.922743 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:08.931326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Pushing event updated for resources: {'Port': ['ID=e58a16c2-f9d7-4cf0-80d8-e5191e1b7e67,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:08.938674 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: ac118c38-bf0b-4ee3-906c-d6712e3ce91c {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:42:08.939063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ac118c38-bf0b-4ee3-906c-d6712e3ce91c not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:42:08.968091 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:08.971941 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ec10a19a-077e-42b6-861e-a2dfd2f0ad07 None None] Provisioning for port b3f1dc0a-14b2-4f95-baca-d8efa59a0705 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:08.976281 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ec10a19a-077e-42b6-861e-a2dfd2f0ad07 None None] Provisioning complete for port b3f1dc0a-14b2-4f95-baca-d8efa59a0705 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:08.976667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ec10a19a-077e-42b6-861e-a2dfd2f0ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:08.984184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Network eb3ac58a-1d4c-420a-8742-d204651a4489 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:42:09.021822 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.023623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ec10a19a-077e-42b6-861e-a2dfd2f0ad07 None None] Port b3f1dc0a-14b2-4f95-baca-d8efa59a0705 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:09.034728 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1016f7-f7ae-439e-b6be-564e95d37533']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:09.035099 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, eb3ac58a-1d4c-420a-8742-d204651a4489) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:09.047030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f0eca8-c39c-4509-9a14-a3c7658b2261 None None] Network eb3ac58a-1d4c-420a-8742-d204651a4489 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:09.049684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4251949-7611-4183-9ae8-8e4cafe16f0c tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.050936 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a4251949-7611-4183-9ae8-8e4cafe16f0c tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9906969 Jun 24 12:42:09.055256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40576) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:09.058943 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae25bbd3-90a8-4128-9617-a2e18ba0f0e6') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:09.060117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae25bbd3-90a8-4128-9617-a2e18ba0f0e6') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:09.066083 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-fffa376c-cc65-449d-9f53-6bba77818df3 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Request body: {'security_group_rule': {'security_group_id': 'c9f811b9-e801-41af-99a2-81ddd3c3bb2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:09.113395 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.127274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.130709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fffa376c-cc65-449d-9f53-6bba77818df3 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.189231 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.222238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.227462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.objects.ports [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100145) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:42:09.227908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.236931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:42:09.237348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:42:09.240775 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:42:09.252367 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:09.344798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:09.345100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8bc47b-c932-4df1-aacb-5553253ae845 None None] Network eb3ac58a-1d4c-420a-8742-d204651a4489 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:09.346797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.402899 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fffa376c-cc65-449d-9f53-6bba77818df3 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.416831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.420784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fffa376c-cc65-449d-9f53-6bba77818df3 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.423993 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7249537 Jun 24 12:42:09.429988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f1016f7-f7ae-439e-b6be-564e95d37533 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 24 12:42:09.432197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.438518 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] 10.222.0.110 "DELETE /v2.0/networks/0f1016f7-f7ae-439e-b6be-564e95d37533 HTTP/1.1" status: 204 len: 168 time: 1.2507021 Jun 24 12:42:09.443265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.444745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fec28091-4ab1-4aa8-9a7a-d874e54e6587,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:09.447410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:09.451541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40578) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:09.451844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40580) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:09.452508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bbc373a4-523f-4d5e-a80d-523b2f35b462 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:09.460076 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1191736191', 'network_id': 'eb3ac58a-1d4c-420a-8742-d204651a4489'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:09.540580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f1016f7-f7ae-439e-b6be-564e95d37533,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:09.544805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:09.550446 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:09.553513 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca8c784-a6c3-4640-a842-10d71675f501 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] DELETE failed (client error): The resource could not be found. Jun 24 12:42:09.554011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca8c784-a6c3-4640-a842-10d71675f501 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:42:09.559144 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0ca8c784-a6c3-4640-a842-10d71675f501 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] 10.222.0.110 "DELETE /v2.0/subnets/7c14aad0-e8ff-4fec-b51e-81490bc030b7 HTTP/1.1" status: 404 len: 337 time: 0.0955987 Jun 24 12:42:09.569036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40582) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:09.580329 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-206905bc-337b-4794-b487-c772a1fa6bdf admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=6907ce3f5be045fe9ab46c9363ff47bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8134336 Jun 24 12:42:09.580329 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40584) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:09.597081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Checking segment: {'id': '4922c9d8-bc1c-4efa-b879-8a49c65a84c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a98d82ad-4fba-47d0-9427-cc1f76778dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:09.597914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Network hostable DHCP agents. Network: a98d82ad-4fba-47d0-9427-cc1f76778dc8, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:42:09.627521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa376c-cc65-449d-9f53-6bba77818df3 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc337c46-003e-4374-a2e9-47b2b22e7a1e,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:09.630654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fffa376c-cc65-449d-9f53-6bba77818df3 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:09.636921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Made reservation on behalf of 40b0d7b8041f405eb1bd509b9f462697 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:09.639273 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.645866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.646361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fffa376c-cc65-449d-9f53-6bba77818df3 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.650323 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fffa376c-cc65-449d-9f53-6bba77818df3 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5855069 Jun 24 12:42:09.658115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40586) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:09.673471 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:09.754662 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] device_id is not set on port 85f76cf7-c97f-4ca6-a628-e80397761943 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:42:09.759404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-593d8d21-0a2a-4f05-bfdb-0797764152d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.764383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Network a98d82ad-4fba-47d0-9427-cc1f76778dc8 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:42:09.773138 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.788140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.803531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.827459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, a98d82ad-4fba-47d0-9427-cc1f76778dc8) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:09.831510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:09.832107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.843162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efff38ba-0ad5-4999-95f8-632c037f8dc2 None None] Network a98d82ad-4fba-47d0-9427-cc1f76778dc8 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:09.850921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-593d8d21-0a2a-4f05-bfdb-0797764152d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:09.884735 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7216101 Jun 24 12:42:09.894356 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40588) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:09.908449 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-485987080', 'network_id': 'a98d82ad-4fba-47d0-9427-cc1f76778dc8'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:09.969395 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.009287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.022329 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.024214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.026349 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.034821 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e512c83e-0f0a-45d1-bded-8687d3570bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:10.038169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Made reservation on behalf of 59cd267381f44203808fe0ec7307d458 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:10.040897 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.042533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-89e2aa63-1057-4bcb-9882-b1bc61f07755 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:10.048189 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Allocated IP 172.20.0.3 (eb3ac58a-1d4c-420a-8742-d204651a4489/28bffd42-c653-44ed-b174-d92197fba213/85f76cf7-c97f-4ca6-a628-e80397761943) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:10.055001 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a493f934-b541-477f-a7a6-7edba94f94fb']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:10.092570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479e0e72-747e-4996-abfb-e97d31c8cee8 None None] Network a98d82ad-4fba-47d0-9427-cc1f76778dc8 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:10.137024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f9d22f-d8bb-46e4-b7fb-034631cc6c76') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:10.137632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f9d22f-d8bb-46e4-b7fb-034631cc6c76') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:10.151919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.169859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] device_id is not set on port 5124d83c-eda1-4dc2-b81b-226c83c99f4e yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:42:10.174505 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.181839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:42:10.182357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.228763 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:42:10.252400 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:42:10.291312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Allocated IP 2001:db8::256 (a98d82ad-4fba-47d0-9427-cc1f76778dc8/fec28091-4ab1-4aa8-9a7a-d874e54e6587/5124d83c-eda1-4dc2-b81b-226c83c99f4e) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:10.314800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.317061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Pushing event updated for resources: {'Port': ['ID=3c66f5f1-c904-4860-b432-ee68e58efeff,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:10.331655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.334268 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] 10.222.0.110 "DELETE /v2.0/networks/a493f934-b541-477f-a7a6-7edba94f94fb HTTP/1.1" status: 204 len: 168 time: 0.7641954 Jun 24 12:42:10.339662 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-593d8d21-0a2a-4f05-bfdb-0797764152d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.344410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:10.344809 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:10.346599 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:10.349333 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:10.349819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.384863 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-593d8d21-0a2a-4f05-bfdb-0797764152d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.388539 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-593d8d21-0a2a-4f05-bfdb-0797764152d7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9c808766-90a2-4ab4-8f43-b7f8743a40c2 HTTP/1.1" status: 204 len: 168 time: 0.8007121 Jun 24 12:42:10.398729 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event updated for resources: {'Port': ['ID=b3f1dc0a-14b2-4f95-baca-d8efa59a0705,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:10.406224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.418914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Pushing event deleted for resources: {'Network': ['ID=a493f934-b541-477f-a7a6-7edba94f94fb,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:10.420228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.437119 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:10.438565 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-006d4b4c-2fb4-4deb-a575-d56466234dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:10.442508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:10.486310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.499369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.500645 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1931562 Jun 24 12:42:10.551455 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d8d21-0a2a-4f05-bfdb-0797764152d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c808766-90a2-4ab4-8f43-b7f8743a40c2,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:10.583155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6,segment=NetworkSegment(69f496ae-fbbf-4fd5-b1eb-9a156c295d91),segment_id=69f496ae-fbbf-4fd5-b1eb-9a156c295d91)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:10.589352 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.604259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ea86ab56-6a10-45ff-a486-48928a3e1456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:10.618417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.624796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-593d8d21-0a2a-4f05-bfdb-0797764152d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:10.692426 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.698745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:10.724370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:10.736563 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:10.753822 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.762402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40600) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:10.774628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event updated for resources: {'Port': ['ID=85f76cf7-c97f-4ca6-a628-e80397761943,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:10.781011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:10.782975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Network eb3ac58a-1d4c-420a-8742-d204651a4489 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:10.786596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:10.791196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:10.837329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:10.838239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.856700 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.861546 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4063239 Jun 24 12:42:10.864193 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40612) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:10.873547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.884320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:10.887229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.906143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40614) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:10.929802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-20277427-5a9a-4891-a361-095d9ae536c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:10.961113 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.064596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-bec2095d-3417-4caf-b831-ce9a05363520 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Deleting port 85f76cf7-c97f-4ca6-a628-e80397761943 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:11.064940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bec2095d-3417-4caf-b831-ce9a05363520 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.067576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Network 7db6157d-4921-4e67-a467-7c0a45d5953b is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:11.071970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Pushing event updated for resources: {'Port': ['ID=e58a16c2-f9d7-4cf0-80d8-e5191e1b7e67,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:11.081091 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:11.084859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:11.090628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:11.114431 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Network a98d82ad-4fba-47d0-9427-cc1f76778dc8 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:11.143227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-20277427-5a9a-4891-a361-095d9ae536c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.160368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-20277427-5a9a-4891-a361-095d9ae536c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.170599 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c78984c6-780f-476f-a835-8130e48a5d24 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:11.208472 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event updated for resources: {'Port': ['ID=5124d83c-eda1-4dc2-b81b-226c83c99f4e,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:11.220732 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:11.226998 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:11.231672 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20277427-5a9a-4891-a361-095d9ae536c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed9a0e0-b7f4-4082-b406-9996a32aaae8,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:11.241701 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-20277427-5a9a-4891-a361-095d9ae536c3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7bc44f6671494a4ebf546b3302d895d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344018 Jun 24 12:42:11.247960 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-20277427-5a9a-4891-a361-095d9ae536c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:11.252601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40626) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:11.262168 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bec2095d-3417-4caf-b831-ce9a05363520 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.276005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:11.277202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:11.277942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.283009 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.290369 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-726a6dc7-4ea9-48c1-a5f7-02752974103b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=381b8c76bd324f4f9ea3fa54651b2e85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5262158 Jun 24 12:42:11.291759 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-bec2095d-3417-4caf-b831-ce9a05363520 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Calling delete_port for 85f76cf7-c97f-4ca6-a628-e80397761943 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:11.296704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40634) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:11.316932 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40636) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:11.322496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.323727 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2838421 Jun 24 12:42:11.325939 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 12:42:11.359775 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Allocated IP 172.26.1.60 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/c2d46579-7eb1-4ae7-8c48-f5567e538cc7) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:11.370092 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4671903 Jun 24 12:42:11.373576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40638) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:11.430711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0405fb2e-1eae-43f4-882a-f3f0cb9dbe8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.473258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c7833435-17cb-494f-af46-f2d00e238b50 None None] Provisioning complete for port b3f1dc0a-14b2-4f95-baca-d8efa59a0705 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:11.474388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7833435-17cb-494f-af46-f2d00e238b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.482726 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-68b9c3c5-1450-40a8-a1e6-da981070a838 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--528121912&fields=id&tenant_id=1ec3bfc591024c61bea70bb7bea00025 HTTP/1.1" status: 200 len: 267 time: 0.1619444 Jun 24 12:42:11.490399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0405fb2e-1eae-43f4-882a-f3f0cb9dbe8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.545354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c7833435-17cb-494f-af46-f2d00e238b50 None None] Port b3f1dc0a-14b2-4f95-baca-d8efa59a0705 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:11.552723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e119c446-50a4-4bb1-b47e-37a39d0aa474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.613889 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Router ba4366aa-937f-4e14-b8ec-16a139a6044d has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:42:11.623458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e119c446-50a4-4bb1-b47e-37a39d0aa474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.671731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.901237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40662) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:11.944022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0405fb2e-1eae-43f4-882a-f3f0cb9dbe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.960753 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0405fb2e-1eae-43f4-882a-f3f0cb9dbe8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.961881 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0405fb2e-1eae-43f4-882a-f3f0cb9dbe8d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6ed9a0e0-b7f4-4082-b406-9996a32aaae8 HTTP/1.1" status: 204 len: 168 time: 0.7060883 Jun 24 12:42:11.975567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-b837fb90-b22d-417e-b5d5-728af7c9e932 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Deleting port 5124d83c-eda1-4dc2-b81b-226c83c99f4e {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:11.976143 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b837fb90-b22d-417e-b5d5-728af7c9e932 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:11.978643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-90914f1e-9d5c-4f0c-a3d4-00ab210cacf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:11.993863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405fb2e-1eae-43f4-882a-f3f0cb9dbe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed9a0e0-b7f4-4082-b406-9996a32aaae8,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:12.000089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0405fb2e-1eae-43f4-882a-f3f0cb9dbe8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:12.014504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-b4137aec-c835-48cc-bd57-344f77226925 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:12.016111 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-b4137aec-c835-48cc-bd57-344f77226925 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/networks?id=9c355c1f-63a9-403c-883c-61430ef87cad HTTP/1.1" status: 200 len: 812 time: 0.5236127 Jun 24 12:42:12.043799 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-ed12bd8b-8eb6-4db4-aae0-b25f3abdca32 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--245321629&fields=id&tenant_id=9e00f3e6259c4ceaa736960d4de052a3 HTTP/1.1" status: 200 len: 267 time: 0.1411474 Jun 24 12:42:12.046225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bec2095d-3417-4caf-b831-ce9a05363520 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.060880 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-bdbae7b1-1ebb-4e77-91a8-c8e3a7b705f9 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/quotas/1ec3bfc591024c61bea70bb7bea00025 HTTP/1.1" status: 200 len: 375 time: 0.0341456 Jun 24 12:42:12.065317 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.066289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e119c446-50a4-4bb1-b47e-37a39d0aa474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.071671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:12.084671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e119c446-50a4-4bb1-b47e-37a39d0aa474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.085898 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e119c446-50a4-4bb1-b47e-37a39d0aa474 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/180dd17b-22b4-456d-8494-62371cb8add3 HTTP/1.1" status: 204 len: 168 time: 0.7805996 Jun 24 12:42:12.102474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:12.148085 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2095d-3417-4caf-b831-ce9a05363520 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event deleted for resources: {'Port': ['ID=85f76cf7-c97f-4ca6-a628-e80397761943,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:12.172696 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bec2095d-3417-4caf-b831-ce9a05363520 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:12.198851 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:12.201255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:12.209663 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:12.212475 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:12.218177 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "PUT /v2.0/routers/ba4366aa-937f-4e14-b8ec-16a139a6044d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0453737 Jun 24 12:42:12.222216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40670) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:12.229425 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:12.253535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Request body: {'port': {'network_id': '7db6157d-4921-4e67-a467-7c0a45d5953b', 'name': 'tempest-FloatingIPAdminTestJSON-1989806135'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:12.254720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b837fb90-b22d-417e-b5d5-728af7c9e932 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.258557 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e317e5f-deac-498c-b450-a6487ed4e02c None None] Sync routers for ids ['ba4366aa-937f-4e14-b8ec-16a139a6044d'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:12.292379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-b837fb90-b22d-417e-b5d5-728af7c9e932 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Calling delete_port for 5124d83c-eda1-4dc2-b81b-226c83c99f4e owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:12.298889 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e317e5f-deac-498c-b450-a6487ed4e02c None None] Routers {'ba4366aa-937f-4e14-b8ec-16a139a6044d'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:12.299805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-5e317e5f-deac-498c-b450-a6487ed4e02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ba4366aa-937f-4e14-b8ec-16a139a6044d'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:12.338428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-5e317e5f-deac-498c-b450-a6487ed4e02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:12.352295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e317e5f-deac-498c-b450-a6487ed4e02c None None] Routers {'ba4366aa-937f-4e14-b8ec-16a139a6044d'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:12.352295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-5e317e5f-deac-498c-b450-a6487ed4e02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ba4366aa-937f-4e14-b8ec-16a139a6044d'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:12.394814 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-5e317e5f-deac-498c-b450-a6487ed4e02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:12.395623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e317e5f-deac-498c-b450-a6487ed4e02c None None] The sync data for ids ['ba4366aa-937f-4e14-b8ec-16a139a6044d'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:12.405265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:12.405827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.462426 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e25447-296b-4632-b578-48497c31625b req-adf6cf03-da25-46b6-bb8d-3392184ef7e4 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:12.467629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.469026 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-adf6cf03-da25-46b6-bb8d-3392184ef7e4 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/networks?id=89d68f41-feb7-4d70-8589-06f7af50cb16 HTTP/1.1" status: 200 len: 812 time: 0.4143281 Jun 24 12:42:12.471301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bec2095d-3417-4caf-b831-ce9a05363520 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.473156 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bec2095d-3417-4caf-b831-ce9a05363520 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "DELETE /v2.0/ports/85f76cf7-c97f-4ca6-a628-e80397761943 HTTP/1.1" status: 204 len: 168 time: 1.6071424 Jun 24 12:42:12.474142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Pushing event updated for resources: {'Port': ['ID=c2d46579-7eb1-4ae7-8c48-f5567e538cc7,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:12.479742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40678) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:12.487804 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb3ac58a-1d4c-420a-8742-d204651a4489', 'external_fixed_ips': [{'subnet_id': '28bffd42-c653-44ed-b174-d92197fba213', 'ip_address': '172.20.0.3'}]}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:12.494317 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:12.498197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:12.516387 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119c446-50a4-4bb1-b47e-37a39d0aa474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180dd17b-22b4-456d-8494-62371cb8add3,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:12.533217 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-9c5c8a8f-bdab-4120-b40e-4ea5c0e05959 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ec3bfc591024c61bea70bb7bea00025&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4587731 Jun 24 12:42:12.542564 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e119c446-50a4-4bb1-b47e-37a39d0aa474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:12.560417 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-5c19f1dc-0e31-4646-a776-da8e51c1546b tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/quotas/9e00f3e6259c4ceaa736960d4de052a3 HTTP/1.1" status: 200 len: 375 time: 0.0893857 Jun 24 12:42:12.613094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.644554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Made reservation on behalf of 34163a3a669c4507a524d12adbe7fb28 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:12.648261 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.678169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] device_id is not set on port 4d947994-e02e-4aa0-a9f9-5e829f9375ec yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:42:12.692620 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-f12a460e-670e-4f4f-bf63-15d3e4bccf72 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=9e00f3e6259c4ceaa736960d4de052a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1281130 Jun 24 12:42:12.721839 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.723566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.729993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40690) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:12.807817 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.832932 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-50a0f85e-e835-4a38-81cf-f61584a31060 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2daa54b666e748b9bad5edbd1de21aea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1015794 Jun 24 12:42:12.835756 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40696) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:12.878022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Allocated IP 172.20.0.7 (7db6157d-4921-4e67-a467-7c0a45d5953b/cfb7314c-5fea-419b-aec3-ea7d543245c2/4d947994-e02e-4aa0-a9f9-5e829f9375ec) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:12.947472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-22d2e7ee-e67e-4746-b541-dec03e6b8f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.988902 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:12.993446 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-22d2e7ee-e67e-4746-b541-dec03e6b8f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.013231 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.014929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-00d24152-343b-4c20-9c62-50b3c7749f39 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:42:13.022219 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-00d24152-343b-4c20-9c62-50b3c7749f39 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1268356 Jun 24 12:42:13.049146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.062478 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:13.076965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-8bbe49b6-7d76-4cb6-9acb-0299cd98a99c service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:42:13.077977 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-8bbe49b6-7d76-4cb6-9acb-0299cd98a99c service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1213884 Jun 24 12:42:13.114787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Pushing event updated for resources: {'Port': ['ID=c2d46579-7eb1-4ae7-8c48-f5567e538cc7,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:13.122880 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:13.147560 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b837fb90-b22d-417e-b5d5-728af7c9e932 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.181675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:13.217118 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837fb90-b22d-417e-b5d5-728af7c9e932 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event deleted for resources: {'Port': ['ID=5124d83c-eda1-4dc2-b81b-226c83c99f4e,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:13.223226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b837fb90-b22d-417e-b5d5-728af7c9e932 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:13.231546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.281064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b837fb90-b22d-417e-b5d5-728af7c9e932 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.283384 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b837fb90-b22d-417e-b5d5-728af7c9e932 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "DELETE /v2.0/ports/5124d83c-eda1-4dc2-b81b-226c83c99f4e HTTP/1.1" status: 204 len: 168 time: 1.9065201 Jun 24 12:42:13.286986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40710) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:13.293044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a98d82ad-4fba-47d0-9427-cc1f76778dc8', 'external_fixed_ips': [{'subnet_id': 'fec28091-4ab1-4aa8-9a7a-d874e54e6587', 'ip_address': '2001:db8::256'}]}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:13.298654 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.314808 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6365867 Jun 24 12:42:13.315021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-22d2e7ee-e67e-4746-b541-dec03e6b8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.326793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.326793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-22d2e7ee-e67e-4746-b541-dec03e6b8f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.328142 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-22d2e7ee-e67e-4746-b541-dec03e6b8f89 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/13a1c4a8-2b7c-4b60-bd49-550e894119ba HTTP/1.1" status: 204 len: 168 time: 0.4914429 Jun 24 12:42:13.332926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:13.343007 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-bf688c9b-1577-4916-8ee7-0c454e498abd service neutron] 10.222.0.110 "GET /v2.0/networks/9c355c1f-63a9-403c-883c-61430ef87cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197582 Jun 24 12:42:13.368851 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-667677da-ee80-4575-8f78-7b112fe741a5 service neutron] 10.222.0.110 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723718 Jun 24 12:42:13.377478 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.378622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.382475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2e7ee-e67e-4746-b541-dec03e6b8f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a1c4a8-2b7c-4b60-bd49-550e894119ba,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:13.384905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-22d2e7ee-e67e-4746-b541-dec03e6b8f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:13.396776 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Transition to ACTIVE for port object 4d947994-e02e-4aa0-a9f9-5e829f9375ec will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:13.476449 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.586285 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-0d20a2fa-6ce8-473c-b0e2-e02bdcb32de4 service neutron] 10.222.0.110 "GET /v2.0/networks/9c355c1f-63a9-403c-883c-61430ef87cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350650 Jun 24 12:42:13.593324 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-26432263-6947-4ea2-b64c-42f9a95da4cb service neutron] 10.222.0.110 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073936 Jun 24 12:42:13.604986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.613610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-388a21c4-83f6-4ebf-b926-ffc551fad0f6 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894 tempest-ExternalNetworksAdminNegativeTestJSON-1579955894-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:13.707355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Network 7db6157d-4921-4e67-a467-7c0a45d5953b is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:13.710953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:13.717156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:13.766804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event updated for resources: {'Port': ['ID=4d947994-e02e-4aa0-a9f9-5e829f9375ec,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:13.772944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:13.810544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:13.811600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:13.838623 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6106911 Jun 24 12:42:13.841845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40730) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:14.087483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:14.095378 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:14.112633 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-d5941234-97f1-468b-90cc-4eef4ffbcd62 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1368178144&fields=id&tenant_id=572e3e64a178497ca08b4c055c55e5d8 HTTP/1.1" status: 200 len: 267 time: 0.0820606 Jun 24 12:42:14.127822 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:14.195671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-68a70a97-043b-427a-a1e5-de02fe4ca83a None None] Provisioning for port 4d947994-e02e-4aa0-a9f9-5e829f9375ec completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:14.208742 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5830d2e-429a-4457-9cdd-7616f1b8c375 req-4d2387cd-3d36-4d84-b1f3-cb86c8882c4d tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 210 time: 0.0947368 Jun 24 12:42:14.216152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-68a70a97-043b-427a-a1e5-de02fe4ca83a None None] Provisioning complete for port 4d947994-e02e-4aa0-a9f9-5e829f9375ec triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:14.219127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-68a70a97-043b-427a-a1e5-de02fe4ca83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:14.278820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-68a70a97-043b-427a-a1e5-de02fe4ca83a None None] Port 4d947994-e02e-4aa0-a9f9-5e829f9375ec cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:14.291426 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'project_id': '34163a3a669c4507a524d12adbe7fb28', 'port_id': '4d947994-e02e-4aa0-a9f9-5e829f9375ec'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:14.375187 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30656fe2-b1d9-41f6-9d47-6c6f57a87e83 req-6371bb33-dc2b-471a-a54e-3518f4aeeb5f tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 210 time: 0.0766816 Jun 24 12:42:14.391995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:14.424131 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-1976d701-a017-4aff-b11d-5e86949f11e9 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:14.425894 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-1976d701-a017-4aff-b11d-5e86949f11e9 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/networks?id=40fcc34b-4ef7-46f7-9eb8-5e3865400700 HTTP/1.1" status: 200 len: 806 time: 0.3005214 Jun 24 12:42:14.460675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Allocated IP 172.20.0.3 (eb3ac58a-1d4c-420a-8742-d204651a4489/28bffd42-c653-44ed-b174-d92197fba213/e3dc2722-8ef6-42c5-b72d-eea2f186dc04) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:14.488750 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-1cee0328-72c5-40b5-8db3-0e0e2e477cd8 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/quotas/572e3e64a178497ca08b4c055c55e5d8 HTTP/1.1" status: 200 len: 375 time: 0.0564628 Jun 24 12:42:14.854525 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-5c7a4f5f-d0b3-427d-9153-bcea3c67eeb0 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=572e3e64a178497ca08b4c055c55e5d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3577750 Jun 24 12:42:14.892612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:15.039942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40810) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:15.092910 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:15.104650 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-ff16d893-d6aa-4889-abba-1263a8cd1670 service neutron] 10.222.0.110 "GET /v2.0/networks/40fcc34b-4ef7-46f7-9eb8-5e3865400700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462921 Jun 24 12:42:15.131360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:15.204988 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:15.221154 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-fc8ad295-1dcd-4d16-9e2b-01b99a3d2758 service neutron] 10.222.0.110 "GET /v2.0/networks/40fcc34b-4ef7-46f7-9eb8-5e3865400700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153123 Jun 24 12:42:15.274443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Allocated IP 172.26.1.105 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/9de030fc-9ac5-4391-8f63-54b655ba40be) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:15.450887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:15.453388 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e86a4ab8-669b-4a7f-a785-5961a76ce32d req-1adeffd5-8629-458c-a395-844373cb250e tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 210 time: 0.0860798 Jun 24 12:42:15.480730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:15.515659 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7a0cbb32-71df-4926-b3ce-ed24595c2b6c tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1552368855'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:15.516582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7a0cbb32-71df-4926-b3ce-ed24595c2b6c tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Unknown quota resources ['metering_label']. {{(pid=100146) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 12:42:15.547622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:15.623481 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Network eb3ac58a-1d4c-420a-8742-d204651a4489 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:15.638325 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-004475b9-c773-4537-9c83-ae4327f11751 req-ef789f31-9d9f-4b19-9769-ad518b70e2ba tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 210 time: 0.0441227 Jun 24 12:42:15.643763 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:15.653064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:15.690913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:15.697549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:15.744475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:15.765304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:15.768882 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67faf66f-9bbe-45a9-92aa-fde68e8c41ba req-f224c754-1212-4d94-aed2-d12e36789905 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 210 time: 0.1118991 Jun 24 12:42:15.858463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:15.876881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Pushing event updated for resources: {'Port': ['ID=9de030fc-9ac5-4391-8f63-54b655ba40be,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:15.881225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:16.027560 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Allocated IP 2001:db8::256 (a98d82ad-4fba-47d0-9427-cc1f76778dc8/fec28091-4ab1-4aa8-9a7a-d874e54e6587/6e8591d5-4d54-4d1a-907d-20a09d8e1575) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:16.355730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event updated for resources: {'Port': ['ID=e3dc2722-8ef6-42c5-b72d-eea2f186dc04,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:16.441761 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:16.457184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:16.472037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7a0cbb32-71df-4926-b3ce-ed24595c2b6c tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:16.473698 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7a0cbb32-71df-4926-b3ce-ed24595c2b6c tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.4322512 Jun 24 12:42:16.484819 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40878) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:16.492944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4df153bc-7645-42d8-9da4-6ce512817dc0 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f131bc0b-621b-4a01-80b0-49a8a4d48359'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:16.493702 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4df153bc-7645-42d8-9da4-6ce512817dc0 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100146) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 12:42:16.564826 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40884) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:16.625468 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.services.metering.metering_plugin [None req-4df153bc-7645-42d8-9da4-6ce512817dc0 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 24 12:42:16.734559 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:16.886700 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4df153bc-7645-42d8-9da4-6ce512817dc0 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:16.888449 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4df153bc-7645-42d8-9da4-6ce512817dc0 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4005499 Jun 24 12:42:16.892196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:16.894354 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40896) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:16.902173 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-0f1fb682-2b4d-4496-9c36-217fa8a7e3b5 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f131bc0b-621b-4a01-80b0-49a8a4d48359'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:16.902661 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-0f1fb682-2b4d-4496-9c36-217fa8a7e3b5 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100146) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 12:42:16.916022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-63d1ef22-3adb-401f-8b7b-31e6f59a5f66 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:16.919925 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-03808532-036e-4f89-b449-1650d7a93c7d req-1b4e11ff-9bdb-43d3-8ae6-f59e94a7cce3 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 210 time: 0.2511630 Jun 24 12:42:16.963465 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8a04ed06-6554-4a03-8866-99097ebabb2e req-3b5b324a-7bb6-487d-81eb-dccf2b3ba21b tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 210 time: 0.0536873 Jun 24 12:42:16.987692 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:16.997072 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:17.001691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:17.016012 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.services.metering.metering_plugin [None req-0f1fb682-2b4d-4496-9c36-217fa8a7e3b5 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 24 12:42:17.033914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:17.044364 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-63d1ef22-3adb-401f-8b7b-31e6f59a5f66 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] 10.222.0.110 "PUT /v2.0/quotas/b13cdd5738c94c28935ad913f326c28e HTTP/1.1" status: 200 len: 366 time: 0.4742510 Jun 24 12:42:17.048843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40898) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:17.119282 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7c347da-25f3-4b7f-8286-45143001f229 req-c0bad86e-1cd1-4a28-8208-dc2b5ea0cf11 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 210 time: 0.0678754 Jun 24 12:42:17.124655 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-08535b82-ba60-42f7-b9d3-b5e3923c6b7e tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] 10.222.0.110 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0705030 Jun 24 12:42:17.124655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Pushing event updated for resources: {'Port': ['ID=9de030fc-9ac5-4391-8f63-54b655ba40be,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:17.129454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40900) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:17.139739 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:17.157983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:17.167360 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-027bf6d3-7506-4ef8-953f-0ed031270aea tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] 10.222.0.110 "GET /v2.0/quotas/b13cdd5738c94c28935ad913f326c28e HTTP/1.1" status: 200 len: 366 time: 0.0340378 Jun 24 12:42:17.203305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40902) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:17.227746 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-15081c2d-5069-406e-8bf0-0ba0a03f52f5 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] 10.222.0.110 "DELETE /v2.0/quotas/b13cdd5738c94c28935ad913f326c28e HTTP/1.1" status: 204 len: 168 time: 0.0232298 Jun 24 12:42:17.230116 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40904) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:17.271460 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fa902459-0483-4e3e-8296-ff74fe74ccbc tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] 10.222.0.110 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0400338 Jun 24 12:42:17.273877 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40906) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:17.293300 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-79c2854c-0710-40fc-917b-57a0d18a6981 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] 10.222.0.110 "GET /v2.0/quotas/b13cdd5738c94c28935ad913f326c28e HTTP/1.1" status: 200 len: 370 time: 0.0182672 Jun 24 12:42:17.295824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40908) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:17.304136 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f2134b53-93c7-4840-9c75-705af0fed072 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] 10.222.0.110 "GET /v2.0/quotas/b13cdd5738c94c28935ad913f326c28e/default HTTP/1.1" status: 200 len: 370 time: 0.0070443 Jun 24 12:42:17.306597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40910) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:17.318612 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Floating IP 764a668c-bed2-481e-b6fe-35f5813cc542 associated. External IP: 172.26.1.105, port: 4d947994-e02e-4aa0-a9f9-5e829f9375ec. Jun 24 12:42:17.322512 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-68991c94-1d98-4536-a344-084541b5f88f tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] delete failed (client error): The resource could not be found. Jun 24 12:42:17.326946 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-68991c94-1d98-4536-a344-084541b5f88f tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] 10.222.0.110 "DELETE /v2.0/quotas/b13cdd5738c94c28935ad913f326c28e HTTP/1.1" status: 404 len: 348 time: 0.0159643 Jun 24 12:42:17.386746 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:17.390018 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb682-2b4d-4496-9c36-217fa8a7e3b5 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:17.391231 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0f1fb682-2b4d-4496-9c36-217fa8a7e3b5 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4946482 Jun 24 12:42:17.395068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:17.397417 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40914) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:17.437767 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:17.484964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40916) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:17.486854 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-474cbabe-27d5-4809-96e9-40710e654a58 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-label-rules?id=f04d304e-00ae-4c89-afe6-c3002900b4f7 HTTP/1.1" status: 200 len: 464 time: 0.0817518 Jun 24 12:42:17.501800 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Network a98d82ad-4fba-47d0-9427-cc1f76778dc8 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:17.503963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40918) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:17.522003 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:17.532048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event updated for resources: {'Port': ['ID=6e8591d5-4d54-4d1a-907d-20a09d8e1575,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:17.534912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:17.544295 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:17.653608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Usage tracker for resource:network and tenant:68d292dbe2e54ac9a2a1205694ec3f91 is out of sync, need to count used quota {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 12:42:17.688628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 12:42:17.759843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Router ba4366aa-937f-4e14-b8ec-16a139a6044d has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:42:17.760935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.102', 61690) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:17.803465 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Usage tracker for resource:subnet and tenant:68d292dbe2e54ac9a2a1205694ec3f91 is out of sync, need to count used quota {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 12:42:17.811319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a55abc50-602f-41ff-88f1-d1530e63ecbc tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:17.812535 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a55abc50-602f-41ff-88f1-d1530e63ecbc tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "DELETE /v2.0/metering/metering-label-rules/f04d304e-00ae-4c89-afe6-c3002900b4f7 HTTP/1.1" status: 204 len: 168 time: 0.3050489 Jun 24 12:42:17.817062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40920) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:17.857117 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 12:42:17.901259 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fde7931c-296a-48e4-a108-6542e73fdb80 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-label-rules?id=f04d304e-00ae-4c89-afe6-c3002900b4f7 HTTP/1.1" status: 200 len: 221 time: 0.0799091 Jun 24 12:42:17.903552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40922) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:17.907552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-579a7904-db67-4ce0-a0a5-28a3c3e47810 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--119320152', 'description': 'label created by tempest'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:17.908115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-579a7904-db67-4ce0-a0a5-28a3c3e47810 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Unknown quota resources ['metering_label']. {{(pid=100145) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 12:42:17.918132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Usage tracker for resource:subnetpool and tenant:68d292dbe2e54ac9a2a1205694ec3f91 is out of sync, need to count used quota {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 12:42:17.937131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 12:42:18.030274 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Usage tracker for resource:port and tenant:68d292dbe2e54ac9a2a1205694ec3f91 is out of sync, need to count used quota {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 12:42:18.070698 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 12:42:18.073376 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:18.117620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-46c03398-440a-47b9-b8ac-93c6b4a3226e tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:18.119093 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-46c03398-440a-47b9-b8ac-93c6b4a3226e tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.102 "GET /v2.0/networks?id=9c355c1f-63a9-403c-883c-61430ef87cad HTTP/1.1" status: 200 len: 812 time: 0.3555999 Jun 24 12:42:18.124486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:18.130901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Usage tracker for resource:router and tenant:68d292dbe2e54ac9a2a1205694ec3f91 is out of sync, need to count used quota {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 12:42:18.141571 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 12:42:18.214863 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Usage tracker for resource:floatingip and tenant:68d292dbe2e54ac9a2a1205694ec3f91 is out of sync, need to count used quota {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 12:42:18.215278 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-89ca35b0-5bfc-4999-b907-e14da7677e98 req-0d2a7428-ab04-45a6-a97f-1d02d48567c7 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 210 time: 0.1082091 Jun 24 12:42:18.236437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 12:42:18.246894 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5767282d-382a-4853-82f2-b41e8e7ec6a6 req-01a0dbe0-0283-4137-bd1f-6e0794206ae5 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 210 time: 0.1267335 Jun 24 12:42:18.288103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-579a7904-db67-4ce0-a0a5-28a3c3e47810 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:18.291630 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-579a7904-db67-4ce0-a0a5-28a3c3e47810 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3864248 Jun 24 12:42:18.294642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:18.294796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40938) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:18.322308 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b4720-3ee5-43c0-a8aa-56a75c67d07e None None] Sync routers for ids ['ba4366aa-937f-4e14-b8ec-16a139a6044d'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:18.335795 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-d5e7080b-8347-48de-a537-44ab9ca30905 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ec3bfc591024c61bea70bb7bea00025 HTTP/1.1" status: 200 len: 379 time: 0.1231380 Jun 24 12:42:18.337093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:18.345323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Request body: {'port': {'device_id': '94437072-3586-4a96-ae1b-31b3bc6d7085', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'admin_state_up': True, 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'security_groups': ['3316f865-0130-425f-a07d-2ed15a51e591']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:18.354283 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b4720-3ee5-43c0-a8aa-56a75c67d07e None None] Routers {'ba4366aa-937f-4e14-b8ec-16a139a6044d'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:18.358347 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-084b4720-3ee5-43c0-a8aa-56a75c67d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ba4366aa-937f-4e14-b8ec-16a139a6044d'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:18.436144 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.5920460 Jun 24 12:42:18.438191 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40942) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:18.467306 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2a916728-4dc3-4489-8788-f651dccff195 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-labels?id=609516b3-5af9-4198-933d-62dbd3380bad HTTP/1.1" status: 200 len: 467 time: 0.1710732 Jun 24 12:42:18.468210 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40946) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:18.486053 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-084b4720-3ee5-43c0-a8aa-56a75c67d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:18.502554 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b4720-3ee5-43c0-a8aa-56a75c67d07e None None] Routers {'ba4366aa-937f-4e14-b8ec-16a139a6044d'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:18.503589 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-084b4720-3ee5-43c0-a8aa-56a75c67d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ba4366aa-937f-4e14-b8ec-16a139a6044d'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:18.546943 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-084b4720-3ee5-43c0-a8aa-56a75c67d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:18.547941 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b4720-3ee5-43c0-a8aa-56a75c67d07e None None] The sync data for ids ['ba4366aa-937f-4e14-b8ec-16a139a6044d'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:18.571708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.102', 61695) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:18.678677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Made reservation on behalf of 1ec3bfc591024c61bea70bb7bea00025 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:18.682350 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:18.752124 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-04429d1b-f0e2-47e9-9066-72cdb25d6c96 req-1fc2e860-9fcb-4624-876a-60d9057b4bc7 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 210 time: 0.1585798 Jun 24 12:42:18.759977 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c2635101-c221-4255-9f25-76457330b595 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] 10.222.0.110 "GET /v2.0/floatingips/764a668c-bed2-481e-b6fe-35f5813cc542 HTTP/1.1" status: 200 len: 983 time: 0.3171189 Jun 24 12:42:18.763048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:18.765471 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Usage tracker for resource:security_group and tenant:68d292dbe2e54ac9a2a1205694ec3f91 is out of sync, need to count used quota {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 12:42:18.774318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40958) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:18.952761 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0b5043d0-c6b4-4691-bdb5-fdc85dfdb75f tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:18.956716 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0b5043d0-c6b4-4691-bdb5-fdc85dfdb75f tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "DELETE /v2.0/metering/metering-labels/609516b3-5af9-4198-933d-62dbd3380bad HTTP/1.1" status: 204 len: 168 time: 0.4821732 Jun 24 12:42:18.963811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40968) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:19.000177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-1184123d-b9e0-49a9-b0aa-88700795ca66 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:19.001852 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-1184123d-b9e0-49a9-b0aa-88700795ca66 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.102 "GET /v2.0/networks?id=40fcc34b-4ef7-46f7-9eb8-5e3865400700 HTTP/1.1" status: 200 len: 806 time: 0.4279218 Jun 24 12:42:19.011241 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e730f0c5-c768-46e3-b50b-d0668898c427 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-labels?id=609516b3-5af9-4198-933d-62dbd3380bad HTTP/1.1" status: 200 len: 216 time: 0.0427568 Jun 24 12:42:19.037100 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40970) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:19.080644 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9dad308a-4f3d-422b-8337-d835d64c9098 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0389199 Jun 24 12:42:19.082814 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40972) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:19.151638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Allocated IP 172.20.0.13 (9c355c1f-63a9-403c-883c-61430ef87cad/7d95895c-91f2-474b-b84c-d26f2913997f/3d2c9cb9-20d2-446b-a490-254765bf1697) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:19.160859 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-56360948-e6c7-4a77-9d37-babd62891e53 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572e3e64a178497ca08b4c055c55e5d8 HTTP/1.1" status: 200 len: 380 time: 0.1054988 Jun 24 12:42:19.162278 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-95ef4830-28e1-496e-8318-c0ab68154c71 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0752330 Jun 24 12:42:19.165866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40974) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:19.228936 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a30809bd-4651-42dd-bade-dd14357e50a3 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-labels/f131bc0b-621b-4a01-80b0-49a8a4d48359 HTTP/1.1" status: 200 len: 473 time: 0.0617199 Jun 24 12:42:19.233015 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40976) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:19.233569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 12:42:19.253629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40980) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:19.260898 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b5cb20a2-c237-4549-bcaa-ebb4bbfc5292 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-label-rules/132fbf23-50e4-4095-a941-cf071525492a HTTP/1.1" status: 200 len: 461 time: 0.0155778 Jun 24 12:42:19.368425 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1060252f-89c0-4e71-9ad3-72c1da3d143a tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.5928705 Jun 24 12:42:19.379943 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40984) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:19.506255 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f3577a08-65c3-4e99-bb09-054669c178b3 req-b7d1a518-95e3-4cd3-abf5-3c7edeaf932e tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 210 time: 0.0542130 Jun 24 12:42:19.538528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:19.558940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Transition to ACTIVE for port object 3d2c9cb9-20d2-446b-a490-254765bf1697 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:19.569255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Router 2e6cc05c-4e85-4518-8f2b-190665649dc4 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:42:19.592192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Usage tracker for resource:security_group_rule and tenant:68d292dbe2e54ac9a2a1205694ec3f91 is out of sync, need to count used quota {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 12:42:19.601596 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-976f4d22-fd2d-44a8-a319-f3893f7f3732 req-d139828a-8df0-44c3-b2cd-989ea4e5a106 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 210 time: 0.0342767 Jun 24 12:42:19.627367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.quota.resource [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 12:42:19.633631 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:19.639445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-61bade80-6313-4eaa-9c10-b726632c68bc tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:19.695098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Network 9c355c1f-63a9-403c-883c-61430ef87cad is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:19.702581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:19.712539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:19.776431 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f2b77ade-0936-4882-a05e-5197d2529541 tempest-QuotasTest-1176658652 tempest-QuotasTest-1176658652-project-admin] 10.222.0.110 "GET /v2.0/quotas/68d292dbe2e54ac9a2a1205694ec3f91/details.json HTTP/1.1" status: 200 len: 703 time: 2.2846086 Jun 24 12:42:20.154809 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1176418a-15f6-4523-8d2f-2e868c15d404 None None] Provisioning for port 3d2c9cb9-20d2-446b-a490-254765bf1697 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:20.162300 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1176418a-15f6-4523-8d2f-2e868c15d404 None None] Provisioning complete for port 3d2c9cb9-20d2-446b-a490-254765bf1697 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:20.163079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1176418a-15f6-4523-8d2f-2e868c15d404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:20.183654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Pushing event updated for resources: {'Port': ['ID=3d2c9cb9-20d2-446b-a490-254765bf1697,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:20.193721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:20.218502 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-1176418a-15f6-4523-8d2f-2e868c15d404 None None] Port 3d2c9cb9-20d2-446b-a490-254765bf1697 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:20.226747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-11abf81f-9707-4fd4-947b-e008b9aeb9a9 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:20.230312 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-11abf81f-9707-4fd4-947b-e008b9aeb9a9 tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "DELETE /v2.0/metering/metering-label-rules/132fbf23-50e4-4095-a941-cf071525492a HTTP/1.1" status: 204 len: 168 time: 0.9734378 Jun 24 12:42:20.245812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40994) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:20.272982 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d320d97e-93fb-4a23-b0de-482aff895400 req-dfede5f9-e6b2-4318-b394-7c5ce5165c75 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 210 time: 0.1068830 Jun 24 12:42:20.278985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:20.279358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:20.341036 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:20.350543 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Sync routers for ids ['2e6cc05c-4e85-4518-8f2b-190665649dc4'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:20.367062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Routers {'2e6cc05c-4e85-4518-8f2b-190665649dc4'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:20.367714 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['2e6cc05c-4e85-4518-8f2b-190665649dc4'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:20.369558 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Deleting port 9de030fc-9ac5-4391-8f63-54b655ba40be {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:20.369813 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:20.377324 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0359733 Jun 24 12:42:20.450880 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 40996) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:20.453159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:20.454736 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.9732549 Jun 24 12:42:20.471999 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 40998) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:20.527569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Router 64f991f7-fed6-424f-bc07-bc92ed9c619f is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:42:20.559247 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Set router 2e6cc05c-4e85-4518-8f2b-190665649dc4 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:20.598043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:20.598658 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:20.623412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Calling delete_port for 9de030fc-9ac5-4391-8f63-54b655ba40be owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:20.782749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:20.785892 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f0f255c-a20f-490e-b3b6-bdbb71447e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:20.804854 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Sync routers for ids ['64f991f7-fed6-424f-bc07-bc92ed9c619f'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:20.831564 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Routers {'64f991f7-fed6-424f-bc07-bc92ed9c619f'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:20.833387 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['64f991f7-fed6-424f-bc07-bc92ed9c619f'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:20.903584 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:20.905197 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.6167510 Jun 24 12:42:20.915126 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41006) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:20.955230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6cc05c-4e85-4518-8f2b-190665649dc4', 'name': '', 'tenant_id': '40b0d7b8041f405eb1bd509b9f462697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb3ac58a-1d4c-420a-8742-d204651a4489', 'external_fixed_ips': [{'subnet_id': '28bffd42-c653-44ed-b174-d92197fba213', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e3dc2722-8ef6-42c5-b72d-eea2f186dc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:12Z', 'updated_at': '2021-06-24T12:42:16Z', 'revision_number': 3, 'project_id': '40b0d7b8041f405eb1bd509b9f462697', 'gw_port': {'id': 'e3dc2722-8ef6-42c5-b72d-eea2f186dc04', 'name': '', 'network_id': 'eb3ac58a-1d4c-420a-8742-d204651a4489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6cc05c-4e85-4518-8f2b-190665649dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '28bffd42-c653-44ed-b174-d92197fba213', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:14Z', 'updated_at': '2021-06-24T12:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28bffd42-c653-44ed-b174-d92197fba213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:21.001541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Checking router: 2e6cc05c-4e85-4518-8f2b-190665649dc4 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:21.001900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Updating router 2e6cc05c-4e85-4518-8f2b-190665649dc4 port e3dc2722-8ef6-42c5-b72d-eea2f186dc04 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:42:21.025502 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ac1a3c5-5f3d-481d-9fe7-97a8942822ce req-c1badaa5-903e-4cf4-8728-99139f3fa87c tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 210 time: 0.2385900 Jun 24 12:42:21.030744 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-98b6fc10-2bc0-4bcb-9b14-5f55a863286a tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.031856 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-98b6fc10-2bc0-4bcb-9b14-5f55a863286a tempest-MeteringTestJSON-1916732928 tempest-MeteringTestJSON-1916732928-project-admin] 10.222.0.110 "DELETE /v2.0/metering/metering-labels/f131bc0b-621b-4a01-80b0-49a8a4d48359 HTTP/1.1" status: 204 len: 168 time: 0.7616270 Jun 24 12:42:21.069410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.078191 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Set router 64f991f7-fed6-424f-bc07-bc92ed9c619f gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:21.095524 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.182641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.307224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876912e-c846-4b61-a226-f8c3a736aee5 req-f70b206e-0150-4226-a5e3-3bd9f06b8c29 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:21.310352 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4876912e-c846-4b61-a226-f8c3a736aee5 req-f70b206e-0150-4226-a5e3-3bd9f06b8c29 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 932 time: 0.5846155 Jun 24 12:42:21.386475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.409280 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4876912e-c846-4b61-a226-f8c3a736aee5 req-6e1b0ff4-4578-4520-bc1e-02ad2ad9c315 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903444 Jun 24 12:42:21.479672 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f991f7-fed6-424f-bc07-bc92ed9c619f', 'name': '', 'tenant_id': '59cd267381f44203808fe0ec7307d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a98d82ad-4fba-47d0-9427-cc1f76778dc8', 'external_fixed_ips': [{'subnet_id': 'fec28091-4ab1-4aa8-9a7a-d874e54e6587', 'ip_address': '2001:db8::256'}], 'enable_snat': True}, 'gw_port_id': '6e8591d5-4d54-4d1a-907d-20a09d8e1575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:13Z', 'updated_at': '2021-06-24T12:42:17Z', 'revision_number': 3, 'project_id': '59cd267381f44203808fe0ec7307d458', 'gw_port': {'id': '6e8591d5-4d54-4d1a-907d-20a09d8e1575', 'name': '', 'network_id': 'a98d82ad-4fba-47d0-9427-cc1f76778dc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f991f7-fed6-424f-bc07-bc92ed9c619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'fec28091-4ab1-4aa8-9a7a-d874e54e6587', 'ip_address': '2001:db8::256', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:15Z', 'updated_at': '2021-06-24T12:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fec28091-4ab1-4aa8-9a7a-d874e54e6587', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:21.502699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41014) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:21.508696 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Checking router: 64f991f7-fed6-424f-bc07-bc92ed9c619f for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:21.509282 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Updating router 64f991f7-fed6-424f-bc07-bc92ed9c619f port 6e8591d5-4d54-4d1a-907d-20a09d8e1575 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:42:21.550964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Deleting port e3dc2722-8ef6-42c5-b72d-eea2f186dc04 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:21.553612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.554706 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.564645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.580933 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-84db0e8e-b48f-42a1-a44e-2c50fe9e1beb tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:21.599471 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f0f255c-a20f-490e-b3b6-bdbb71447e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.642525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f0f255c-a20f-490e-b3b6-bdbb71447e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.669367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event deleted for resources: {'Port': ['ID=9de030fc-9ac5-4391-8f63-54b655ba40be,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:21.675277 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:21.701220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:21.707057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.707291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.721898 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Calling delete_port for e3dc2722-8ef6-42c5-b72d-eea2f186dc04 owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:21.728753 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.731496 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Transition to ACTIVE for port object e3dc2722-8ef6-42c5-b72d-eea2f186dc04 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:21.745791 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.751071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b1df12a1-8bab-48ae-8b37-9df87aa8804d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:21.783385 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bf8c4759-2cf8-4380-80c0-f2b8c361f3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.788389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f255c-a20f-490e-b3b6-bdbb71447e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7098cc-439b-465b-859e-58489e4f60d5,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:21.797124 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1f0f255c-a20f-490e-b3b6-bdbb71447e9c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7ef7680466754930b305af5278cfe2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3449144 Jun 24 12:42:21.804496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1f0f255c-a20f-490e-b3b6-bdbb71447e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:21.808505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41018) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:21.880525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:21.881082 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Floating IP 764a668c-bed2-481e-b6fe-35f5813cc542 disassociated (deleted). External IP: 172.26.1.105, port: 4d947994-e02e-4aa0-a9f9-5e829f9375ec. Jun 24 12:42:21.974662 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dcb01b10-c810-44db-a00b-a826608bc203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:22.006963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Attempting to bind port e3dc2722-8ef6-42c5-b72d-eea2f186dc04 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:22.007551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Attempting to bind port e3dc2722-8ef6-42c5-b72d-eea2f186dc04 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'd19f1019-2796-4a89-80a5-0f4330a14eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'eb3ac58a-1d4c-420a-8742-d204651a4489'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:22.008244 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Attempting to bind port e3dc2722-8ef6-42c5-b72d-eea2f186dc04 on network eb3ac58a-1d4c-420a-8742-d204651a4489 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:22.019268 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:22.019854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Checking segment: {'id': 'd19f1019-2796-4a89-80a5-0f4330a14eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'eb3ac58a-1d4c-420a-8742-d204651a4489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:22.020417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:22.020984 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Bound using segment: {'id': 'd19f1019-2796-4a89-80a5-0f4330a14eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'eb3ac58a-1d4c-420a-8742-d204651a4489'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:22.021568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Bound port: e3dc2722-8ef6-42c5-b72d-eea2f186dc04, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19f1019-2796-4a89-80a5-0f4330a14eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'eb3ac58a-1d4c-420a-8742-d204651a4489'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:22.022056 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:22.023980 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652b493-743e-4189-ab9a-68cf7e1117b4 None None] Pushing event updated for resources: {'Port': ['ID=e3dc2722-8ef6-42c5-b72d-eea2f186dc04,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:22.027671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3652b493-743e-4189-ab9a-68cf7e1117b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:22.065921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dcb01b10-c810-44db-a00b-a826608bc203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:22.069860 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Deleting port 6e8591d5-4d54-4d1a-907d-20a09d8e1575 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:22.070232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:22.131019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.102', 61698) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:22.133309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] For port e3dc2722-8ef6-42c5-b72d-eea2f186dc04, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:22.141953 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1a580b32-a2a5-4e5e-982c-b699762d3d6b req-1126ba9e-402b-4439-b79a-f4896b1afbe7 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 210 time: 0.1456161 Jun 24 12:42:22.144019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] For port e3dc2722-8ef6-42c5-b72d-eea2f186dc04, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=e3dc2722-8ef6-42c5-b72d-eea2f186dc04,segment=NetworkSegment(d19f1019-2796-4a89-80a5-0f4330a14eb2),segment_id=d19f1019-2796-4a89-80a5-0f4330a14eb2)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:22.154382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:22.160649 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:22.164200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:22.171994 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:22.175228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Calling delete_port for 6e8591d5-4d54-4d1a-907d-20a09d8e1575 owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:22.176353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-b9da82d5-2ec4-4f81-8261-875acd304722 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:42:22.177525 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-b9da82d5-2ec4-4f81-8261-875acd304722 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454867 Jun 24 12:42:22.189271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Request body: {'port': {'device_id': '3168dce4-70df-4f0e-bebe-53cb8f6097f8', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'admin_state_up': True, 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'security_groups': ['c9f811b9-e801-41af-99a2-81ddd3c3bb2b']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:22.206850 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Transition to ACTIVE for port object 6e8591d5-4d54-4d1a-907d-20a09d8e1575 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:22.222091 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:22.234170 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:22.313327 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Routers {'2e6cc05c-4e85-4518-8f2b-190665649dc4'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:22.314489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['2e6cc05c-4e85-4518-8f2b-190665649dc4'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:22.318156 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652b493-743e-4189-ab9a-68cf7e1117b4 None None] Pushing event updated for resources: {'Port': ['ID=e3dc2722-8ef6-42c5-b72d-eea2f186dc04,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:22.368951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3652b493-743e-4189-ab9a-68cf7e1117b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:22.380610 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de4806-310d-40e3-9595-7ba0277dbe6a None None] Pushing event updated for resources: {'Port': ['ID=6e8591d5-4d54-4d1a-907d-20a09d8e1575,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:22.399781 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d8de4806-310d-40e3-9595-7ba0277dbe6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:22.439312 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Attempting to bind port 6e8591d5-4d54-4d1a-907d-20a09d8e1575 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:22.441983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] Set router 2e6cc05c-4e85-4518-8f2b-190665649dc4 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:22.443873 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Attempting to bind port 6e8591d5-4d54-4d1a-907d-20a09d8e1575 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '4922c9d8-bc1c-4efa-b879-8a49c65a84c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a98d82ad-4fba-47d0-9427-cc1f76778dc8'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:22.444361 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Attempting to bind port 6e8591d5-4d54-4d1a-907d-20a09d8e1575 on network a98d82ad-4fba-47d0-9427-cc1f76778dc8 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:22.483233 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:22.483652 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Checking segment: {'id': '4922c9d8-bc1c-4efa-b879-8a49c65a84c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a98d82ad-4fba-47d0-9427-cc1f76778dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:22.484066 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:22.484469 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Bound using segment: {'id': '4922c9d8-bc1c-4efa-b879-8a49c65a84c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a98d82ad-4fba-47d0-9427-cc1f76778dc8'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:22.484971 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Bound port: 6e8591d5-4d54-4d1a-907d-20a09d8e1575, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4922c9d8-bc1c-4efa-b879-8a49c65a84c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a98d82ad-4fba-47d0-9427-cc1f76778dc8'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:22.485352 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:22.524644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6cc05c-4e85-4518-8f2b-190665649dc4', 'name': '', 'tenant_id': '40b0d7b8041f405eb1bd509b9f462697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:12Z', 'updated_at': '2021-06-24T12:42:21Z', 'revision_number': 4, 'project_id': '40b0d7b8041f405eb1bd509b9f462697', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:22.530361 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2915debd-e147-4b89-893a-fdfcf7ee71d1 req-865b0329-a009-405d-a9e4-3f6019314785 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 210 time: 0.0996842 Jun 24 12:42:22.577782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f361fad6-e71d-4aa7-90c6-bf571e81bab2 None None] The sync data for ids ['2e6cc05c-4e85-4518-8f2b-190665649dc4'] in dv-neutron-797121-4-hyperv is: [{'id': '2e6cc05c-4e85-4518-8f2b-190665649dc4', 'name': '', 'tenant_id': '40b0d7b8041f405eb1bd509b9f462697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:12Z', 'updated_at': '2021-06-24T12:42:21Z', 'revision_number': 4, 'project_id': '40b0d7b8041f405eb1bd509b9f462697', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:22.691779 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] For port 6e8591d5-4d54-4d1a-907d-20a09d8e1575, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:22.702097 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] For port 6e8591d5-4d54-4d1a-907d-20a09d8e1575, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6e8591d5-4d54-4d1a-907d-20a09d8e1575,segment=NetworkSegment(4922c9d8-bc1c-4efa-b879-8a49c65a84c8),segment_id=4922c9d8-bc1c-4efa-b879-8a49c65a84c8)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:22.707637 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Request body: {'port': {'device_id': '94437072-3586-4a96-ae1b-31b3bc6d7085', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:22.710355 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:22.719975 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:22.815744 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Routers {'64f991f7-fed6-424f-bc07-bc92ed9c619f'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:22.817378 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['64f991f7-fed6-424f-bc07-bc92ed9c619f'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:22.827342 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de4806-310d-40e3-9595-7ba0277dbe6a None None] Pushing event updated for resources: {'Port': ['ID=6e8591d5-4d54-4d1a-907d-20a09d8e1575,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:22.833955 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d8de4806-310d-40e3-9595-7ba0277dbe6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:22.926944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bf8c4759-2cf8-4380-80c0-f2b8c361f3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:22.960049 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bf8c4759-2cf8-4380-80c0-f2b8c361f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:22.983005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:23.012769 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] Set router 64f991f7-fed6-424f-bc07-bc92ed9c619f gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:23.095836 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f991f7-fed6-424f-bc07-bc92ed9c619f', 'name': '', 'tenant_id': '59cd267381f44203808fe0ec7307d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:13Z', 'updated_at': '2021-06-24T12:42:21Z', 'revision_number': 4, 'project_id': '59cd267381f44203808fe0ec7307d458', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:23.131025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:23.136427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Made reservation on behalf of 572e3e64a178497ca08b4c055c55e5d8 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:23.139950 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:23.140933 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb7336-4235-4b5a-b9c2-9420715e4109 None None] The sync data for ids ['64f991f7-fed6-424f-bc07-bc92ed9c619f'] in dv-neutron-797121-4-hyperv is: [{'id': '64f991f7-fed6-424f-bc07-bc92ed9c619f', 'name': '', 'tenant_id': '59cd267381f44203808fe0ec7307d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:13Z', 'updated_at': '2021-06-24T12:42:21Z', 'revision_number': 4, 'project_id': '59cd267381f44203808fe0ec7307d458', 'gw_port_host': None}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:23.147989 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e25447-296b-4632-b578-48497c31625b req-ac3b9ba3-8608-49c7-9ff5-f6893242b86f tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:23.149466 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-ac3b9ba3-8608-49c7-9ff5-f6893242b86f tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.102 "GET /v2.0/networks?id=89d68f41-feb7-4d70-8589-06f7af50cb16 HTTP/1.1" status: 200 len: 812 time: 1.0142939 Jun 24 12:42:23.158612 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bf8c4759-2cf8-4380-80c0-f2b8c361f3d7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1f891c49d74f432c92501566bc2be4a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6547825 Jun 24 12:42:23.177912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41028) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:23.193386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c4759-2cf8-4380-80c0-f2b8c361f3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a8efe6-7394-4dca-bfa3-6cb2dd87ca64,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:23.226692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bf8c4759-2cf8-4380-80c0-f2b8c361f3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:23.254809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:23.314717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dcb01b10-c810-44db-a00b-a826608bc203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:23.322545 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dcb01b10-c810-44db-a00b-a826608bc203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:23.324686 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-dcb01b10-c810-44db-a00b-a826608bc203 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9d7098cc-439b-465b-859e-58489e4f60d5 HTTP/1.1" status: 204 len: 168 time: 1.5132952 Jun 24 12:42:23.328958 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:23.361422 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Router ba4366aa-937f-4e14-b8ec-16a139a6044d has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:42:23.384056 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb01b10-c810-44db-a00b-a826608bc203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7098cc-439b-465b-859e-58489e4f60d5,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:23.410994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3dc2722-8ef6-42c5-b72d-eea2f186dc04,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:23.415853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:23.417462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:23.422458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dcb01b10-c810-44db-a00b-a826608bc203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:23.576175 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:23.586142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:23.612219 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195db2bd-22db-47bf-a668-697c387a9d1f req-cf7a9194-3327-4cba-b214-b5436fc53e77 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:23.619859 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-195db2bd-22db-47bf-a668-697c387a9d1f req-cf7a9194-3327-4cba-b214-b5436fc53e77 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 932 time: 0.8877087 Jun 24 12:42:23.707963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e8591d5-4d54-4d1a-907d-20a09d8e1575,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:23.719714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:23.758316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:23.880920 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:23.883624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:23.888087 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:23.890756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41040) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:23.892065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:23.895775 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ed142f-c5c5-4d19-a6c9-b5aedd2e76d0 None None] Sync routers for ids ['ba4366aa-937f-4e14-b8ec-16a139a6044d'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:23.915952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ed142f-c5c5-4d19-a6c9-b5aedd2e76d0 None None] Routers {'ba4366aa-937f-4e14-b8ec-16a139a6044d'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:23.917351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a8ed142f-c5c5-4d19-a6c9-b5aedd2e76d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ba4366aa-937f-4e14-b8ec-16a139a6044d'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:23.984944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a8ed142f-c5c5-4d19-a6c9-b5aedd2e76d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:23.994362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ed142f-c5c5-4d19-a6c9-b5aedd2e76d0 None None] Routers {'ba4366aa-937f-4e14-b8ec-16a139a6044d'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:23.995020 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a8ed142f-c5c5-4d19-a6c9-b5aedd2e76d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:41:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ba4366aa-937f-4e14-b8ec-16a139a6044d'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:24.028603 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a8ed142f-c5c5-4d19-a6c9-b5aedd2e76d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:24.029274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ed142f-c5c5-4d19-a6c9-b5aedd2e76d0 None None] The sync data for ids ['ba4366aa-937f-4e14-b8ec-16a139a6044d'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:24.040404 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "DELETE /v2.0/floatingips/764a668c-bed2-481e-b6fe-35f5813cc542 HTTP/1.1" status: 204 len: 168 time: 4.6564236 Jun 24 12:42:24.045544 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41042) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:24.054874 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb9d84c4-38a9-4f67-8d19-0d0ca92de44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.074260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:24.086994 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.087603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64f991f7-fed6-424f-bc07-bc92ed9c619f {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:42:24.100999 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.102164 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "DELETE /v2.0/routers/64f991f7-fed6-424f-bc07-bc92ed9c619f HTTP/1.1" status: 204 len: 168 time: 3.1819093 Jun 24 12:42:24.106558 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41044) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:24.107296 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-fb9d84c4-38a9-4f67-8d19-0d0ca92de44c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:42:24.107296 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:42:24.107296 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'project_id_1': '68d292dbe2e54ac9a2a1205694ec3f91', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 42, 24, 83104)}] Jun 24 12:42:24.107296 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:42:24.107905 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-fb9d84c4-38a9-4f67-8d19-0d0ca92de44c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:42:24.130018 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c1592a25-68b3-409f-b3e9-98e9db943753 req-d9c312df-f8b6-44cf-865b-2d8890260fe8 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 210 time: 0.6891956 Jun 24 12:42:24.162070 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.225865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b49be0-3aaf-48b7-8c8d-4cd58c12110c tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Deleting subnet fec28091-4ab1-4aa8-9a7a-d874e54e6587 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:42:24.229744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15b49be0-3aaf-48b7-8c8d-4cd58c12110c tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.238482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-41e522fc-8a51-4be8-b1be-7eac65017ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.242949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.313819 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15b49be0-3aaf-48b7-8c8d-4cd58c12110c tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.389381 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-195db2bd-22db-47bf-a668-697c387a9d1f req-726c0da4-ac78-40ac-af3f-889d2a897c51 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7683110 Jun 24 12:42:24.399964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15b49be0-3aaf-48b7-8c8d-4cd58c12110c tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.462659 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.509136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.519606 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a8632fa3-702d-443e-b859-460a7276cf2d req-7aeb3d0a-9eb9-4469-af08-359c4fdce50d tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 210 time: 0.1466410 Jun 24 12:42:24.525123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-41e522fc-8a51-4be8-b1be-7eac65017ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.527612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.549095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Allocated IP 172.20.0.9 (40fcc34b-4ef7-46f7-9eb8-5e3865400700/2c06267f-8ce5-449e-afed-183c7687cd57/a32e263c-0b29-4c4b-b092-a1b58314d165) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:24.566044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15b49be0-3aaf-48b7-8c8d-4cd58c12110c tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.587772 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-07530b1a-0cef-4127-8a02-c01e92930f35 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:24.642485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb9d84c4-38a9-4f67-8d19-0d0ca92de44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.672903 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b49be0-3aaf-48b7-8c8d-4cd58c12110c tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fec28091-4ab1-4aa8-9a7a-d874e54e6587,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:24.683037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15b49be0-3aaf-48b7-8c8d-4cd58c12110c tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.685499 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-15b49be0-3aaf-48b7-8c8d-4cd58c12110c tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "DELETE /v2.0/subnets/fec28091-4ab1-4aa8-9a7a-d874e54e6587 HTTP/1.1" status: 204 len: 168 time: 0.5769753 Jun 24 12:42:24.688963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-15b49be0-3aaf-48b7-8c8d-4cd58c12110c tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:24.689609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41046) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:24.709448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.710146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e6cc05c-4e85-4518-8f2b-190665649dc4 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:42:24.739529 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Allocated IP 172.26.1.122 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/da5b93f2-e836-4666-b27b-01325540cf33) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:24.740089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:24.741607 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "DELETE /v2.0/routers/2e6cc05c-4e85-4518-8f2b-190665649dc4 HTTP/1.1" status: 204 len: 168 time: 4.2680221 Jun 24 12:42:24.762778 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41048) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:24.886702 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.023523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.026510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-41e522fc-8a51-4be8-b1be-7eac65017ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.039575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.040006 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-41e522fc-8a51-4be8-b1be-7eac65017ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.043475 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-41e522fc-8a51-4be8-b1be-7eac65017ce6 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c2a8efe6-7394-4dca-bfa3-6cb2dd87ca64 HTTP/1.1" status: 204 len: 168 time: 1.7838089 Jun 24 12:42:25.045648 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:25.052243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb9d84c4-38a9-4f67-8d19-0d0ca92de44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.063520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:25.097655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb9d84c4-38a9-4f67-8d19-0d0ca92de44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.121911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2c9cb9-20d2-446b-a490-254765bf1697 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:42:25.124276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:25.131359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e522fc-8a51-4be8-b1be-7eac65017ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a8efe6-7394-4dca-bfa3-6cb2dd87ca64,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:25.136839 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:25.143911 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:25.146402 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Pushing event updated for resources: {'Port': ['ID=da5b93f2-e836-4666-b27b-01325540cf33,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:25.146597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76e2bb9-7792-4993-8a1a-a5e1c862a77a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Deleting subnet 28bffd42-c653-44ed-b174-d92197fba213 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:42:25.180745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:25.181259 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:25.208499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d84c4-38a9-4f67-8d19-0d0ca92de44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6c982a-baa9-41ce-8d55-a21372382a89,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:25.215515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fb9d84c4-38a9-4f67-8d19-0d0ca92de44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:25.235397 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fb9d84c4-38a9-4f67-8d19-0d0ca92de44c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=68d292dbe2e54ac9a2a1205694ec3f91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3406627 Jun 24 12:42:25.237963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41054) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:25.253552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-41e522fc-8a51-4be8-b1be-7eac65017ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:25.257698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.273755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Transition to ACTIVE for port object 3d2c9cb9-20d2-446b-a490-254765bf1697 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:25.274873 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c76e2bb9-7792-4993-8a1a-a5e1c862a77a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.338654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.341487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.349535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:25.425077 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-82baef97-4fdb-4f11-89fd-06494049d321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.429707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.468256 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cee9537f-bb64-4631-b208-2f2ca3f62f45 req-86c5292a-b70d-463c-8cde-8ca003b05b34 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 210 time: 0.1348689 Jun 24 12:42:25.479742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-82baef97-4fdb-4f11-89fd-06494049d321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.491805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Transition to ACTIVE for port object a32e263c-0b29-4c4b-b092-a1b58314d165 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:25.555001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.558999 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c76e2bb9-7792-4993-8a1a-a5e1c862a77a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.605239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.653344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98d82ad-4fba-47d0-9427-cc1f76778dc8']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:25.663314 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Pushing event updated for resources: {'Port': ['ID=3d2c9cb9-20d2-446b-a490-254765bf1697,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:25.665357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:25.779946 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.804263 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.806132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-82baef97-4fdb-4f11-89fd-06494049d321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.808642 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-82baef97-4fdb-4f11-89fd-06494049d321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.812533 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-82baef97-4fdb-4f11-89fd-06494049d321 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ed6c982a-baa9-41ce-8d55-a21372382a89 HTTP/1.1" status: 204 len: 168 time: 0.5736206 Jun 24 12:42:25.814353 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2525ef37-8ea4-4f30-be15-28b8d003ca3e tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:25.821368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4922c9d8-bc1c-4efa-b879-8a49c65a84c8') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:25.822119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4922c9d8-bc1c-4efa-b879-8a49c65a84c8') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:25.883689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Pushing event updated for resources: {'Port': ['ID=da5b93f2-e836-4666-b27b-01325540cf33,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:25.886820 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:25.889420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:25.898701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82baef97-4fdb-4f11-89fd-06494049d321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6c982a-baa9-41ce-8d55-a21372382a89,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:25.901375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-82baef97-4fdb-4f11-89fd-06494049d321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:25.910572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.917053 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4d84df8e-06b7-4199-b169-b19b27043e85 req-64659d8f-e6c9-4474-9d8a-58de8545f6b3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 210 time: 0.1113048 Jun 24 12:42:25.933710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.943153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.951464 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8972807 Jun 24 12:42:25.958447 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41064) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:25.958877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41066) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:25.971722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c76e2bb9-7792-4993-8a1a-a5e1c862a77a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:25.996454 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa669-0562-497e-bef5-e4001761e2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.021258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.038222 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Attempting to bind port 3d2c9cb9-20d2-446b-a490-254765bf1697 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:26.038738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Attempting to bind port 3d2c9cb9-20d2-446b-a490-254765bf1697 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '1f6bde56-a6e3-4fcd-843d-61291529d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:26.039254 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Attempting to bind port 3d2c9cb9-20d2-446b-a490-254765bf1697 on network 9c355c1f-63a9-403c-883c-61430ef87cad {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:26.065386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:42:26.065944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: items = [ Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:42:26.068637 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:42:26.071817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Port 3d2c9cb9-20d2-446b-a490-254765bf1697 on network 9c355c1f-63a9-403c-883c-61430ef87cad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:42:26.071817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Attempting to bind port 3d2c9cb9-20d2-446b-a490-254765bf1697 on network 9c355c1f-63a9-403c-883c-61430ef87cad {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:26.109605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.157961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bec2095d-3417-4caf-b831-ce9a05363520 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:26.170546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:26.171335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Checking segment: {'id': '1f6bde56-a6e3-4fcd-843d-61291529d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:26.171465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Bound using segment: {'id': '1f6bde56-a6e3-4fcd-843d-61291529d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:26.171951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Bound port: 3d2c9cb9-20d2-446b-a490-254765bf1697, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6bde56-a6e3-4fcd-843d-61291529d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:26.172307 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.178669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa669-0562-497e-bef5-e4001761e2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.185252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa669-0562-497e-bef5-e4001761e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.221016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-359c2380-1822-4c06-b918-57f0047fca12 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:26.228076 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2c3aa669-0562-497e-bef5-e4001761e2b6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2edb30a762f34a2392317fc15894e35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654877 Jun 24 12:42:26.236933 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41072) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:26.304030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:26.318252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3aa669-0562-497e-bef5-e4001761e2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91aab08-99d6-45f7-8ac5-152cd6b5c7bf,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:26.326181 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2c3aa669-0562-497e-bef5-e4001761e2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:26.349187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f01d-e9eb-4ba9-8387-6a301aedf1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.370782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e02a1-28da-44e0-b416-85604b19c844 req-2ccb98f0-329a-403c-a66f-c9a98de59ca9 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:26.373007 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-317e02a1-28da-44e0-b416-85604b19c844 req-2ccb98f0-329a-403c-a66f-c9a98de59ca9 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 944 time: 0.6693742 Jun 24 12:42:26.380817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:26.383281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:26.386082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.391243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a98d82ad-4fba-47d0-9427-cc1f76778dc8 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 24 12:42:26.408201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.410082 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "DELETE /v2.0/networks/a98d82ad-4fba-47d0-9427-cc1f76778dc8 HTTP/1.1" status: 204 len: 168 time: 1.7173827 Jun 24 12:42:26.411265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:26.431754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Pushing event updated for resources: {'Port': ['ID=a32e263c-0b29-4c4b-b092-a1b58314d165,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:26.443396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:26.457008 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.476290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f01d-e9eb-4ba9-8387-6a301aedf1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.505181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-013c971e-54b8-41b4-87d7-830d9dd94aa0 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:26.561243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8459e00e-0f53-47a5-9ec1-dcca6a4c1276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.614170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c76e2bb9-7792-4993-8a1a-a5e1c862a77a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.642217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f01d-e9eb-4ba9-8387-6a301aedf1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.646451 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f01d-e9eb-4ba9-8387-6a301aedf1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.648083 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e3e4f01d-e9eb-4ba9-8387-6a301aedf1d6 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d91aab08-99d6-45f7-8ac5-152cd6b5c7bf HTTP/1.1" status: 204 len: 168 time: 0.4100645 Jun 24 12:42:26.650669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e672bcd8-a3b5-4ec7-81d0-77739547e6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:26.680079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4f01d-e9eb-4ba9-8387-6a301aedf1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91aab08-99d6-45f7-8ac5-152cd6b5c7bf,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:26.685326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e3e4f01d-e9eb-4ba9-8387-6a301aedf1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:26.693436 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.764405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event deleted for resources: {'Network': ['ID=a98d82ad-4fba-47d0-9427-cc1f76778dc8,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:26.779570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:26.858272 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:26.865246 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Allocated IP 172.26.1.157 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/bc4d8e36-e79e-40f7-83e6-ae8bb487cfb8) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:26.942606 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-020e1031-6e48-4637-bcff-71c2f548e6e5 None None] Provisioning for port a32e263c-0b29-4c4b-b092-a1b58314d165 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:26.955968 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-020e1031-6e48-4637-bcff-71c2f548e6e5 None None] Provisioning complete for port a32e263c-0b29-4c4b-b092-a1b58314d165 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:26.956342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-020e1031-6e48-4637-bcff-71c2f548e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.007165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c76e2bb9-7792-4993-8a1a-a5e1c862a77a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.014313 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c76e2bb9-7792-4993-8a1a-a5e1c862a77a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "DELETE /v2.0/subnets/28bffd42-c653-44ed-b174-d92197fba213 HTTP/1.1" status: 204 len: 168 time: 2.2530839 Jun 24 12:42:27.019370 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.022798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e2bb9-7792-4993-8a1a-a5e1c862a77a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=28bffd42-c653-44ed-b174-d92197fba213,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:27.027498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c76e2bb9-7792-4993-8a1a-a5e1c862a77a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:27.043163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:27.046484 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.062006 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-317e02a1-28da-44e0-b416-85604b19c844 req-0a475930-2237-4e01-aa32-2a06b705295e tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6330976 Jun 24 12:42:27.109450 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41098) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:27.111831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-020e1031-6e48-4637-bcff-71c2f548e6e5 None None] Port a32e263c-0b29-4c4b-b092-a1b58314d165 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:27.115886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] For port 3d2c9cb9-20d2-446b-a490-254765bf1697, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:27.236952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] For port 3d2c9cb9-20d2-446b-a490-254765bf1697, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3d2c9cb9-20d2-446b-a490-254765bf1697,segment=NetworkSegment(1f6bde56-a6e3-4fcd-843d-61291529d7a8),segment_id=1f6bde56-a6e3-4fcd-843d-61291529d7a8)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:27.243466 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1203635 Jun 24 12:42:27.252059 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.266030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:27.274145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.289332 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-d25f7921-89c7-4445-b740-63b407691b80 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e00f3e6259c4ceaa736960d4de052a3 HTTP/1.1" status: 200 len: 379 time: 0.5265248 Jun 24 12:42:27.299940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e2015598-7322-402f-8e52-decd711a848d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:27.331878 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:27.404234 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:27.405032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.406794 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] 10.222.0.102 "PUT /v2.0/ports/3d2c9cb9-20d2-446b-a490-254765bf1697 HTTP/1.1" status: 200 len: 1094 time: 4.9769838 Jun 24 12:42:27.407461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94437072-3586-4a96-ae1b-31b3bc6d7085', 'tag': '3d2c9cb9-20d2-446b-a490-254765bf1697'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:27.453927 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.458664 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:27.480951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:27.566033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41112) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:27.568617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Pushing event updated for resources: {'Port': ['ID=bc4d8e36-e79e-40f7-83e6-ae8bb487cfb8,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:27.609156 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-52f372f7-8316-4041-ac18-e7f2df161bae tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Request body: {'router': {'name': 'tempest-router--1316611930', 'project_id': 'cf15c7761a2741489ed5a9617b84b25d'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:27.658314 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:27.680152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52f372f7-8316-4041-ac18-e7f2df161bae tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.683760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52f372f7-8316-4041-ac18-e7f2df161bae tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.781127 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52f372f7-8316-4041-ac18-e7f2df161bae tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.822222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52f372f7-8316-4041-ac18-e7f2df161bae tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.905943 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ea31d-81f5-401f-b168-de9aca4586f0 req-62c91f37-4e55-49ec-a5d3-2ef39c83a7f4 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:27.915583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41122) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:27.915788 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac0ea31d-81f5-401f-b168-de9aca4586f0 req-62c91f37-4e55-49ec-a5d3-2ef39c83a7f4 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 931 time: 1.0000281 Jun 24 12:42:27.942167 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.950892 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c09a5c2b-bd3e-48a9-a1da-32957dfc6b8a req-29e321ea-219f-44db-9dcc-033cb69d84b1 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 210 time: 0.5256257 Jun 24 12:42:27.953099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Pushing event updated for resources: {'Port': ['ID=3d2c9cb9-20d2-446b-a490-254765bf1697,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:27.961330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:27.968392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52f372f7-8316-4041-ac18-e7f2df161bae tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.979189 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41126) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:27.980652 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-52f372f7-8316-4041-ac18-e7f2df161bae tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4023602 Jun 24 12:42:28.019972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3ac58a-1d4c-420a-8742-d204651a4489']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:28.034882 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19f1019-2796-4a89-80a5-0f4330a14eb2') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:28.035463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19f1019-2796-4a89-80a5-0f4330a14eb2') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:28.062578 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac0ea31d-81f5-401f-b168-de9aca4586f0 req-bd3b81f0-7fed-474d-b585-274f64d8ca99 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups?id=c9f811b9-e801-41af-99a2-81ddd3c3bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422186 Jun 24 12:42:28.066588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.084307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.106852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.115344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:42:28.115762 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.123374 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-40e25447-296b-4632-b578-48497c31625b req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Request body: {'port': {'device_id': '012b2a68-9d82-4447-9259-dae9321d1b09', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'admin_state_up': True, 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'security_groups': ['a83a20ca-144c-49c1-948c-bba7ff5d1271']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:28.130019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Request body: {'port': {'device_id': '3168dce4-70df-4f0e-bebe-53cb8f6097f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:28.186262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fc71da-9d54-436a-be53-0c614798d3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "94437072-3586-4a96-ae1b-31b3bc6d7085", "tag": "3d2c9cb9-20d2-446b-a490-254765bf1697"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:28.193728 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0ecedcf9-9884-4143-9664-79ea63bcffb1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: items = [ Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:42:28.196904 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:42:28.199255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.213290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb3ac58a-1d4c-420a-8742-d204651a4489 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 24 12:42:28.216608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.222883 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "DELETE /v2.0/networks/eb3ac58a-1d4c-420a-8742-d204651a4489 HTTP/1.1" status: 204 len: 168 time: 1.0995514 Jun 24 12:42:28.238869 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-55e482d5-52f5-4bfc-8290-8383dca03298 tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:28.258025 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb3ac58a-1d4c-420a-8742-d204651a4489,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:28.265348 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:28.270006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.549059 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.570259 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.576088 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.579192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:28.650250 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1040868728'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:28.776973 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Made reservation on behalf of 56f7613dd5504c8e9a664171b23252ef for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:28.803231 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.805628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.857307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.888994 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.890230 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9287162 Jun 24 12:42:28.891009 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Pushing event updated for resources: {'Port': ['ID=bc4d8e36-e79e-40f7-83e6-ae8bb487cfb8,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:28.906217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:28.906990 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41146) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:28.957620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793aa3d8-ba41-44e2-a79e-fcf8f96df1a0 x-openstack-request-id: req-793aa3d8-ba41-44e2-a79e-fcf8f96df1a0 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:28.958228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94437072-3586-4a96-ae1b-31b3bc6d7085", "tag": "3d2c9cb9-20d2-446b-a490-254765bf1697", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:28.958228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-793aa3d8-ba41-44e2-a79e-fcf8f96df1a0 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:28.959213 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94437072-3586-4a96-ae1b-31b3bc6d7085', 'tag': '3d2c9cb9-20d2-446b-a490-254765bf1697', 'status': 'completed', 'code': 200} Jun 24 12:42:29.075820 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-520eb27d-0cc2-4e7b-b666-93b8d7b4470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:29.077313 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-520eb27d-0cc2-4e7b-b666-93b8d7b4470a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1ec3bfc591024c61bea70bb7bea00025&device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 1097 time: 0.9098783 Jun 24 12:42:29.083277 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-97b76c60-2c12-424f-8b26-982e0950a2f7 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.1703305 Jun 24 12:42:29.090319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0ecedcf9-9884-4143-9664-79ea63bcffb1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:29.091101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41156) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:29.117153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0ecedcf9-9884-4143-9664-79ea63bcffb1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:29.283613 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-19b7dee2-b95f-42e9-8b98-2449a0021aa5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d2c9cb9-20d2-446b-a490-254765bf1697 HTTP/1.1" status: 200 len: 217 time: 0.1598744 Jun 24 12:42:29.295716 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-19bc3d1a-2657-4773-b8db-26be5a629f42 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2019098 Jun 24 12:42:29.303316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-25af038c-61b2-4566-9e3c-9c6325e30b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:29.304693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41162) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:29.360588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41164) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:29.369650 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-edc5cbb0-62c5-4785-91f0-fd0844a60dae tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Request body: {'router': {'name': 'tempest-router--653431900', 'project_id': 'b9e212bae5b542afb55d81542637505e'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:29.376206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:29.533762 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e9c33760-1330-4ca2-942f-32ca69e93e1a req-7c5354f1-d929-4974-a981-168250735260 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 210 time: 0.2480793 Jun 24 12:42:29.721450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae4e85-b290-47ca-97e7-c14618752ba3 req-a2fcefc3-95f9-4e97-aa46-fa7b250cdc1a tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:29.729582 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3ae4e85-b290-47ca-97e7-c14618752ba3 req-a2fcefc3-95f9-4e97-aa46-fa7b250cdc1a tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 944 time: 1.3385913 Jun 24 12:42:29.731955 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0ecedcf9-9884-4143-9664-79ea63bcffb1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:29.732541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecedcf9-9884-4143-9664-79ea63bcffb1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82b27bc2-00fb-46f7-b33a-6d4c3c8a550b {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:42:29.736267 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32e263c-0b29-4c4b-b092-a1b58314d165 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:42:29.803065 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0ecedcf9-9884-4143-9664-79ea63bcffb1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:29.806232 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0ecedcf9-9884-4143-9664-79ea63bcffb1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "DELETE /v2.0/routers/82b27bc2-00fb-46f7-b33a-6d4c3c8a550b HTTP/1.1" status: 204 len: 168 time: 1.8255239 Jun 24 12:42:29.827620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:29.870144 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:29.878016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:29.882208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:29.939196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] vlan segment allocate from pool success with {'vlan_id': 1332, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:42:29.951503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05e8de1-6c12-41f7-a543-734bc4ea7154,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:29.956640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:29.957113 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Added segment aaab35d1-7dce-4709-8d78-d0be41372824 of type vlan for network 0f27bcbd-c592-429f-b188-327b41576fbe Jun 24 12:42:29.958786 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:29.959399 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3ae4e85-b290-47ca-97e7-c14618752ba3 req-6d3e56bf-aec4-4441-8472-1c86a4fb5845 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286799 Jun 24 12:42:29.966710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Transition to ACTIVE for port object a32e263c-0b29-4c4b-b092-a1b58314d165 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:29.988997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e25447-296b-4632-b578-48497c31625b req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Made reservation on behalf of 9e00f3e6259c4ceaa736960d4de052a3 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:29.993010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-40e25447-296b-4632-b578-48497c31625b req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.019543 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.029226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.031508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:30.050168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc5cbb0-62c5-4785-91f0-fd0844a60dae tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.052469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc5cbb0-62c5-4785-91f0-fd0844a60dae tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.102598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Pushing event updated for resources: {'Port': ['ID=a32e263c-0b29-4c4b-b092-a1b58314d165,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:30.109159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:30.123191 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.130322 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02b4d2-8df8-4bd5-acf4-cc6782a08351 req-3dac4d53-b3b5-4318-87f7-496787fa0bfe tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:30.139737 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e02b4d2-8df8-4bd5-acf4-cc6782a08351 req-3dac4d53-b3b5-4318-87f7-496787fa0bfe tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 931 time: 0.3104484 Jun 24 12:42:30.186355 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:30.187268 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.192328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:30.202328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc5cbb0-62c5-4785-91f0-fd0844a60dae tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.229443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.230001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc5cbb0-62c5-4785-91f0-fd0844a60dae tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.254796 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3222589 Jun 24 12:42:30.254796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41182) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:30.255351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d30a6-4154-44e3-81cf-ea3e5af03f0b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Deleting port bc4d8e36-e79e-40f7-83e6-ae8bb487cfb8 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:30.255351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f9d30a6-4154-44e3-81cf-ea3e5af03f0b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.266943 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e02b4d2-8df8-4bd5-acf4-cc6782a08351 req-c357baac-90fa-45c2-926c-827e9ef1ae80 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups?id=c9f811b9-e801-41af-99a2-81ddd3c3bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866923 Jun 24 12:42:30.291070 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc5cbb0-62c5-4785-91f0-fd0844a60dae tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.292804 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-edc5cbb0-62c5-4785-91f0-fd0844a60dae tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9298968 Jun 24 12:42:30.295967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'Network': ['ID=0f27bcbd-c592-429f-b188-327b41576fbe,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:30.298850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41186) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:30.307362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 0f27bcbd-c592-429f-b188-327b41576fbe details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:42:30.382788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:30.384247 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-896297cd-40d6-4219-8789-1fd7b895242d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.418872 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41188) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:30.638935 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-3170920', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:30.653636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-896297cd-40d6-4219-8789-1fd7b895242d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.659891 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-592779977', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:30.669242 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-896297cd-40d6-4219-8789-1fd7b895242d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.733129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.734368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.741142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Made reservation on behalf of ec30410cebf646e7ba10c07199fd9195 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:30.743942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.748557 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-896297cd-40d6-4219-8789-1fd7b895242d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.749068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896297cd-40d6-4219-8789-1fd7b895242d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c32b01f0-39b8-4c44-a645-a2618d3104d2 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:42:30.759992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-896297cd-40d6-4219-8789-1fd7b895242d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.764685 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-896297cd-40d6-4219-8789-1fd7b895242d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "DELETE /v2.0/routers/c32b01f0-39b8-4c44-a645-a2618d3104d2 HTTP/1.1" status: 204 len: 168 time: 0.4606779 Jun 24 12:42:30.764685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.829617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.886750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f9d30a6-4154-44e3-81cf-ea3e5af03f0b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.887720 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f9d30a6-4154-44e3-81cf-ea3e5af03f0b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.899777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d30a6-4154-44e3-81cf-ea3e5af03f0b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Calling delete_port for bc4d8e36-e79e-40f7-83e6-ae8bb487cfb8 owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:30.991821 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41196) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:31.001834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.009228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Attempting to bind port a32e263c-0b29-4c4b-b092-a1b58314d165 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:31.009719 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Attempting to bind port a32e263c-0b29-4c4b-b092-a1b58314d165 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '69f496ae-fbbf-4fd5-b1eb-9a156c295d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:31.010336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Attempting to bind port a32e263c-0b29-4c4b-b092-a1b58314d165 on network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:31.127242 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.135870 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.140290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bf8c4759-2cf8-4380-80c0-f2b8c361f3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:31.142735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] device_id is not set on port f47ddfde-b335-4045-a378-1e97c48c1e90 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:42:31.161481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Port a32e263c-0b29-4c4b-b092-a1b58314d165 on network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:42:31.161949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Attempting to bind port a32e263c-0b29-4c4b-b092-a1b58314d165 on network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:31.179651 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bc763b8f-3272-45bb-a6db-211863427080 req-2d1a0b19-264c-4a3b-932c-a8d3e5bd692c tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 210 time: 0.2250533 Jun 24 12:42:31.194271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:31.194819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Checking segment: {'id': '69f496ae-fbbf-4fd5-b1eb-9a156c295d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:31.195524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Bound using segment: {'id': '69f496ae-fbbf-4fd5-b1eb-9a156c295d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:31.197912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Bound port: a32e263c-0b29-4c4b-b092-a1b58314d165, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f496ae-fbbf-4fd5-b1eb-9a156c295d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:31.197912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.208030 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c498b9ec-95f2-4f0a-9876-a2a7fe250f16,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:31.211535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:31.295463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-40e25447-296b-4632-b578-48497c31625b req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Allocated IP 172.20.0.10 (89d68f41-feb7-4d70-8589-06f7af50cb16/f784f0f9-8bdf-4f24-8441-7b7640fbd3c6/3332f2ee-4a45-4621-9d9e-387a0e0b4e48) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:31.310067 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-82229896', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:31.333534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-1077bd96-e470-4032-822a-91549d5d2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:31.337737 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-1077bd96-e470-4032-822a-91549d5d2c17 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7d95895c-91f2-474b-b84c-d26f2913997f HTTP/1.1" status: 200 len: 851 time: 0.8780057 Jun 24 12:42:31.372040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Allocated IP 172.26.1.81 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/f47ddfde-b335-4045-a378-1e97c48c1e90) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:31.386087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f9d30a6-4154-44e3-81cf-ea3e5af03f0b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.405916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.411523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fee3e853-94c8-4f49-90b2-1ca5c286a39d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:31.439121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.441114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.442168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.469074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d30a6-4154-44e3-81cf-ea3e5af03f0b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Pushing event deleted for resources: {'Port': ['ID=bc4d8e36-e79e-40f7-83e6-ae8bb487cfb8,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:31.473314 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5f9d30a6-4154-44e3-81cf-ea3e5af03f0b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:31.576741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.664380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] For port a32e263c-0b29-4c4b-b092-a1b58314d165, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:31.706510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b326e45-c4b3-40c1-aee5-4955dab46182 req-e181b587-a084-4839-9fe6-08479a8fbea2 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:31.708056 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b326e45-c4b3-40c1-aee5-4955dab46182 req-e181b587-a084-4839-9fe6-08479a8fbea2 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 944 time: 0.4434431 Jun 24 12:42:31.771113 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.774210 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] For port a32e263c-0b29-4c4b-b092-a1b58314d165, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a32e263c-0b29-4c4b-b092-a1b58314d165,segment=NetworkSegment(69f496ae-fbbf-4fd5-b1eb-9a156c295d91),segment_id=69f496ae-fbbf-4fd5-b1eb-9a156c295d91)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:31.779718 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.803684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.813562 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e08668e5-ad0c-42b4-8005-c356c83f03c4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:31.816688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-2ae829bc-3738-41f4-bc5d-0792587616de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:31.818171 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-2ae829bc-3738-41f4-bc5d-0792587616de service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9c355c1f-63a9-403c-883c-61430ef87cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4503381 Jun 24 12:42:31.843723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f9d30a6-4154-44e3-81cf-ea3e5af03f0b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.846310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f9d30a6-4154-44e3-81cf-ea3e5af03f0b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.849903 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5f9d30a6-4154-44e3-81cf-ea3e5af03f0b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] 10.222.0.110 "DELETE /v2.0/floatingips/27297f22-ea86-4e10-a6a5-1cd4f5a269ff HTTP/1.1" status: 204 len: 168 time: 2.5388370 Jun 24 12:42:31.863211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41204) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:31.910260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:31.910436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.912077 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] 10.222.0.102 "PUT /v2.0/ports/a32e263c-0b29-4c4b-b092-a1b58314d165 HTTP/1.1" status: 200 len: 1093 time: 3.7938988 Jun 24 12:42:31.912814 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.914802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3168dce4-70df-4f0e-bebe-53cb8f6097f8', 'tag': 'a32e263c-0b29-4c4b-b092-a1b58314d165'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:31.918289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f66fdbd-bac4-4818-8639-75494f4c4791" -d '{"events": [{"name": "network-changed", "server_uuid": "3168dce4-70df-4f0e-bebe-53cb8f6097f8", "tag": "a32e263c-0b29-4c4b-b092-a1b58314d165"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:31.956454 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a7e2c541-bbed-4718-b73c-5fa8368cba55 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:31.980496 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b326e45-c4b3-40c1-aee5-4955dab46182 req-ee283258-99f8-401c-a6fb-62f7f67c0b23 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583680 Jun 24 12:42:31.998313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23741d-ab58-4d2c-8ff4-23cc1a983aa4 req-11628921-016d-453d-b653-ac02848770f2 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:31.999865 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb23741d-ab58-4d2c-8ff4-23cc1a983aa4 req-11628921-016d-453d-b653-ac02848770f2 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 943 time: 0.5250227 Jun 24 12:42:32.082646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-40e25447-296b-4632-b578-48497c31625b req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:32.093467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:32.131214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Pushing event updated for resources: {'Port': ['ID=a32e263c-0b29-4c4b-b092-a1b58314d165,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:32.134526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:32.140884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc19f8e-be08-4854-9216-43088d605046 x-openstack-request-id: req-9dc19f8e-be08-4854-9216-43088d605046 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:32.141204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3168dce4-70df-4f0e-bebe-53cb8f6097f8", "tag": "a32e263c-0b29-4c4b-b092-a1b58314d165", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:32.141492 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-9dc19f8e-be08-4854-9216-43088d605046 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:32.141912 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3168dce4-70df-4f0e-bebe-53cb8f6097f8', 'tag': 'a32e263c-0b29-4c4b-b092-a1b58314d165', 'status': 'completed', 'code': 200} Jun 24 12:42:32.150436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-40e25447-296b-4632-b578-48497c31625b req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Transition to ACTIVE for port object 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:32.201976 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-092e596c-fd7c-4707-ae5f-0f3bf53c3fc6 service neutron] 10.222.0.102 "GET /v2.0/networks/9c355c1f-63a9-403c-883c-61430ef87cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679762 Jun 24 12:42:32.207379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:32.209231 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb23741d-ab58-4d2c-8ff4-23cc1a983aa4 req-99992964-cba5-4e9e-abc2-9c16d5335a2e tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups?id=c9f811b9-e801-41af-99a2-81ddd3c3bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670427 Jun 24 12:42:32.335419 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6432f58-044f-4e0f-b158-f3c9c4f904b5 req-11be0a2e-5c5d-4501-bf6f-558f137a63a6 service neutron] 10.222.0.102 "GET /v2.0/networks/9c355c1f-63a9-403c-883c-61430ef87cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232944 Jun 24 12:42:32.365232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-aa7a4e19-cb00-442e-81c3-34023651d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:32.367247 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-aa7a4e19-cb00-442e-81c3-34023651d9b2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=572e3e64a178497ca08b4c055c55e5d8&device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 1096 time: 0.3798561 Jun 24 12:42:32.390285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-40e25447-296b-4632-b578-48497c31625b req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:32.397089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:32.472228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Allocated IP 172.26.1.95 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/de264ef1-96bb-4ef7-9f3f-ac1f96e2f637) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:32.495826 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-ad210cbf-475e-43eb-a867-26898c81d0fb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32e263c-0b29-4c4b-b092-a1b58314d165 HTTP/1.1" status: 200 len: 217 time: 0.1010721 Jun 24 12:42:32.511462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e25447-296b-4632-b578-48497c31625b req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Network 89d68f41-feb7-4d70-8589-06f7af50cb16 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:32.545866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-40e25447-296b-4632-b578-48497c31625b req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:32.548241 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e25447-296b-4632-b578-48497c31625b req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:32.581641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:32.582093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Pushing event updated for resources: {'Port': ['ID=3332f2ee-4a45-4621-9d9e-387a0e0b4e48,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:32.584995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:32.626353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f5db2979-0eb0-44ef-b544-2f67338fc641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:32.627904 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-f5db2979-0eb0-44ef-b544-2f67338fc641 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2c06267f-8ce5-449e-afed-183c7687cd57 HTTP/1.1" status: 200 len: 845 time: 0.1194844 Jun 24 12:42:32.628757 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:32.638881 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:32.641635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e25447-296b-4632-b578-48497c31625b req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:32.642294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-40e25447-296b-4632-b578-48497c31625b req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:32.656667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a77196-a8cc-431a-a7a4-299617ac55f7 req-10b4aa78-76b8-4dc7-ae8f-9cae55fff257 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:32.663625 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f7a77196-a8cc-431a-a7a4-299617ac55f7 req-10b4aa78-76b8-4dc7-ae8f-9cae55fff257 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 932 time: 0.3238590 Jun 24 12:42:32.690673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:32.700744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Pushing event updated for resources: {'Port': ['ID=f47ddfde-b335-4045-a378-1e97c48c1e90,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:32.710352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:32.711023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:32.727867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc71da-9d54-436a-be53-0c614798d3eb req-1f7526ae-f811-43f1-b4cc-66e466ca90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:32.729350 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4fc71da-9d54-436a-be53-0c614798d3eb req-1f7526ae-f811-43f1-b4cc-66e466ca90b5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1ec3bfc591024c61bea70bb7bea00025&device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 1097 time: 0.3143601 Jun 24 12:42:32.730527 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6112916 Jun 24 12:42:32.734252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:32.735164 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:32.769240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Request body: {'port': {'device_id': '012b2a68-9d82-4447-9259-dae9321d1b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:32.786935 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:32.797625 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f7a77196-a8cc-431a-a7a4-299617ac55f7 req-fb60554e-f377-458b-8419-4b4898a642d3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330678 Jun 24 12:42:32.801439 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.3813620 Jun 24 12:42:32.802645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Pushing event updated for resources: {'Port': ['ID=de264ef1-96bb-4ef7-9f3f-ac1f96e2f637,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:32.805830 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:32.807409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41210) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:32.810524 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:32.816941 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:32.829517 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8b51caa7-7cf1-49ae-9227-6248ed00cc4a tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.81'}]}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:32.880615 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b257a41d-2d07-4559-bd0e-7814ad604429 None None] Provisioning for port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:32.891845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b257a41d-2d07-4559-bd0e-7814ad604429 None None] Provisioning complete for port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:32.894234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b257a41d-2d07-4559-bd0e-7814ad604429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:32.897128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-e9efd360-8ad5-400e-aeca-d7edb12936e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:32.898634 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-e9efd360-8ad5-400e-aeca-d7edb12936e1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=40fcc34b-4ef7-46f7-9eb8-5e3865400700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2535040 Jun 24 12:42:32.906373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b51caa7-7cf1-49ae-9227-6248ed00cc4a tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:32.907188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b51caa7-7cf1-49ae-9227-6248ed00cc4a tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:32.910995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-27ec7d8c-2738-4307-8365-95f3a56de095 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Deleting port da5b93f2-e836-4666-b27b-01325540cf33 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:32.911331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27ec7d8c-2738-4307-8365-95f3a56de095 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:32.953716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b257a41d-2d07-4559-bd0e-7814ad604429 None None] Port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:33.000001 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc71da-9d54-436a-be53-0c614798d3eb req-695bb53b-8788-4a4b-ab66-169b269867a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:33.001454 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4fc71da-9d54-436a-be53-0c614798d3eb req-695bb53b-8788-4a4b-ab66-169b269867a1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=9c355c1f-63a9-403c-883c-61430ef87cad HTTP/1.1" status: 200 len: 914 time: 0.2526245 Jun 24 12:42:33.003864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.067389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4fc71da-9d54-436a-be53-0c614798d3eb req-bf9f9c59-d816-4347-87f6-655c0d751efb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d2c9cb9-20d2-446b-a490-254765bf1697 HTTP/1.1" status: 200 len: 217 time: 0.0593126 Jun 24 12:42:33.148247 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-00bb139a-ca61-434b-baa8-39f0e07a8386 service neutron] 10.222.0.102 "GET /v2.0/networks/40fcc34b-4ef7-46f7-9eb8-5e3865400700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265630 Jun 24 12:42:33.151866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.204345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b51caa7-7cf1-49ae-9227-6248ed00cc4a tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.205591 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.273205 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27ec7d8c-2738-4307-8365-95f3a56de095 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.273689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27ec7d8c-2738-4307-8365-95f3a56de095 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.383526 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-27ec7d8c-2738-4307-8365-95f3a56de095 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Calling delete_port for da5b93f2-e836-4666-b27b-01325540cf33 owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:33.538374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b51caa7-7cf1-49ae-9227-6248ed00cc4a tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.541304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41216) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:33.572750 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8dca0adf-06f4-4ee4-9ea7-453bc3c17c27 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Request body: {'subnet': {'network_id': '0f27bcbd-c592-429f-b188-327b41576fbe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:33.578125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc71da-9d54-436a-be53-0c614798d3eb req-8d51356a-73d5-42c2-8dd9-d1f7577d9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:33.579630 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4fc71da-9d54-436a-be53-0c614798d3eb req-8d51356a-73d5-42c2-8dd9-d1f7577d9855 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7d95895c-91f2-474b-b84c-d26f2913997f HTTP/1.1" status: 200 len: 851 time: 0.4878032 Jun 24 12:42:33.698982 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Allocated IP 172.26.1.188 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/49cb3844-8db1-4d0d-8c98-2142a9fb4e42) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:33.742405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.755038 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c2be6fd-068a-4ac3-bef7-d67a98929904 req-8503a6a6-0ba4-4f96-9f06-cdad82a83c9d service neutron] 10.222.0.102 "GET /v2.0/networks/40fcc34b-4ef7-46f7-9eb8-5e3865400700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901072 Jun 24 12:42:33.769724 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3bd2f-afbb-424b-984b-95787086fc0d req-dad5527d-dae0-49d4-91e4-d4961b36eeb5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:33.771239 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d2a3bd2f-afbb-424b-984b-95787086fc0d req-dad5527d-dae0-49d4-91e4-d4961b36eeb5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 944 time: 0.6294014 Jun 24 12:42:33.848885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f98d27-9dd5-4203-ac9b-2e6e7b192b50 req-cf015f4f-2b36-4f55-bc89-0984d381f336 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:33.850401 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-46f98d27-9dd5-4203-ac9b-2e6e7b192b50 req-cf015f4f-2b36-4f55-bc89-0984d381f336 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 943 time: 0.2746031 Jun 24 12:42:33.878164 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc71da-9d54-436a-be53-0c614798d3eb req-d17a7d82-9be2-4d14-b420-714a00e95821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:33.879691 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4fc71da-9d54-436a-be53-0c614798d3eb req-d17a7d82-9be2-4d14-b420-714a00e95821 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9c355c1f-63a9-403c-883c-61430ef87cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2832947 Jun 24 12:42:33.940692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dca0adf-06f4-4ee4-9ea7-453bc3c17c27 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Made reservation on behalf of 56f7613dd5504c8e9a664171b23252ef for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:33.943998 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8dca0adf-06f4-4ee4-9ea7-453bc3c17c27 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.951081 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d2a3bd2f-afbb-424b-984b-95787086fc0d req-c7a895fb-4335-460f-9690-ffd91257f0ef tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656394 Jun 24 12:42:34.035117 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-46f98d27-9dd5-4203-ac9b-2e6e7b192b50 req-33ef12a1-3264-430d-96db-5ef48c6c224f tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups?id=c9f811b9-e801-41af-99a2-81ddd3c3bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597323 Jun 24 12:42:34.058821 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:42:34.061411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27ec7d8c-2738-4307-8365-95f3a56de095 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:34.072354 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:34.075458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:34.109677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66fdbd-bac4-4818-8639-75494f4c4791 req-951b0583-e152-4cbf-9f76-6f21044d2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:34.111351 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3f66fdbd-bac4-4818-8639-75494f4c4791 req-951b0583-e152-4cbf-9f76-6f21044d2513 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=572e3e64a178497ca08b4c055c55e5d8&device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 1096 time: 0.2943125 Jun 24 12:42:34.138961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:34.143051 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec7d8c-2738-4307-8365-95f3a56de095 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Pushing event deleted for resources: {'Port': ['ID=da5b93f2-e836-4666-b27b-01325540cf33,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:34.144935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Transition to ACTIVE for port object 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:34.145578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-27ec7d8c-2738-4307-8365-95f3a56de095 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:34.158448 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4fc71da-9d54-436a-be53-0c614798d3eb req-96d8bf19-bfe7-4546-a6ed-8aee64a8f4f2 service neutron] 10.222.0.102 "GET /v2.0/networks/9c355c1f-63a9-403c-883c-61430ef87cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654290 Jun 24 12:42:34.166833 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:34.175199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:34.334185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Pushing event updated for resources: {'Port': ['ID=3332f2ee-4a45-4621-9d9e-387a0e0b4e48,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:34.351393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:34.396751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66fdbd-bac4-4818-8639-75494f4c4791 req-4e6b60ef-da71-49a9-9583-e3a040c4c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:34.398339 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3f66fdbd-bac4-4818-8639-75494f4c4791 req-4e6b60ef-da71-49a9-9583-e3a040c4c176 service neutron] 10.222.0.102 "GET /v2.0/networks?id=40fcc34b-4ef7-46f7-9eb8-5e3865400700 HTTP/1.1" status: 200 len: 908 time: 0.2675953 Jun 24 12:42:34.411193 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387f0f4-45fe-4cc4-8c3b-8eabf3798b7e req-cf91d7ac-0818-4383-bd63-596e8cef0ffb tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:34.412795 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2387f0f4-45fe-4cc4-8c3b-8eabf3798b7e req-cf91d7ac-0818-4383-bd63-596e8cef0ffb tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 932 time: 0.3426695 Jun 24 12:42:34.450156 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4fc71da-9d54-436a-be53-0c614798d3eb req-7ceb29f2-9640-4924-bfbc-a75e5db5a017 service neutron] 10.222.0.102 "GET /v2.0/networks/9c355c1f-63a9-403c-883c-61430ef87cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762055 Jun 24 12:42:34.485102 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3f66fdbd-bac4-4818-8639-75494f4c4791 req-3fc5a0da-753d-4e62-b973-bf130deaea5f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32e263c-0b29-4c4b-b092-a1b58314d165 HTTP/1.1" status: 200 len: 217 time: 0.0676205 Jun 24 12:42:34.565108 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2387f0f4-45fe-4cc4-8c3b-8eabf3798b7e req-3a60c5ec-ea66-487c-a572-5ff4d334797e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211524 Jun 24 12:42:34.570419 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Attempting to bind port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:34.570776 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Attempting to bind port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:34.571116 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Attempting to bind port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 on network 89d68f41-feb7-4d70-8589-06f7af50cb16 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:34.579400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66fdbd-bac4-4818-8639-75494f4c4791 req-a475fa9d-a86d-4b28-b0d3-3d76b8a0798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:34.580907 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3f66fdbd-bac4-4818-8639-75494f4c4791 req-a475fa9d-a86d-4b28-b0d3-3d76b8a0798e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2c06267f-8ce5-449e-afed-183c7687cd57 HTTP/1.1" status: 200 len: 845 time: 0.0864897 Jun 24 12:42:34.581437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 on network 89d68f41-feb7-4d70-8589-06f7af50cb16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:42:34.581752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Attempting to bind port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 on network 89d68f41-feb7-4d70-8589-06f7af50cb16 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:34.586965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:34.587251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Checking segment: {'id': 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:34.587619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Bound using segment: {'id': 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:34.588040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Bound port: 3332f2ee-4a45-4621-9d9e-387a0e0b4e48, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:34.588391 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:34.611405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27ec7d8c-2738-4307-8365-95f3a56de095 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:34.613832 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27ec7d8c-2738-4307-8365-95f3a56de095 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:34.615016 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-27ec7d8c-2738-4307-8365-95f3a56de095 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] 10.222.0.110 "DELETE /v2.0/floatingips/7b046c6e-54b3-4af5-a7ac-6ce08d020b67 HTTP/1.1" status: 204 len: 168 time: 2.7507050 Jun 24 12:42:34.626214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41220) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:34.680145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:34.706512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b27f4e1f-1bd7-4ef1-b17d-33347e85c652 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:34.743441 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:34.771656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] For port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:34.792447 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] For port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3332f2ee-4a45-4621-9d9e-387a0e0b4e48,segment=NetworkSegment(c0cf8e2b-92ca-476a-b1ed-8c559e903b50),segment_id=c0cf8e2b-92ca-476a-b1ed-8c559e903b50)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:34.800533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:34.805387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5f9d30a6-4154-44e3-81cf-ea3e5af03f0b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:34.809985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66fdbd-bac4-4818-8639-75494f4c4791 req-bd39ad63-4c75-41a8-86f0-fdbf6c051eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:34.811532 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3f66fdbd-bac4-4818-8639-75494f4c4791 req-bd39ad63-4c75-41a8-86f0-fdbf6c051eaa service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=40fcc34b-4ef7-46f7-9eb8-5e3865400700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2121658 Jun 24 12:42:34.836939 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:34.872838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8dca0adf-06f4-4ee4-9ea7-453bc3c17c27 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:34.883440 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:34.883633 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:34.884136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:34.885581 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] 10.222.0.102 "PUT /v2.0/ports/3332f2ee-4a45-4621-9d9e-387a0e0b4e48 HTTP/1.1" status: 200 len: 1094 time: 2.1355283 Jun 24 12:42:34.887824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012b2a68-9d82-4447-9259-dae9321d1b09', 'tag': '3332f2ee-4a45-4621-9d9e-387a0e0b4e48'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:34.890194 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Pushing event updated for resources: {'Port': ['ID=49cb3844-8db1-4d0d-8c98-2142a9fb4e42,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:34.890342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c30cf2c-269f-4e5b-aa31-3fecf3a986b1" -d '{"events": [{"name": "network-changed", "server_uuid": "012b2a68-9d82-4447-9259-dae9321d1b09", "tag": "3332f2ee-4a45-4621-9d9e-387a0e0b4e48"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:34.899526 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:34.907127 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:34.928214 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:34.942466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-539aded6-0014-4303-9c9f-dfa0fce66b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Deleting port 4d947994-e02e-4aa0-a9f9-5e829f9375ec {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:34.942839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-539aded6-0014-4303-9c9f-dfa0fce66b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:34.953672 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Pushing event updated for resources: {'Port': ['ID=3332f2ee-4a45-4621-9d9e-387a0e0b4e48,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:34.975333 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b60bf76-bcb9-4f00-8909-6d996024674a x-openstack-request-id: req-7b60bf76-bcb9-4f00-8909-6d996024674a {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:34.975658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012b2a68-9d82-4447-9259-dae9321d1b09", "tag": "3332f2ee-4a45-4621-9d9e-387a0e0b4e48", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:34.975940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7b60bf76-bcb9-4f00-8909-6d996024674a {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:34.976357 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012b2a68-9d82-4447-9259-dae9321d1b09', 'tag': '3332f2ee-4a45-4621-9d9e-387a0e0b4e48', 'status': 'completed', 'code': 200} Jun 24 12:42:35.005569 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:35.072855 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b51caa7-7cf1-49ae-9227-6248ed00cc4a tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:35.097241 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3f66fdbd-bac4-4818-8639-75494f4c4791 req-d4fbbac7-7632-40e4-b0e5-6392cb1b0ec1 service neutron] 10.222.0.102 "GET /v2.0/networks/40fcc34b-4ef7-46f7-9eb8-5e3865400700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625124 Jun 24 12:42:35.106512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b51caa7-7cf1-49ae-9227-6248ed00cc4a tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:35.114614 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca0adf-06f4-4ee4-9ea7-453bc3c17c27 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'Subnet': ['ID=285e2f35-6390-4ecc-b238-8553f38714b1,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:35.161016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8dca0adf-06f4-4ee4-9ea7-453bc3c17c27 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:35.224465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-539aded6-0014-4303-9c9f-dfa0fce66b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:35.256290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dca0adf-06f4-4ee4-9ea7-453bc3c17c27 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Checking segment: {'id': 'aaab35d1-7dce-4709-8d78-d0be41372824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '0f27bcbd-c592-429f-b188-327b41576fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:35.256645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dca0adf-06f4-4ee4-9ea7-453bc3c17c27 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Network hostable DHCP agents. Network: 0f27bcbd-c592-429f-b188-327b41576fbe, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:42:35.259457 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-539aded6-0014-4303-9c9f-dfa0fce66b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Calling delete_port for 4d947994-e02e-4aa0-a9f9-5e829f9375ec owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:35.289847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e25447-296b-4632-b578-48497c31625b req-001d0e92-a42b-4d9e-a5d9-6318bc4e3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:35.291362 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-001d0e92-a42b-4d9e-a5d9-6318bc4e3aeb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9e00f3e6259c4ceaa736960d4de052a3&device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 1097 time: 0.3524518 Jun 24 12:42:35.385563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dca0adf-06f4-4ee4-9ea7-453bc3c17c27 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Network 0f27bcbd-c592-429f-b188-327b41576fbe is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:42:35.406363 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-e40d5ab5-59bb-4855-b0a0-e1097d8d1a16 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3332f2ee-4a45-4621-9d9e-387a0e0b4e48 HTTP/1.1" status: 200 len: 217 time: 0.0932474 Jun 24 12:42:35.408343 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3f66fdbd-bac4-4818-8639-75494f4c4791 req-c66e915a-aa3c-4023-a3d7-91075647ddc9 service neutron] 10.222.0.102 "GET /v2.0/networks/40fcc34b-4ef7-46f7-9eb8-5e3865400700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951097 Jun 24 12:42:35.431265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-8dca0adf-06f4-4ee4-9ea7-453bc3c17c27 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 0f27bcbd-c592-429f-b188-327b41576fbe) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:35.438485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Router e5721d10-6297-4d00-a032-f6467b9c7cb5 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:42:35.441656 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1832070-fd31-4852-a61d-495509f3e8af None None] Network 0f27bcbd-c592-429f-b188-327b41576fbe requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:35.472560 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dca0adf-06f4-4ee4-9ea7-453bc3c17c27 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:35.473137 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8dca0adf-06f4-4ee4-9ea7-453bc3c17c27 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:35.473369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84aaa6-7562-46be-8ad1-2605f638a739 req-e31b5437-22f0-4f18-879b-75d0924ff181 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:35.474892 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5e84aaa6-7562-46be-8ad1-2605f638a739 req-e31b5437-22f0-4f18-879b-75d0924ff181 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 944 time: 0.3630111 Jun 24 12:42:35.520176 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8dca0adf-06f4-4ee4-9ea7-453bc3c17c27 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9777849 Jun 24 12:42:35.529013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1617de-3d84-439e-8d02-c32321309b5d req-ff07bf2b-954b-4855-b4b3-6e29a72642f8 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:35.530484 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9c1617de-3d84-439e-8d02-c32321309b5d req-ff07bf2b-954b-4855-b4b3-6e29a72642f8 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 943 time: 0.3034139 Jun 24 12:42:35.533610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41228) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:35.542630 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9cbd507c-3e44-4671-9674-41f4653c4631 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-682761437'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:35.551688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e25447-296b-4632-b578-48497c31625b req-c7e78f2b-1b76-403c-b498-5f8ead546e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:35.552994 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-c7e78f2b-1b76-403c-b498-5f8ead546e2a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f784f0f9-8bdf-4f24-8441-7b7640fbd3c6 HTTP/1.1" status: 200 len: 851 time: 0.1296213 Jun 24 12:42:35.553481 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b51caa7-7cf1-49ae-9227-6248ed00cc4a tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:35.609739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-0f27bcbd-c592-429f-b188-327b41576fbe', 'network_id': '0f27bcbd-c592-429f-b188-327b41576fbe', 'tenant_id': '56f7613dd5504c8e9a664171b23252ef', 'fixed_ips': [{'subnet_id': '285e2f35-6390-4ecc-b238-8553f38714b1'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:42:35.611050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:35.623400 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:35.642719 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5e84aaa6-7562-46be-8ad1-2605f638a739 req-53acb752-e9a1-401b-82a7-0d81ae0c68a3 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500077 Jun 24 12:42:35.667693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbd507c-3e44-4671-9674-41f4653c4631 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Made reservation on behalf of 56f7613dd5504c8e9a664171b23252ef for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:35.680500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9cbd507c-3e44-4671-9674-41f4653c4631 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:35.710235 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9c1617de-3d84-439e-8d02-c32321309b5d req-2f289ea2-65f9-43a1-8137-27539d06eaea tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups?id=c9f811b9-e801-41af-99a2-81ddd3c3bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642125 Jun 24 12:42:35.716940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-539aded6-0014-4303-9c9f-dfa0fce66b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:35.723084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 3d2c9cb9-20d2-446b-a490-254765bf1697 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:42:35.728413 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f9715258-2780-45c0-9262-440c8c794e30 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:35.766091 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539aded6-0014-4303-9c9f-dfa0fce66b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event deleted for resources: {'Port': ['ID=4d947994-e02e-4aa0-a9f9-5e829f9375ec,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:35.774804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-539aded6-0014-4303-9c9f-dfa0fce66b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:35.848074 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b51caa7-7cf1-49ae-9227-6248ed00cc4a tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:35.851785 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b51caa7-7cf1-49ae-9227-6248ed00cc4a tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:35.900632 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:35.911878 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4fa2e-92ca-4c7d-bc31-959e7ef3eb1a None None] Sync routers for ids ['e5721d10-6297-4d00-a032-f6467b9c7cb5'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:35.929334 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4fa2e-92ca-4c7d-bc31-959e7ef3eb1a None None] Routers {'e5721d10-6297-4d00-a032-f6467b9c7cb5'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:35.931734 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-72f4fa2e-92ca-4c7d-bc31-959e7ef3eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e5721d10-6297-4d00-a032-f6467b9c7cb5'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:35.944338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 3d2c9cb9-20d2-446b-a490-254765bf1697, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3d2c9cb9-20d2-446b-a490-254765bf1697,segment=NetworkSegment(1f6bde56-a6e3-4fcd-843d-61291529d7a8),segment_id=1f6bde56-a6e3-4fcd-843d-61291529d7a8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:35.965215 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Allocated IP 2001:db8:0:ffff::2 (0f27bcbd-c592-429f-b188-327b41576fbe/285e2f35-6390-4ecc-b238-8553f38714b1/3c862b92-43d3-406a-8ccf-6eb63b62adf0) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:35.970518 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '3d2c9cb9-20d2-446b-a490-254765bf1697', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'port_id': '3d2c9cb9-20d2-446b-a490-254765bf1697', 'mac_address': 'fa:16:3e:b3:49:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:42:35.987800 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-72f4fa2e-92ca-4c7d-bc31-959e7ef3eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:35.999452 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4fa2e-92ca-4c7d-bc31-959e7ef3eb1a None None] Routers {'e5721d10-6297-4d00-a032-f6467b9c7cb5'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:36.000693 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-72f4fa2e-92ca-4c7d-bc31-959e7ef3eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e5721d10-6297-4d00-a032-f6467b9c7cb5'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:36.044019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b51caa7-7cf1-49ae-9227-6248ed00cc4a tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.044528 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b51caa7-7cf1-49ae-9227-6248ed00cc4a tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39451aa6-c7b0-447e-82e2-d42b02422138 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:42:36.047118 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-72f4fa2e-92ca-4c7d-bc31-959e7ef3eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:36.048054 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4fa2e-92ca-4c7d-bc31-959e7ef3eb1a None None] The sync data for ids ['e5721d10-6297-4d00-a032-f6467b9c7cb5'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:36.082057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.083449 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8376703 Jun 24 12:42:36.089625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41232) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:36.097370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.117370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2c9cb9-20d2-446b-a490-254765bf1697 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:42:36.119601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbd507c-3e44-4671-9674-41f4653c4631 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] vlan segment allocate from pool success with {'vlan_id': 1333, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:42:36.130482 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-8b51caa7-7cf1-49ae-9227-6248ed00cc4a tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 24 12:42:36.134160 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8b51caa7-7cf1-49ae-9227-6248ed00cc4a tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3105206 Jun 24 12:42:36.141166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41234) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:36.156111 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 3d2c9cb9-20d2-446b-a490-254765bf1697, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3d2c9cb9-20d2-446b-a490-254765bf1697,segment=NetworkSegment(1f6bde56-a6e3-4fcd-843d-61291529d7a8),segment_id=1f6bde56-a6e3-4fcd-843d-61291529d7a8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:36.168393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.172794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ea86ab56-6a10-45ff-a486-48928a3e1456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:36.216209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.226649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9cbd507c-3e44-4671-9674-41f4653c4631 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.227217 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-9cbd507c-3e44-4671-9674-41f4653c4631 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Added segment 71707927-ce06-4599-99a2-bac850cd01a7 of type vlan for network 5072d8f4-c61e-48cc-ae0f-7208f5d4a678 Jun 24 12:42:36.229546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e25447-296b-4632-b578-48497c31625b req-792fa381-da65-4bdd-91d8-bcaab6d75504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:36.231649 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-792fa381-da65-4bdd-91d8-bcaab6d75504 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d68f41-feb7-4d70-8589-06f7af50cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6528618 Jun 24 12:42:36.273673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=3d2c9cb9-20d2-446b-a490-254765bf1697,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:36.274816 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b292d30d-5826-4c10-9ed3-53bd4d170d5c tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/routers/e5721d10-6297-4d00-a032-f6467b9c7cb5 HTTP/1.1" status: 200 len: 921 time: 0.1835918 Jun 24 12:42:36.277670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:36.279227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.279653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41236) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:36.289287 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Transition to ACTIVE for port object 3c862b92-43d3-406a-8ccf-6eb63b62adf0 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:36.306033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Transition to ACTIVE for port object 3c862b92-43d3-406a-8ccf-6eb63b62adf0 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:36.314694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.318262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:36.331279 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-539aded6-0014-4303-9c9f-dfa0fce66b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.333173 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-539aded6-0014-4303-9c9f-dfa0fce66b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "DELETE /v2.0/ports/4d947994-e02e-4aa0-a9f9-5e829f9375ec HTTP/1.1" status: 204 len: 168 time: 1.7052393 Jun 24 12:42:36.363681 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Network 0f27bcbd-c592-429f-b188-327b41576fbe is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:36.366847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:36.367342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9cbd507c-3e44-4671-9674-41f4653c4631 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.369320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:36.378107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41238) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:36.404194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Pushing event updated for resources: {'Port': ['ID=3c862b92-43d3-406a-8ccf-6eb63b62adf0,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:36.407312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:36.487712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Attempting to bind port 3c862b92-43d3-406a-8ccf-6eb63b62adf0 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:36.488860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Attempting to bind port 3c862b92-43d3-406a-8ccf-6eb63b62adf0 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'aaab35d1-7dce-4709-8d78-d0be41372824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '0f27bcbd-c592-429f-b188-327b41576fbe'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:36.489234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Attempting to bind port 3c862b92-43d3-406a-8ccf-6eb63b62adf0 on network 0f27bcbd-c592-429f-b188-327b41576fbe {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:36.495825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:36.496205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Checking segment: {'id': 'aaab35d1-7dce-4709-8d78-d0be41372824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '0f27bcbd-c592-429f-b188-327b41576fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:36.497530 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.498206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Bound using segment: {'id': 'aaab35d1-7dce-4709-8d78-d0be41372824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '0f27bcbd-c592-429f-b188-327b41576fbe'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:36.498701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Bound port: 3c862b92-43d3-406a-8ccf-6eb63b62adf0, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaab35d1-7dce-4709-8d78-d0be41372824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '0f27bcbd-c592-429f-b188-327b41576fbe'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:36.499297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.509985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9cbd507c-3e44-4671-9674-41f4653c4631 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.516390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd507c-3e44-4671-9674-41f4653c4631 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:36.517023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9cbd507c-3e44-4671-9674-41f4653c4631 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.521161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:36.532514 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b3de6-d05a-42fd-9b62-9599b8488a53 req-5a477be1-11fb-461b-9883-1ae9615fb5dc tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:36.534033 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb6b3de6-d05a-42fd-9b62-9599b8488a53 req-5a477be1-11fb-461b-9883-1ae9615fb5dc tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 944 time: 0.4177890 Jun 24 12:42:36.539635 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-9f6f54cc-613b-48de-868e-dd730a16d775 service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914014 Jun 24 12:42:36.567356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['3d2c9cb9-20d2-446b-a490-254765bf1697'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:42:36.587035 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] For port 3c862b92-43d3-406a-8ccf-6eb63b62adf0, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:36.608199 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d9462bb5-96e1-403d-a6f5-65060821e655 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "GET /v2.0/ports?device_id=e5721d10-6297-4d00-a032-f6467b9c7cb5 HTTP/1.1" status: 200 len: 205 time: 0.3273005 Jun 24 12:42:36.610531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41240) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:36.634836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] For port 3c862b92-43d3-406a-8ccf-6eb63b62adf0, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3c862b92-43d3-406a-8ccf-6eb63b62adf0,segment=NetworkSegment(aaab35d1-7dce-4709-8d78-d0be41372824),segment_id=aaab35d1-7dce-4709-8d78-d0be41372824)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:36.650025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.658899 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9cbd507c-3e44-4671-9674-41f4653c4631 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1205366 Jun 24 12:42:36.659070 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:36.661254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41242) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:36.673346 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e358aae-e8da-4a81-9941-33cd18785282 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:36.677685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Request body: {'subnet': {'network_id': '5072d8f4-c61e-48cc-ae0f-7208f5d4a678', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:36.677855 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5e358aae-e8da-4a81-9941-33cd18785282 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba4366aa-937f-4e14-b8ec-16a139a6044d HTTP/1.1" status: 200 len: 913 time: 0.2957578 Jun 24 12:42:36.677855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f75b7fb2-fc1b-4069-9849-b09746e9363f tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Deleting port f47ddfde-b335-4045-a378-1e97c48c1e90 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:36.677855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f75b7fb2-fc1b-4069-9849-b09746e9363f tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.683108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41244) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:36.730717 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd507c-3e44-4671-9674-41f4653c4631 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'Network': ['ID=5072d8f4-c61e-48cc-ae0f-7208f5d4a678,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:36.743914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9cbd507c-3e44-4671-9674-41f4653c4631 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:36.762547 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb6b3de6-d05a-42fd-9b62-9599b8488a53 req-ac4e6b0d-abcc-4b91-9aeb-9d6724d774ec tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921222 Jun 24 12:42:36.768087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 5072d8f4-c61e-48cc-ae0f-7208f5d4a678 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:42:36.955974 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40e25447-296b-4632-b578-48497c31625b req-288a74ce-4994-4dd5-b560-8d5b55c5150d service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970988 Jun 24 12:42:36.973660 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Router 149e481c-f2bf-4b03-9aa2-6f4cdff4040b is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:42:36.977670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.012699 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f75b7fb2-fc1b-4069-9849-b09746e9363f tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.048221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Pushing event updated for resources: {'Port': ['ID=3c862b92-43d3-406a-8ccf-6eb63b62adf0,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:37.051937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Made reservation on behalf of 56f7613dd5504c8e9a664171b23252ef for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:37.057044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.075534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:37.114566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f75b7fb2-fc1b-4069-9849-b09746e9363f tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Calling delete_port for f47ddfde-b335-4045-a378-1e97c48c1e90 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:37.215711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75b6cb-602e-431b-8b22-ea5f3a978bee req-6a4bf962-1e4e-4e8b-af73-ddf5653423da tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:37.217249 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9c75b6cb-602e-431b-8b22-ea5f3a978bee req-6a4bf962-1e4e-4e8b-af73-ddf5653423da tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 945 time: 0.3296704 Jun 24 12:42:37.260317 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113a421-c49e-4316-a624-e6251627769f req-8064e4b1-aece-4a9e-ba34-73479bb06f8f tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:37.261797 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2113a421-c49e-4316-a624-e6251627769f req-8064e4b1-aece-4a9e-ba34-73479bb06f8f tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 943 time: 0.3435590 Jun 24 12:42:37.290008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30cf2c-269f-4e5b-aa31-3fecf3a986b1 req-fc8dd1eb-4623-407a-a8c7-52e54774bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:37.291392 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1c30cf2c-269f-4e5b-aa31-3fecf3a986b1 req-fc8dd1eb-4623-407a-a8c7-52e54774bb45 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9e00f3e6259c4ceaa736960d4de052a3&device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 1097 time: 0.2567065 Jun 24 12:42:37.326160 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9c75b6cb-602e-431b-8b22-ea5f3a978bee req-b3a41cf1-af94-4b78-81e6-b3cf781f6918 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978310 Jun 24 12:42:37.393311 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2113a421-c49e-4316-a624-e6251627769f req-8412b21c-2693-4a03-8e71-6685928bccac tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups?id=c9f811b9-e801-41af-99a2-81ddd3c3bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221459 Jun 24 12:42:37.445141 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.448325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f75b7fb2-fc1b-4069-9849-b09746e9363f tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.453591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ec01dd50-59f0-40fa-b000-22d8d4de41a5 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:37.475224 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:37.483396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b7fb2-fc1b-4069-9849-b09746e9363f tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Pushing event deleted for resources: {'Port': ['ID=f47ddfde-b335-4045-a378-1e97c48c1e90,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:37.488178 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9547c-6efc-431d-b6f7-267c6d4e1533 None None] Sync routers for ids ['149e481c-f2bf-4b03-9aa2-6f4cdff4040b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:37.492143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f75b7fb2-fc1b-4069-9849-b09746e9363f tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:37.499537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30cf2c-269f-4e5b-aa31-3fecf3a986b1 req-07fea5f3-8e54-4574-8940-9ebed7f523ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:37.501025 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1c30cf2c-269f-4e5b-aa31-3fecf3a986b1 req-07fea5f3-8e54-4574-8940-9ebed7f523ff service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d68f41-feb7-4d70-8589-06f7af50cb16 HTTP/1.1" status: 200 len: 914 time: 0.1898346 Jun 24 12:42:37.503744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9547c-6efc-431d-b6f7-267c6d4e1533 None None] Routers {'149e481c-f2bf-4b03-9aa2-6f4cdff4040b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:37.504469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-97e9547c-6efc-431d-b6f7-267c6d4e1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['149e481c-f2bf-4b03-9aa2-6f4cdff4040b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:37.551921 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-97e9547c-6efc-431d-b6f7-267c6d4e1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:37.564664 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9547c-6efc-431d-b6f7-267c6d4e1533 None None] Routers {'149e481c-f2bf-4b03-9aa2-6f4cdff4040b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:37.565747 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-97e9547c-6efc-431d-b6f7-267c6d4e1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['149e481c-f2bf-4b03-9aa2-6f4cdff4040b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:37.575126 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1c30cf2c-269f-4e5b-aa31-3fecf3a986b1 req-e580e788-efbb-4d24-88c4-fbad0f374ad9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3332f2ee-4a45-4621-9d9e-387a0e0b4e48 HTTP/1.1" status: 200 len: 217 time: 0.0572524 Jun 24 12:42:37.610683 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-97e9547c-6efc-431d-b6f7-267c6d4e1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:37.612115 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9547c-6efc-431d-b6f7-267c6d4e1533 None None] The sync data for ids ['149e481c-f2bf-4b03-9aa2-6f4cdff4040b'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:37.626077 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f75b7fb2-fc1b-4069-9849-b09746e9363f tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.631361 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f75b7fb2-fc1b-4069-9849-b09746e9363f tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] 10.222.0.110 "DELETE /v2.0/ports/f47ddfde-b335-4045-a378-1e97c48c1e90 HTTP/1.1" status: 204 len: 168 time: 1.4729717 Jun 24 12:42:37.643004 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.644272 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.6513095 Jun 24 12:42:37.645092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30cf2c-269f-4e5b-aa31-3fecf3a986b1 req-b87f5aa5-41cc-4f35-aee8-a4665f0cb53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:37.646898 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1c30cf2c-269f-4e5b-aa31-3fecf3a986b1 req-b87f5aa5-41cc-4f35-aee8-a4665f0cb53a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f784f0f9-8bdf-4f24-8441-7b7640fbd3c6 HTTP/1.1" status: 200 len: 851 time: 0.0621371 Jun 24 12:42:37.647572 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41252) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:37.678459 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device a32e263c-0b29-4c4b-b092-a1b58314d165 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:42:37.696862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Deleting port de264ef1-96bb-4ef7-9f3f-ac1f96e2f637 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:37.697371 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.732164 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 3d2c9cb9-20d2-446b-a490-254765bf1697 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:37.868196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30cf2c-269f-4e5b-aa31-3fecf3a986b1 req-904b8ac5-e7d7-4763-9806-b09330774b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:37.870238 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1c30cf2c-269f-4e5b-aa31-3fecf3a986b1 req-904b8ac5-e7d7-4763-9806-b09330774b28 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d68f41-feb7-4d70-8589-06f7af50cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2134607 Jun 24 12:42:37.872661 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7bedda0c-3a3f-4338-85d7-513b5e1fe986 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/routers/149e481c-f2bf-4b03-9aa2-6f4cdff4040b HTTP/1.1" status: 200 len: 919 time: 0.2237515 Jun 24 12:42:37.875665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41256) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:37.878787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 3d2c9cb9-20d2-446b-a490-254765bf1697 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:37.888375 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port a32e263c-0b29-4c4b-b092-a1b58314d165, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a32e263c-0b29-4c4b-b092-a1b58314d165,segment=NetworkSegment(69f496ae-fbbf-4fd5-b1eb-9a156c295d91),segment_id=69f496ae-fbbf-4fd5-b1eb-9a156c295d91)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:37.899112 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 3d2c9cb9-20d2-446b-a490-254765bf1697 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:37.899649 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.952912 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'a32e263c-0b29-4c4b-b092-a1b58314d165', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'port_id': 'a32e263c-0b29-4c4b-b092-a1b58314d165', 'mac_address': 'fa:16:3e:6f:a8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:42:37.957879 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8f09308f-15e8-4def-a4d6-1ef25f88bc79 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "GET /v2.0/ports?device_id=149e481c-f2bf-4b03-9aa2-6f4cdff4040b HTTP/1.1" status: 200 len: 205 time: 0.0808363 Jun 24 12:42:37.960507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41258) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:38.028988 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:42:38.032387 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.053413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-968d6878-a27b-4e1a-b3b7-f84cd8a4ca66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:38.066081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.087480 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.091295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32e263c-0b29-4c4b-b092-a1b58314d165 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:42:38.110862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41262) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:38.121927 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.134379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port a32e263c-0b29-4c4b-b092-a1b58314d165, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a32e263c-0b29-4c4b-b092-a1b58314d165,segment=NetworkSegment(69f496ae-fbbf-4fd5-b1eb-9a156c295d91),segment_id=69f496ae-fbbf-4fd5-b1eb-9a156c295d91)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:38.137113 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8de3dd-9924-480c-9ba5-3f8055546872 None None] Network 0f27bcbd-c592-429f-b188-327b41576fbe requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:38.141687 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.162795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d97983d4-b9d5-4257-88bc-384a0f10d332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:38.164301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94437072-3586-4a96-ae1b-31b3bc6d7085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2c9cb9-20d2-446b-a490-254765bf1697'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:38.185801 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Calling delete_port for de264ef1-96bb-4ef7-9f3f-ac1f96e2f637 owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:38.263487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'Subnet': ['ID=0ea066df-5416-408c-a59f-45251ccf30d8,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:38.266430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:38.298916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3c862b92-43d3-406a-8ccf-6eb63b62adf0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:38.312798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bda9a53-beca-4805-b5db-a43565084b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.337192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 3d2c9cb9-20d2-446b-a490-254765bf1697, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3d2c9cb9-20d2-446b-a490-254765bf1697,segment=NetworkSegment(1f6bde56-a6e3-4fcd-843d-61291529d7a8),segment_id=1f6bde56-a6e3-4fcd-843d-61291529d7a8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:38.349789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.397326 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.413484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-eb502f27-dc56-4872-9f03-69979cee1d28 None None] Provisioning for port 3c862b92-43d3-406a-8ccf-6eb63b62adf0 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:38.415674 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=a32e263c-0b29-4c4b-b092-a1b58314d165,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:38.434510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:38.439193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-32f5a465-f258-4f1b-93d5-2c004a85fe27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:38.471793 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1c30cf2c-269f-4e5b-aa31-3fecf3a986b1 req-c148bb26-45c8-4631-ac9d-98b186a17a41 service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808430 Jun 24 12:42:38.483797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['a32e263c-0b29-4c4b-b092-a1b58314d165'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:42:38.495649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018862ba-9a32-4f46-9eba-8facc03f5bfd req-3c4f404e-8bfe-4d26-9bf0-bb965c7a084e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:38.503132 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-018862ba-9a32-4f46-9eba-8facc03f5bfd req-3c4f404e-8bfe-4d26-9bf0-bb965c7a084e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 944 time: 0.5148933 Jun 24 12:42:38.520066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fa09c9-624e-42bf-95ea-8aac015b15cf" -d '{"events": [{"server_uuid": "94437072-3586-4a96-ae1b-31b3bc6d7085", "name": "network-vif-plugged", "status": "completed", "tag": "3d2c9cb9-20d2-446b-a490-254765bf1697"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:38.614796 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 3c862b92-43d3-406a-8ccf-6eb63b62adf0 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:38.618754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=3d2c9cb9-20d2-446b-a490-254765bf1697,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:38.622361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:38.635353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3c862b92-43d3-406a-8ccf-6eb63b62adf0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:38.635736 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.656067 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55b31f31-3a5f-405e-82c2-a416a54f25fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.668633 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Checking segment: {'id': '71707927-ce06-4599-99a2-bac850cd01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '5072d8f4-c61e-48cc-ae0f-7208f5d4a678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:38.669025 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Network hostable DHCP agents. Network: 5072d8f4-c61e-48cc-ae0f-7208f5d4a678, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:42:38.812887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Network 5072d8f4-c61e-48cc-ae0f-7208f5d4a678 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:42:38.876024 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.906225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 5072d8f4-c61e-48cc-ae0f-7208f5d4a678) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:38.917602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7fc185-8ee7-4cc8-8f8f-58b66dacac85 None None] Network 5072d8f4-c61e-48cc-ae0f-7208f5d4a678 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:38.952195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:38.952794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.956917 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 3c862b92-43d3-406a-8ccf-6eb63b62adf0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3c862b92-43d3-406a-8ccf-6eb63b62adf0,segment=NetworkSegment(aaab35d1-7dce-4709-8d78-d0be41372824),segment_id=aaab35d1-7dce-4709-8d78-d0be41372824)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:38.963464 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.992791 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-018862ba-9a32-4f46-9eba-8facc03f5bfd req-4c8c40f4-ba0e-4fbc-8659-ee109c6a1930 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4888635 Jun 24 12:42:38.999374 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3652b493-743e-4189-ab9a-68cf7e1117b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:39.034085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.041918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7124797d-2057-4ce4-8938-d9e8a17bbfc2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:39.047204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc6b39-2dc1-4f76-b156-dd14d522cd31 req-45beda4d-316f-4d46-b7d2-ac9fdd9df9db tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:39.054669 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdcc6b39-2dc1-4f76-b156-dd14d522cd31 req-45beda4d-316f-4d46-b7d2-ac9fdd9df9db tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 946 time: 0.2389069 Jun 24 12:42:39.057255 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.071344 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1c30cf2c-269f-4e5b-aa31-3fecf3a986b1 req-2d7eefaa-2d95-4745-8fc8-b938633b138e service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838356 Jun 24 12:42:39.114906 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=3c862b92-43d3-406a-8ccf-6eb63b62adf0,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:39.128960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:39.140042 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Pushing event deleted for resources: {'Port': ['ID=de264ef1-96bb-4ef7-9f3f-ac1f96e2f637,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:39.142824 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:39.144316 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdcc6b39-2dc1-4f76-b156-dd14d522cd31 req-94e950a5-fba4-405a-ae59-d5b1cec11c08 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886688 Jun 24 12:42:39.219327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Deleting port 49cb3844-8db1-4d0d-8c98-2142a9fb4e42 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:39.219833 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.246730 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-5072d8f4-c61e-48cc-ae0f-7208f5d4a678', 'network_id': '5072d8f4-c61e-48cc-ae0f-7208f5d4a678', 'tenant_id': '56f7613dd5504c8e9a664171b23252ef', 'fixed_ips': [{'subnet_id': '0ea066df-5416-408c-a59f-45251ccf30d8'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:42:39.247718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.307616 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55b31f31-3a5f-405e-82c2-a416a54f25fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.321157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.325116 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6540847 Jun 24 12:42:39.326184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55b31f31-3a5f-405e-82c2-a416a54f25fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.332867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41278) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:39.360325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:39.367392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Request body: {'port': {'network_id': '5072d8f4-c61e-48cc-ae0f-7208f5d4a678', 'name': 'tempest-NetworksIpV6TestAttrs-819060862'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:39.373566 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-55b31f31-3a5f-405e-82c2-a416a54f25fc admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3a1e1304ceb2436280077788cfd2cc0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2582943 Jun 24 12:42:39.378255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1834add4-eac6-4f15-8192-9c800f1e602c None None] Provisioning complete for port 3c862b92-43d3-406a-8ccf-6eb63b62adf0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:39.378690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1834add4-eac6-4f15-8192-9c800f1e602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.381045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41282) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:39.385856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e87f81-cbb1-4b87-bda2-c9413d35875f x-openstack-request-id: req-c7e87f81-cbb1-4b87-bda2-c9413d35875f {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:39.386443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94437072-3586-4a96-ae1b-31b3bc6d7085", "name": "network-vif-plugged", "status": "completed", "tag": "3d2c9cb9-20d2-446b-a490-254765bf1697", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:39.387307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c7e87f81-cbb1-4b87-bda2-c9413d35875f {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:39.387964 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94437072-3586-4a96-ae1b-31b3bc6d7085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2c9cb9-20d2-446b-a490-254765bf1697', 'code': 200} Jun 24 12:42:39.468737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Allocated IP 2001:db8::f816:3eff:fe27:9d8a (5072d8f4-c61e-48cc-ae0f-7208f5d4a678/0ea066df-5416-408c-a59f-45251ccf30d8/cddaefd8-05d5-41c9-a745-d1fa16010518) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:39.475054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.523343 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.529403 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.532053 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b31f31-3a5f-405e-82c2-a416a54f25fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2933f9-bb27-4468-82a1-547c34d301ff,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:39.537201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-55b31f31-3a5f-405e-82c2-a416a54f25fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:39.579490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Calling delete_port for 49cb3844-8db1-4d0d-8c98-2142a9fb4e42 owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:39.603035 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.603590 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Fanout notify agent at l3_agent the message router_deleted on router e5721d10-6297-4d00-a032-f6467b9c7cb5 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:42:39.612093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.616595 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "DELETE /v2.0/routers/e5721d10-6297-4d00-a032-f6467b9c7cb5 HTTP/1.1" status: 204 len: 168 time: 3.0017128 Jun 24 12:42:39.616864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41284) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:39.623411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Request body: {'router': {'name': 'tempest-snat-router-193768740', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'enable_snat': False}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:39.627814 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-5bda9a53-beca-4805-b5db-a43565084b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Deleting port b3f1dc0a-14b2-4f95-baca-d8efa59a0705 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:39.628688 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bda9a53-beca-4805-b5db-a43565084b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.670289 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.680036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Transition to ACTIVE for port object cddaefd8-05d5-41c9-a745-d1fa16010518 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:39.696936 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Transition to ACTIVE for port object cddaefd8-05d5-41c9-a745-d1fa16010518 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:39.705513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.707872 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8775ef4d-6454-415c-b4b7-934ea2a2c39b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:39.711147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.713454 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.724454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b1eea-53f9-4738-b904-88ec84d43239 req-ee593bdb-cb3a-41f6-8149-f28975fc4903 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:39.726935 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8d2b1eea-53f9-4738-b904-88ec84d43239 req-ee593bdb-cb3a-41f6-8149-f28975fc4903 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 944 time: 0.4718106 Jun 24 12:42:39.741389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:42:39.743421 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device a32e263c-0b29-4c4b-b092-a1b58314d165 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:39.754887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bda9a53-beca-4805-b5db-a43565084b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.787751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c40dbdf6-e22b-4393-839c-942c97bb8f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.814173 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-5bda9a53-beca-4805-b5db-a43565084b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Calling delete_port for b3f1dc0a-14b2-4f95-baca-d8efa59a0705 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:39.816611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.908180 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c40dbdf6-e22b-4393-839c-942c97bb8f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.914755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Made reservation on behalf of 56f7613dd5504c8e9a664171b23252ef for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:39.914957 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Network 5072d8f4-c61e-48cc-ae0f-7208f5d4a678 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:39.918382 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.925451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:39.927826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:39.930623 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8d2b1eea-53f9-4738-b904-88ec84d43239 req-6f6e59a8-46f3-407c-95c6-351dca5b4031 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups?id=c9f811b9-e801-41af-99a2-81ddd3c3bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769657 Jun 24 12:42:39.933545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Pushing event updated for resources: {'Port': ['ID=cddaefd8-05d5-41c9-a745-d1fa16010518,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:39.936997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:39.983596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fcf45-ea18-4f67-b54c-61e7ffc1144d req-0afc940b-fc89-4e01-832e-a5a26ded3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:39.985215 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-973fcf45-ea18-4f67-b54c-61e7ffc1144d req-0afc940b-fc89-4e01-832e-a5a26ded3bb9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 1099 time: 0.3049686 Jun 24 12:42:39.995500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] device_id is not set on port 3609dd9a-85f8-4f99-9057-64b67a066705 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:42:40.013929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.072490 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Attempting to bind port cddaefd8-05d5-41c9-a745-d1fa16010518 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:40.072894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Attempting to bind port cddaefd8-05d5-41c9-a745-d1fa16010518 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '71707927-ce06-4599-99a2-bac850cd01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '5072d8f4-c61e-48cc-ae0f-7208f5d4a678'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:40.073673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Attempting to bind port cddaefd8-05d5-41c9-a745-d1fa16010518 on network 5072d8f4-c61e-48cc-ae0f-7208f5d4a678 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:40.075678 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-973fcf45-ea18-4f67-b54c-61e7ffc1144d req-19cab12a-b41f-4816-94af-f6d0d19861b4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.081649 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port a32e263c-0b29-4c4b-b092-a1b58314d165 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:40.094625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port a32e263c-0b29-4c4b-b092-a1b58314d165 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:40.095035 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.096922 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:40.097407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Checking segment: {'id': '71707927-ce06-4599-99a2-bac850cd01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '5072d8f4-c61e-48cc-ae0f-7208f5d4a678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:40.098624 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.098624 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Bound using segment: {'id': '71707927-ce06-4599-99a2-bac850cd01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '5072d8f4-c61e-48cc-ae0f-7208f5d4a678'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:40.098890 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Bound port: cddaefd8-05d5-41c9-a745-d1fa16010518, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71707927-ce06-4599-99a2-bac850cd01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '5072d8f4-c61e-48cc-ae0f-7208f5d4a678'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:40.099276 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.108881 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3332f2ee-4a45-4621-9d9e-387a0e0b4e48,segment=NetworkSegment(c0cf8e2b-92ca-476a-b1ed-8c559e903b50),segment_id=c0cf8e2b-92ca-476a-b1ed-8c559e903b50)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:40.160519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '3332f2ee-4a45-4621-9d9e-387a0e0b4e48', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'port_id': '3332f2ee-4a45-4621-9d9e-387a0e0b4e48', 'mac_address': 'fa:16:3e:22:fe:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:42:40.160684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c40dbdf6-e22b-4393-839c-942c97bb8f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.161394 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.167771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:40.198116 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c40dbdf6-e22b-4393-839c-942c97bb8f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.204804 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c40dbdf6-e22b-4393-839c-942c97bb8f26 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7a2933f9-bb27-4468-82a1-547c34d301ff HTTP/1.1" status: 204 len: 168 time: 0.8209448 Jun 24 12:42:40.254081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3c862b92-43d3-406a-8ccf-6eb63b62adf0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:40.264066 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Pushing event deleted for resources: {'Port': ['ID=49cb3844-8db1-4d0d-8c98-2142a9fb4e42,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:40.273535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:40.287994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:40.351540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.352008 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bda9a53-beca-4805-b5db-a43565084b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.356536 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:40.356662 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] For port cddaefd8-05d5-41c9-a745-d1fa16010518, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:40.367094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] For port cddaefd8-05d5-41c9-a745-d1fa16010518, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cddaefd8-05d5-41c9-a745-d1fa16010518,segment=NetworkSegment(71707927-ce06-4599-99a2-bac850cd01a7),segment_id=71707927-ce06-4599-99a2-bac850cd01a7)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:40.370235 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40dbdf6-e22b-4393-839c-942c97bb8f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2933f9-bb27-4468-82a1-547c34d301ff,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:40.373055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c40dbdf6-e22b-4393-839c-942c97bb8f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:40.375404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Allocated IP 2001:db8::f816:3eff:fe75:2db4 (5072d8f4-c61e-48cc-ae0f-7208f5d4a678/0ea066df-5416-408c-a59f-45251ccf30d8/3609dd9a-85f8-4f99-9057-64b67a066705) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:40.407671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.421017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda9a53-beca-4805-b5db-a43565084b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event deleted for resources: {'Port': ['ID=b3f1dc0a-14b2-4f95-baca-d8efa59a0705,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:40.422015 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:40.431192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:42:40.432026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5bda9a53-beca-4805-b5db-a43565084b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:40.550083 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.550836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.563449 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3332f2ee-4a45-4621-9d9e-387a0e0b4e48,segment=NetworkSegment(c0cf8e2b-92ca-476a-b1ed-8c559e903b50),segment_id=c0cf8e2b-92ca-476a-b1ed-8c559e903b50)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:40.577359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3c862b92-43d3-406a-8ccf-6eb63b62adf0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:40.577969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.621909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.652298 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Pushing event updated for resources: {'Port': ['ID=cddaefd8-05d5-41c9-a745-d1fa16010518,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:40.662224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:40.669562 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:40.711939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port a32e263c-0b29-4c4b-b092-a1b58314d165, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a32e263c-0b29-4c4b-b092-a1b58314d165,segment=NetworkSegment(69f496ae-fbbf-4fd5-b1eb-9a156c295d91),segment_id=69f496ae-fbbf-4fd5-b1eb-9a156c295d91)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:40.724461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.735563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-973fcf45-ea18-4f67-b54c-61e7ffc1144d req-19cab12a-b41f-4816-94af-f6d0d19861b4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.765551 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-973fcf45-ea18-4f67-b54c-61e7ffc1144d req-19cab12a-b41f-4816-94af-f6d0d19861b4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.767831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.815442 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=3332f2ee-4a45-4621-9d9e-387a0e0b4e48,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:40.820482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:40.820959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:40.826511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41294) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:40.828101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcead3-b7de-400f-b1b0-203a74b9364f req-782fa671-276b-4f30-85a5-dd7316526f43 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:40.843642 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-14dcead3-b7de-400f-b1b0-203a74b9364f req-782fa671-276b-4f30-85a5-dd7316526f43 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 944 time: 0.5892794 Jun 24 12:42:40.847789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.854771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:40.881637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.905491 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['3332f2ee-4a45-4621-9d9e-387a0e0b4e48'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:42:40.926232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.934303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cab12a-b41f-4816-94af-f6d0d19861b4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=564df0f8-8442-4cdb-a4b0-9f73a0794caf,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:40.966141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=a32e263c-0b29-4c4b-b092-a1b58314d165,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:40.976052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:41.008069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-19cab12a-b41f-4816-94af-f6d0d19861b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:41.016591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b3895-3777-4f34-a251-f1f506be40f3 req-ff1efba3-091a-4198-8360-2f58f29caf8d tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:41.018135 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e79b3895-3777-4f34-a251-f1f506be40f3 req-ff1efba3-091a-4198-8360-2f58f29caf8d tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 946 time: 0.6516006 Jun 24 12:42:41.040861 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-973fcf45-ea18-4f67-b54c-61e7ffc1144d req-19cab12a-b41f-4816-94af-f6d0d19861b4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0405569 Jun 24 12:42:41.057085 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-14dcead3-b7de-400f-b1b0-203a74b9364f req-23a36cd0-c3d9-4062-9da1-defb995c8713 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123024 Jun 24 12:42:41.066984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.067516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Fanout notify agent at l3_agent the message router_deleted on router 149e481c-f2bf-4b03-9aa2-6f4cdff4040b {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:42:41.079149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.084897 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "DELETE /v2.0/routers/149e481c-f2bf-4b03-9aa2-6f4cdff4040b HTTP/1.1" status: 204 len: 168 time: 3.1232297 Jun 24 12:42:41.089360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41298) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:41.096623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1356666713', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'enable_snat': False}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:41.128653 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e79b3895-3777-4f34-a251-f1f506be40f3 req-30891818-9fb6-4b69-b595-703158645f0c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985367 Jun 24 12:42:41.138800 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.141373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.145489 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.160147 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e598bf96-ef38-4513-a951-e180c6a82422 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ec30410cebf646e7ba10c07199fd9195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187203 Jun 24 12:42:41.162508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Transition to ACTIVE for port object 3609dd9a-85f8-4f99-9057-64b67a066705 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:41.163950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41300) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:41.213093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bda9a53-beca-4805-b5db-a43565084b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.238180 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.244399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:41.303668 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.304964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Allocated IP 172.26.1.249 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/0b3f2f1f-3247-4dec-9aa0-c46e034c490f) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:41.305134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Network 5072d8f4-c61e-48cc-ae0f-7208f5d4a678 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:41.313480 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:41.316014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'Port': ['ID=3609dd9a-85f8-4f99-9057-64b67a066705,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:41.319053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:41.320655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:41.326698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:41.327403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.342221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23c326-a2ad-4418-9875-90baac10f427 req-b4877fb2-cb1f-471c-b272-986c89a089a0 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:41.343753 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f23c326-a2ad-4418-9875-90baac10f427 req-b4877fb2-cb1f-471c-b272-986c89a089a0 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 945 time: 0.1504538 Jun 24 12:42:41.353713 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0197644 Jun 24 12:42:41.356401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41302) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:41.389213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3168dce4-70df-4f0e-bebe-53cb8f6097f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32e263c-0b29-4c4b-b092-a1b58314d165'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:41.391938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cfc18e-edce-44cd-9728-f388c7087e38" -d '{"events": [{"server_uuid": "3168dce4-70df-4f0e-bebe-53cb8f6097f8", "name": "network-vif-plugged", "status": "completed", "tag": "a32e263c-0b29-4c4b-b092-a1b58314d165"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:41.428217 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f23c326-a2ad-4418-9875-90baac10f427 req-0ec831f2-2935-435f-89dd-111951e0cd0a tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups?id=c9f811b9-e801-41af-99a2-81ddd3c3bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732012 Jun 24 12:42:41.435843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8eff898-c8a6-4ae4-927f-ba48fe8291c9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Deleting subnet 0ea066df-5416-408c-a59f-45251ccf30d8 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:42:41.439730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e8eff898-c8a6-4ae4-927f-ba48fe8291c9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.477748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608d6da4-82b0-425e-b315-b24837a2cc78 x-openstack-request-id: req-608d6da4-82b0-425e-b315-b24837a2cc78 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:41.478053 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3168dce4-70df-4f0e-bebe-53cb8f6097f8", "name": "network-vif-plugged", "status": "completed", "tag": "a32e263c-0b29-4c4b-b092-a1b58314d165", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:41.478322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-608d6da4-82b0-425e-b315-b24837a2cc78 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:41.478747 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3168dce4-70df-4f0e-bebe-53cb8f6097f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32e263c-0b29-4c4b-b092-a1b58314d165', 'code': 200} Jun 24 12:42:41.491193 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e8eff898-c8a6-4ae4-927f-ba48fe8291c9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.677700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e8eff898-c8a6-4ae4-927f-ba48fe8291c9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.720864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5297-cea1-4054-bf72-51ca9fc5ee19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.731439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:41.779647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8b896-a587-4a52-9d17-ac39cfbddd44 req-5a7f51be-d39a-4c53-8f08-5d1b00b65cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:41.780927 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-52f8b896-a587-4a52-9d17-ac39cfbddd44 req-5a7f51be-d39a-4c53-8f08-5d1b00b65cf6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 1098 time: 0.0801229 Jun 24 12:42:41.786043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e8eff898-c8a6-4ae4-927f-ba48fe8291c9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.796742 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:41.807500 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e593b490-fb11-495f-8334-743ce9f49f53 None None] Network 5072d8f4-c61e-48cc-ae0f-7208f5d4a678 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:41.812685 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:41.825578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e8eff898-c8a6-4ae4-927f-ba48fe8291c9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.829657 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e8eff898-c8a6-4ae4-927f-ba48fe8291c9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/subnets/0ea066df-5416-408c-a59f-45251ccf30d8 HTTP/1.1" status: 204 len: 168 time: 0.4701509 Jun 24 12:42:41.833900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41306) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:41.834660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eff898-c8a6-4ae4-927f-ba48fe8291c9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea066df-5416-408c-a59f-45251ccf30d8,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:41.834882 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:41.835544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.857984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e8eff898-c8a6-4ae4-927f-ba48fe8291c9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:41.870437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5297-cea1-4054-bf72-51ca9fc5ee19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.906815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8543f3d2-450b-4aa4-b17f-9b921b7731ef None None] Provisioning for port cddaefd8-05d5-41c9-a745-d1fa16010518 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:41.915583 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-52f8b896-a587-4a52-9d17-ac39cfbddd44 req-ef9896d3-e465-4b52-b99b-feec8358e901 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c9f811b9-e801-41af-99a2-81ddd3c3bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197622 Jun 24 12:42:41.934938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.939265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48492cf2-17a1-4a29-bb0e-f35535a5de1b tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:41.941109 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48492cf2-17a1-4a29-bb0e-f35535a5de1b tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:41.945450 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-48492cf2-17a1-4a29-bb0e-f35535a5de1b tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1058371 Jun 24 12:42:41.946154 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41308) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:42.021416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.031613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-64208373-2123-4c59-a511-af4f9764babb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.035237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.038918 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-64208373-2123-4c59-a511-af4f9764babb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 24 12:42:42.039308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64208373-2123-4c59-a511-af4f9764babb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:42:42.041784 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-64208373-2123-4c59-a511-af4f9764babb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/networks/5072d8f4-c61e-48cc-ae0f-7208f5d4a678 HTTP/1.1" status: 409 len: 405 time: 0.0949438 Jun 24 12:42:42.046156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41310) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:42.051948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f5f9d005-6f3b-4acd-814e-aa3b403a1eba tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-561475125'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:42.077910 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3332f2ee-4a45-4621-9d9e-387a0e0b4e48,segment=NetworkSegment(c0cf8e2b-92ca-476a-b1ed-8c559e903b50),segment_id=c0cf8e2b-92ca-476a-b1ed-8c559e903b50)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:42.082726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.084634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f9d005-6f3b-4acd-814e-aa3b403a1eba tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Made reservation on behalf of 56f7613dd5504c8e9a664171b23252ef for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:42.089644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:42.099454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d005-6f3b-4acd-814e-aa3b403a1eba tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.136368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f9d005-6f3b-4acd-814e-aa3b403a1eba tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] vlan segment allocate from pool success with {'vlan_id': 1338, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:42:42.147693 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5297-cea1-4054-bf72-51ca9fc5ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.148980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d005-6f3b-4acd-814e-aa3b403a1eba tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.149314 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-f5f9d005-6f3b-4acd-814e-aa3b403a1eba tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Added segment 72992086-2546-4af5-b5b6-ef0927c2adea of type vlan for network 0f972e14-3324-4f68-862d-e5ee0dcaf0ac Jun 24 12:42:42.149953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5297-cea1-4054-bf72-51ca9fc5ee19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.153598 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8a4a5297-cea1-4054-bf72-51ca9fc5ee19 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c498b9ec-95f2-4f0a-9876-a2a7fe250f16 HTTP/1.1" status: 204 len: 168 time: 0.9839036 Jun 24 12:42:42.153785 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d4f0a-63b3-4b84-81a8-d49b674affd2 None None] DHCP port deletion for 5072d8f4-c61e-48cc-ae0f-7208f5d4a678 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:42:42.155100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-593d8d21-0a2a-4f05-bfdb-0797764152d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:42.182955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a5297-cea1-4054-bf72-51ca9fc5ee19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c498b9ec-95f2-4f0a-9876-a2a7fe250f16,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:42.185795 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8a4a5297-cea1-4054-bf72-51ca9fc5ee19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:42.202115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bda9a53-beca-4805-b5db-a43565084b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Router ba4366aa-937f-4e14-b8ec-16a139a6044d has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:42:42.214698 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.216793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d005-6f3b-4acd-814e-aa3b403a1eba tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.218325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7f3522ba-5165-401a-b8d4-a86fad80bb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:42.270725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:42.283967 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d005-6f3b-4acd-814e-aa3b403a1eba tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.290796 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f9d005-6f3b-4acd-814e-aa3b403a1eba tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:42.291510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d005-6f3b-4acd-814e-aa3b403a1eba tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.295529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:42.318531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:42.321708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:42.343932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=3332f2ee-4a45-4621-9d9e-387a0e0b4e48,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:42.354411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event updated for resources: {'Port': ['ID=0b3f2f1f-3247-4dec-9aa0-c46e034c490f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:42.360064 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:42.379475 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.379853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.380225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.380577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-be5d4f0a-63b3-4b84-81a8-d49b674affd2 None None] Deleting port cddaefd8-05d5-41c9-a745-d1fa16010518 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:42.380710 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.380939 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.381299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.381539 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-be5d4f0a-63b3-4b84-81a8-d49b674affd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.381653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.381997 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.382353 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.382703 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.383100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.383452 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.387415 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:42.407505 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f5f9d005-6f3b-4acd-814e-aa3b403a1eba tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3600419 Jun 24 12:42:42.426475 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41318) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:42.432529 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Request body: {'subnet': {'network_id': '0f972e14-3324-4f68-862d-e5ee0dcaf0ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:42.472565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9d005-6f3b-4acd-814e-aa3b403a1eba tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'Network': ['ID=0f972e14-3324-4f68-862d-e5ee0dcaf0ac,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:42.473522 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-be5d4f0a-63b3-4b84-81a8-d49b674affd2 None None] For port cddaefd8-05d5-41c9-a745-d1fa16010518, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cddaefd8-05d5-41c9-a745-d1fa16010518,segment=NetworkSegment(71707927-ce06-4599-99a2-bac850cd01a7),segment_id=71707927-ce06-4599-99a2-bac850cd01a7)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:42.475039 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-be5d4f0a-63b3-4b84-81a8-d49b674affd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.478573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f5f9d005-6f3b-4acd-814e-aa3b403a1eba tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:42.495328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-be5d4f0a-63b3-4b84-81a8-d49b674affd2 None None] Calling delete_port for cddaefd8-05d5-41c9-a745-d1fa16010518 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:42.523695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f3087-34c6-4987-b0ea-4e01bd676d3c req-103d69c7-32b1-42bb-89a7-31779541ba03 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:42.525833 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-195f3087-34c6-4987-b0ea-4e01bd676d3c req-103d69c7-32b1-42bb-89a7-31779541ba03 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.1896691 Jun 24 12:42:42.538086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e59cf-f10d-4601-bc10-a41bcbc0cfd3 req-d14bc8bc-cab0-47fa-a860-c4d625f1ff53 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:42.539628 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-372e59cf-f10d-4601-bc10-a41bcbc0cfd3 req-d14bc8bc-cab0-47fa-a860-c4d625f1ff53 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 946 time: 0.1708651 Jun 24 12:42:42.577212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 0f972e14-3324-4f68-862d-e5ee0dcaf0ac details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:42:42.594025 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-195f3087-34c6-4987-b0ea-4e01bd676d3c req-7b9d8a69-2659-4262-aea1-ce3901f28278 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534127 Jun 24 12:42:42.611477 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-372e59cf-f10d-4601-bc10-a41bcbc0cfd3 req-d9a087cc-e21f-4a50-9e1c-241567df56d4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480750 Jun 24 12:42:42.643611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bda9a53-beca-4805-b5db-a43565084b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:42.651817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41328) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:42.655225 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bd4fce-4b9c-4f58-8abe-a7a63b54a41f None None] Sync routers for ids ['ba4366aa-937f-4e14-b8ec-16a139a6044d'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:42.663079 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5bda9a53-beca-4805-b5db-a43565084b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "PUT /v2.0/routers/ba4366aa-937f-4e14-b8ec-16a139a6044d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9652271 Jun 24 12:42:42.677107 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd4fce-4b9c-4f58-8abe-a7a63b54a41f None None] Routers {'ba4366aa-937f-4e14-b8ec-16a139a6044d'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:42.677743 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-68bd4fce-4b9c-4f58-8abe-a7a63b54a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ba4366aa-937f-4e14-b8ec-16a139a6044d'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:42.758509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-be5d4f0a-63b3-4b84-81a8-d49b674affd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.762672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-83a4ae38-7af2-42ec-8997-731c80dac5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:42.810353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d4f0a-63b3-4b84-81a8-d49b674affd2 None None] Pushing event deleted for resources: {'Port': ['ID=cddaefd8-05d5-41c9-a745-d1fa16010518,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:42.823160 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.826208 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-be5d4f0a-63b3-4b84-81a8-d49b674affd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:42.832208 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d4f0a-63b3-4b84-81a8-d49b674affd2 None None] No DVR routers for this DVR port cddaefd8-05d5-41c9-a745-d1fa16010518 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:42:42.881373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.885108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Made reservation on behalf of 56f7613dd5504c8e9a664171b23252ef for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:42.889578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.003433 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-68bd4fce-4b9c-4f58-8abe-a7a63b54a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:43.030622 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd4fce-4b9c-4f58-8abe-a7a63b54a41f None None] Routers {'ba4366aa-937f-4e14-b8ec-16a139a6044d'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:43.033794 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-68bd4fce-4b9c-4f58-8abe-a7a63b54a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ba4366aa-937f-4e14-b8ec-16a139a6044d'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:43.131392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.153873 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-68bd4fce-4b9c-4f58-8abe-a7a63b54a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:43.155345 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bd4fce-4b9c-4f58-8abe-a7a63b54a41f None None] The sync data for ids ['ba4366aa-937f-4e14-b8ec-16a139a6044d'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:43.163895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.227760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Allocated IP 172.26.1.121 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/6908098e-9c3b-4d1c-9e8d-deb29439869d) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:43.285028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.337233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae12453-638c-49d4-9c69-a3e3bd2bdd56 req-26941843-eb6c-4c01-b32a-ab29956875e4 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:43.345339 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8ae12453-638c-49d4-9c69-a3e3bd2bdd56 req-26941843-eb6c-4c01-b32a-ab29956875e4 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 945 time: 0.5340290 Jun 24 12:42:43.391445 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8ae12453-638c-49d4-9c69-a3e3bd2bdd56 req-27dd7ae2-acae-4a56-8625-1e277206a932 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups?id=c9f811b9-e801-41af-99a2-81ddd3c3bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452230 Jun 24 12:42:43.400923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Deleting port 18a8dd32-a900-4c06-9db9-79ca44a8cc9d {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:43.401265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.480962 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012b2a68-9d82-4447-9259-dae9321d1b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3332f2ee-4a45-4621-9d9e-387a0e0b4e48'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:43.485621 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29607e6-bccc-4022-9ac7-7ffafe102685" -d '{"events": [{"server_uuid": "012b2a68-9d82-4447-9259-dae9321d1b09", "name": "network-vif-plugged", "status": "completed", "tag": "3332f2ee-4a45-4621-9d9e-387a0e0b4e48"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:43.485803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.500390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Calling delete_port for 18a8dd32-a900-4c06-9db9-79ca44a8cc9d owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:43.532042 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41344) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:43.534479 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8b5d2e-8623-4398-84fe-b1b920f64e26 x-openstack-request-id: req-9e8b5d2e-8623-4398-84fe-b1b920f64e26 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:43.534801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012b2a68-9d82-4447-9259-dae9321d1b09", "name": "network-vif-plugged", "status": "completed", "tag": "3332f2ee-4a45-4621-9d9e-387a0e0b4e48", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:43.535087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-9e8b5d2e-8623-4398-84fe-b1b920f64e26 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:43.535490 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012b2a68-9d82-4447-9259-dae9321d1b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3332f2ee-4a45-4621-9d9e-387a0e0b4e48', 'code': 200} Jun 24 12:42:43.599747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.626228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.647385 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:42:43.652377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.722317 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.727027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:43.732056 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-628ce909-e025-4de0-923e-4fe53a3ab5d9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:43.754974 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event deleted for resources: {'Port': ['ID=18a8dd32-a900-4c06-9db9-79ca44a8cc9d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:43.765501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:43.765886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:43.766601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:43.767051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:43.767566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:43.767984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:43.768406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:43.768901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:43.769632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:43.769757 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:43.770254 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:43.770613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:43.779090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:43.797589 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1735194187'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:43.809788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'Subnet': ['ID=e4651a9c-ff78-421d-8fbc-c38ddbfe73bc,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:43.824320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:43.957351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.072064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.076968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.079743 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f216f-3113-4895-9031-7a8370e4147b req-687ef163-dc56-4d01-883c-a0b70e32fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:44.081221 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-966f216f-3113-4895-9031-7a8370e4147b req-687ef163-dc56-4d01-883c-a0b70e32fade service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 1099 time: 0.3009169 Jun 24 12:42:44.093502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9215e-42ec-48e8-bce7-f8133c475c7a req-22614c21-ecdf-4f3f-bd9a-8e76bcfcdd79 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:44.095019 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0db9215e-42ec-48e8-bce7-f8133c475c7a req-22614c21-ecdf-4f3f-bd9a-8e76bcfcdd79 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.3135691 Jun 24 12:42:44.100778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cddaefd8-05d5-41c9-a745-d1fa16010518 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:42:44.102337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bfaf3-7445-44bd-b7e0-229d74fab42a req-b5d0aa3e-21d7-404d-9161-b6e9baefe978 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:44.103864 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-195bfaf3-7445-44bd-b7e0-229d74fab42a req-b5d0aa3e-21d7-404d-9161-b6e9baefe978 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 946 time: 0.2962577 Jun 24 12:42:44.128688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: cddaefd8-05d5-41c9-a745-d1fa16010518 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:42:44.129122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cddaefd8-05d5-41c9-a745-d1fa16010518 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:42:44.174149 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.179273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:44.181020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Made reservation on behalf of 1994a1f1c05d4de9a45dc784b93ae565 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:44.184439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.187473 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.187976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Fanout notify agent at l3_agent the message router_deleted on router ba4366aa-937f-4e14-b8ec-16a139a6044d {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:42:44.200641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Checking segment: {'id': '72992086-2546-4af5-b5b6-ef0927c2adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '0f972e14-3324-4f68-862d-e5ee0dcaf0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:44.201018 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Network hostable DHCP agents. Network: 0f972e14-3324-4f68-862d-e5ee0dcaf0ac, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:42:44.203910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.204979 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "DELETE /v2.0/routers/ba4366aa-937f-4e14-b8ec-16a139a6044d HTTP/1.1" status: 204 len: 168 time: 1.5516400 Jun 24 12:42:44.219101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41352) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:44.227058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.236689 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-966f216f-3113-4895-9031-7a8370e4147b req-d6d42955-9a49-4b00-b0a3-f56cc9cb062b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318517 Jun 24 12:42:44.258043 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0db9215e-42ec-48e8-bce7-f8133c475c7a req-e0e0ddbf-d855-4e97-bf54-237767744b53 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516254 Jun 24 12:42:44.260717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:44.272897 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-195bfaf3-7445-44bd-b7e0-229d74fab42a req-79f9f029-f2d2-4c3e-9a19-5a3866be78e9 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581306 Jun 24 12:42:44.282859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:44.282859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event updated for resources: {'Port': ['ID=6908098e-9c3b-4d1c-9e8d-deb29439869d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:44.286638 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:44.288991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bad9fb-d3ba-4486-81ff-ddbc5060643c tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Deleting subnet cfb7314c-5fea-419b-aec3-ea7d543245c2 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:42:44.293890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d6bad9fb-d3ba-4486-81ff-ddbc5060643c tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.294445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:44.322626 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Network 0f972e14-3324-4f68-862d-e5ee0dcaf0ac is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:42:44.340858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d6bad9fb-d3ba-4486-81ff-ddbc5060643c tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.348935 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 0f972e14-3324-4f68-862d-e5ee0dcaf0ac) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:44.353410 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:44.354068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.368526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c540d7b-dbf8-449d-9334-81d11a6b8689 None None] Network 0f972e14-3324-4f68-862d-e5ee0dcaf0ac requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:44.405957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Router 5a76ce5d-083b-4be2-a0e7-1e1a6507e253 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:42:44.484697 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d6bad9fb-d3ba-4486-81ff-ddbc5060643c tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.572550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-0f972e14-3324-4f68-862d-e5ee0dcaf0ac', 'network_id': '0f972e14-3324-4f68-862d-e5ee0dcaf0ac', 'tenant_id': '56f7613dd5504c8e9a664171b23252ef', 'fixed_ips': [{'subnet_id': 'e4651a9c-ff78-421d-8fbc-c38ddbfe73bc'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:42:44.573523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.590844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e1644-ab42-4da2-81b6-df33d9d55054 req-7d5d0918-ad74-4482-9ce6-46c04bbef901 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:44.592376 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-407e1644-ab42-4da2-81b6-df33d9d55054 req-7d5d0918-ad74-4482-9ce6-46c04bbef901 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 946 time: 0.1621664 Jun 24 12:42:44.606862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41358) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:44.612363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a28d7c59-779d-4f10-b5b0-4162e63021d7 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Request body: {'floatingip': {'port_id': '3d2c9cb9-20d2-446b-a490-254765bf1697'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:44.618581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d6bad9fb-d3ba-4486-81ff-ddbc5060643c tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.660821 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.661647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:44.688955 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a28d7c59-779d-4f10-b5b0-4162e63021d7 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for floatingip, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.700006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.705985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dcb01b10-c810-44db-a00b-a826608bc203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:44.716243 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2847412 Jun 24 12:42:44.718121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41360) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:44.723026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bad9fb-d3ba-4486-81ff-ddbc5060643c tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb7314c-5fea-419b-aec3-ea7d543245c2,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:44.725941 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d6bad9fb-d3ba-4486-81ff-ddbc5060643c tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:44.727142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:44.737546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Allocated IP 2001:db8::f816:3eff:feb5:8c61 (0f972e14-3324-4f68-862d-e5ee0dcaf0ac/e4651a9c-ff78-421d-8fbc-c38ddbfe73bc/7dc0c559-27ff-495a-a2d6-2c023fd3e6e3) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:44.738642 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Request body: {'port': {'network_id': '0f972e14-3324-4f68-862d-e5ee0dcaf0ac', 'name': 'tempest-NetworksIpV6TestAttrs-435392386'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:44.738842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d6bad9fb-d3ba-4486-81ff-ddbc5060643c tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.740641 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d6bad9fb-d3ba-4486-81ff-ddbc5060643c tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "DELETE /v2.0/subnets/cfb7314c-5fea-419b-aec3-ea7d543245c2 HTTP/1.1" status: 204 len: 168 time: 0.5206635 Jun 24 12:42:44.745785 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41362) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:44.749050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Sync routers for ids ['5a76ce5d-083b-4be2-a0e7-1e1a6507e253'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:44.761488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a4d2ae-bf14-41e0-b0d6-8e4110d3467a None None] Network 7db6157d-4921-4e67-a467-7c0a45d5953b requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:44.768212 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361cc5c-55d7-498b-a1d8-7b833c78be1c req-fe79adb2-a676-4367-8215-34df6158cc5c tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:44.769592 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] vlan segment allocate from pool success with {'vlan_id': 1322, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:42:44.769733 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b361cc5c-55d7-498b-a1d8-7b833c78be1c req-fe79adb2-a676-4367-8215-34df6158cc5c tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 945 time: 0.2324438 Jun 24 12:42:44.831143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Routers {'5a76ce5d-083b-4be2-a0e7-1e1a6507e253'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:44.831785 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['5a76ce5d-083b-4be2-a0e7-1e1a6507e253'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:44.861938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.866741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41364) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:44.876480 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2479880 Jun 24 12:42:44.879212 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:42:44.883635 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b361cc5c-55d7-498b-a1d8-7b833c78be1c req-73538520-a5d6-4495-b50f-279b52f97060 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups?id=c9f811b9-e801-41af-99a2-81ddd3c3bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976558 Jun 24 12:42:44.902880 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.902880 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Added segment c60ae7c1-f848-46c4-bda7-d51fde29ad0e of type vlan for network 92544fad-86b8-4b61-af6e-b9c3a696b2cb Jun 24 12:42:44.903644 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a1c958-674b-463a-b63b-185055c30c04,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:44.906628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:45.022121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.026891 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.038645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.174157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.202608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Set router 5a76ce5d-083b-4be2-a0e7-1e1a6507e253 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:45.212684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:45.213290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.219813 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d6e2c5b0-d813-426a-8311-a65766289521 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:45.253416 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Made reservation on behalf of 56f7613dd5504c8e9a664171b23252ef for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:45.256913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.299977 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7429986 Jun 24 12:42:45.306179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41370) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:45.326122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-98cf3a8d-974f-4049-8ac2-2e24542ad2d4 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Request body: {'subnet': {'network_id': '92544fad-86b8-4b61-af6e-b9c3a696b2cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:45.341837 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] device_id is not set on port 2e8082b9-3061-4be6-9da9-5d4071ca325c yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:42:45.349923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.363039 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7200aa7d-3c26-4a6c-a383-2701c2e6f600 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/routers/5a76ce5d-083b-4be2-a0e7-1e1a6507e253 HTTP/1.1" status: 200 len: 908 time: 0.4950385 Jun 24 12:42:45.374819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41372) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:45.380624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Request body: {'router': {'name': 'tempest-snat-router-193768740', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'enable_snat': True}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:45.384432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Transition to ACTIVE for port object 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:45.391685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event updated for resources: {'Network': ['ID=92544fad-86b8-4b61-af6e-b9c3a696b2cb,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:45.394993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:45.400882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b5675-c923-4f4a-87f2-348513be1ae4 req-164b7186-de7c-4f38-9b9e-ede1e9bbbb66 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:45.402491 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b54b5675-c923-4f4a-87f2-348513be1ae4 req-164b7186-de7c-4f38-9b9e-ede1e9bbbb66 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 945 time: 0.3959908 Jun 24 12:42:45.416025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41374) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:45.420368 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 92544fad-86b8-4b61-af6e-b9c3a696b2cb details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:42:45.474104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-392cfd45-fe52-4a73-a934-6644c9e15c60 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Request body: {'floatingip': {'port_id': 'a32e263c-0b29-4c4b-b092-a1b58314d165'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:45.489807 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Deleting port 7cec7049-4d33-41bb-ad29-773aa52846b8 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:45.490142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.515845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Transition to ACTIVE for port object 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:45.537604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.546523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:45.585219 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-392cfd45-fe52-4a73-a934-6644c9e15c60 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for floatingip, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.606828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Network 0f972e14-3324-4f68-862d-e5ee0dcaf0ac is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:45.610447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe51a2a-1f45-4cda-8e74-019d733adfac None None] DHCP port deletion for 7db6157d-4921-4e67-a467-7c0a45d5953b request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:42:45.620528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:45.627696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:45.628007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.629031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.642105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.653965 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Pushing event updated for resources: {'Port': ['ID=7dc0c559-27ff-495a-a2d6-2c023fd3e6e3,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:45.660864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] For port 7cec7049-4d33-41bb-ad29-773aa52846b8, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7cec7049-4d33-41bb-ad29-773aa52846b8,segment=NetworkSegment(9c150f39-1d5e-4693-b8ad-e45be555c53f),segment_id=9c150f39-1d5e-4693-b8ad-e45be555c53f)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:45.661489 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.675152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:45.724451 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Calling delete_port for 7cec7049-4d33-41bb-ad29-773aa52846b8 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:45.733249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Allocated IP 2001:db8::f816:3eff:fe7a:b7f1 (0f972e14-3324-4f68-862d-e5ee0dcaf0ac/e4651a9c-ff78-421d-8fbc-c38ddbfe73bc/2e8082b9-3061-4be6-9da9-5d4071ca325c) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:45.749633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Attempting to bind port 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:45.749994 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Attempting to bind port 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '72992086-2546-4af5-b5b6-ef0927c2adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '0f972e14-3324-4f68-862d-e5ee0dcaf0ac'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:45.750294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Attempting to bind port 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 on network 0f972e14-3324-4f68-862d-e5ee0dcaf0ac {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:45.763845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:45.764267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Checking segment: {'id': '72992086-2546-4af5-b5b6-ef0927c2adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '0f972e14-3324-4f68-862d-e5ee0dcaf0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:45.764644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.765182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Bound using segment: {'id': '72992086-2546-4af5-b5b6-ef0927c2adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '0f972e14-3324-4f68-862d-e5ee0dcaf0ac'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:45.765527 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Bound port: 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72992086-2546-4af5-b5b6-ef0927c2adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '0f972e14-3324-4f68-862d-e5ee0dcaf0ac'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:45.765908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.793796 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-cbe51a2a-1f45-4cda-8e74-019d733adfac None None] Deleting port 7cec7049-4d33-41bb-ad29-773aa52846b8 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:45.794163 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cbe51a2a-1f45-4cda-8e74-019d733adfac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.833108 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a76ce5d-083b-4be2-a0e7-1e1a6507e253', 'name': 'tempest-snat-router-193768740', 'tenant_id': '59cd267381f44203808fe0ec7307d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.249'}], 'enable_snat': False}, 'gw_port_id': '0b3f2f1f-3247-4dec-9aa0-c46e034c490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:39Z', 'updated_at': '2021-06-24T12:42:42Z', 'revision_number': 3, 'project_id': '59cd267381f44203808fe0ec7307d458', 'gw_port': {'id': '0b3f2f1f-3247-4dec-9aa0-c46e034c490f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a76ce5d-083b-4be2-a0e7-1e1a6507e253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:40Z', 'updated_at': '2021-06-24T12:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:45.895397 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Checking router: 5a76ce5d-083b-4be2-a0e7-1e1a6507e253 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:45.895855 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Updating router 5a76ce5d-083b-4be2-a0e7-1e1a6507e253 port 0b3f2f1f-3247-4dec-9aa0-c46e034c490f binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:42:45.963155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-cbe51a2a-1f45-4cda-8e74-019d733adfac None None] For port 7cec7049-4d33-41bb-ad29-773aa52846b8, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7cec7049-4d33-41bb-ad29-773aa52846b8,segment=NetworkSegment(9c150f39-1d5e-4693-b8ad-e45be555c53f),segment_id=9c150f39-1d5e-4693-b8ad-e45be555c53f)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:45.963605 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cbe51a2a-1f45-4cda-8e74-019d733adfac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.966957 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] For port 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:45.978556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] For port 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7dc0c559-27ff-495a-a2d6-2c023fd3e6e3,segment=NetworkSegment(72992086-2546-4af5-b5b6-ef0927c2adea),segment_id=72992086-2546-4af5-b5b6-ef0927c2adea)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:45.981957 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.987180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-cbe51a2a-1f45-4cda-8e74-019d733adfac None None] Calling delete_port for 7cec7049-4d33-41bb-ad29-773aa52846b8 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:45.989336 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.014877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.015212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-71b55380-15d0-486d-9ec8-6c6f0cae26dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:46.020307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-90bd1c1d-2222-45a3-bea7-212040a12b26 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:46.049153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event deleted for resources: {'Port': ['ID=7cec7049-4d33-41bb-ad29-773aa52846b8,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:46.051299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Router 9d4b46c1-ec25-436d-b524-240d2bb79c9c is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:42:46.056417 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:46.063147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] No DVR routers for this DVR port 7cec7049-4d33-41bb-ad29-773aa52846b8 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:42:46.070653 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cf3a8d-974f-4049-8ac2-2e24542ad2d4 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Made reservation on behalf of 1994a1f1c05d4de9a45dc784b93ae565 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:46.074718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-98cf3a8d-974f-4049-8ac2-2e24542ad2d4 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.089660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.110032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.resource_extend [None req-a28d7c59-779d-4f10-b5b0-4162e63021d7 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 12:42:46.206949 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Pushing event updated for resources: {'Port': ['ID=7dc0c559-27ff-495a-a2d6-2c023fd3e6e3,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:46.230027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:46.230027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:46.230421 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:46.230664 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:46.231024 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:46.231354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:46.231679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:46.232002 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:46.232325 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:46.232756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:46.233088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:46.233410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:46.241909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:46.256487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.265064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.269337 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7cec7049-4d33-41bb-ad29-773aa52846b8 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:42:46.288480 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db6157d-4921-4e67-a467-7c0a45d5953b']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:46.320477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 7cec7049-4d33-41bb-ad29-773aa52846b8 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:42:46.320477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7cec7049-4d33-41bb-ad29-773aa52846b8 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:42:46.320788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Transition to ACTIVE for port object 2e8082b9-3061-4be6-9da9-5d4071ca325c will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:46.321718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d9a5b-bb0a-4400-9b32-983bd05cfc70 req-642dca05-cd89-4835-8af0-ca79cdf031c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:46.328803 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-025d9a5b-bb0a-4400-9b32-983bd05cfc70 req-642dca05-cd89-4835-8af0-ca79cdf031c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.8485439 Jun 24 12:42:46.336560 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c150f39-1d5e-4693-b8ad-e45be555c53f') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:46.336961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c150f39-1d5e-4693-b8ad-e45be555c53f') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:46.344055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cbe51a2a-1f45-4cda-8e74-019d733adfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.360344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.369087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-be5d4f0a-63b3-4b84-81a8-d49b674affd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:46.397853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.401649 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe51a2a-1f45-4cda-8e74-019d733adfac None None] Pushing event deleted for resources: {'Port': ['ID=7cec7049-4d33-41bb-ad29-773aa52846b8,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:46.401882 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:46.407507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-cbe51a2a-1f45-4cda-8e74-019d733adfac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:46.413504 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Releasing vlan 1342 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:42:46.413971 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe51a2a-1f45-4cda-8e74-019d733adfac None None] No DVR routers for this DVR port 7cec7049-4d33-41bb-ad29-773aa52846b8 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:42:46.414100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:42:46.417226 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:42:46.432784 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Sync routers for ids ['9d4b46c1-ec25-436d-b524-240d2bb79c9c'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:46.452363 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Routers {'9d4b46c1-ec25-436d-b524-240d2bb79c9c'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:46.454960 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['9d4b46c1-ec25-436d-b524-240d2bb79c9c'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:46.489672 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a28d7c59-779d-4f10-b5b0-4162e63021d7 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.527773 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.540732 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.542475 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.4520133 Jun 24 12:42:46.562016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:46.574956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41376) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:46.593359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.606305 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Transition to ACTIVE for port object 0b3f2f1f-3247-4dec-9aa0-c46e034c490f will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:46.617960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.620127 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Set router 9d4b46c1-ec25-436d-b524-240d2bb79c9c gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:46.621840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:46.695469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7f6cc-6a89-45e0-bf00-0037a33464a5 None None] Pushing event updated for resources: {'Port': ['ID=0b3f2f1f-3247-4dec-9aa0-c46e034c490f,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:46.696815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Network 0f972e14-3324-4f68-862d-e5ee0dcaf0ac is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:46.705765 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-54a7f6cc-6a89-45e0-bf00-0037a33464a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:46.706976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.707273 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Attempting to bind port 0b3f2f1f-3247-4dec-9aa0-c46e034c490f on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:46.707807 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Attempting to bind port 0b3f2f1f-3247-4dec-9aa0-c46e034c490f by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:46.708425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Attempting to bind port 0b3f2f1f-3247-4dec-9aa0-c46e034c490f on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:46.713748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:46.715573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:46.716198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:46.716795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.717385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:46.718065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Bound port: 0b3f2f1f-3247-4dec-9aa0-c46e034c490f, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:46.718682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.727251 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:46.733718 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:46.734445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.760476 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'Port': ['ID=2e8082b9-3061-4be6-9da9-5d4071ca325c,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:46.764111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.769284 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "DELETE /v2.0/networks/7db6157d-4921-4e67-a467-7c0a45d5953b HTTP/1.1" status: 204 len: 168 time: 2.0114067 Jun 24 12:42:46.793600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] For port 0b3f2f1f-3247-4dec-9aa0-c46e034c490f, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:46.803715 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] For port 0b3f2f1f-3247-4dec-9aa0-c46e034c490f, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0b3f2f1f-3247-4dec-9aa0-c46e034c490f,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:46.813691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41378) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:46.817270 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.820166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a28d7c59-779d-4f10-b5b0-4162e63021d7 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.821408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:46.876511 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Routers {'5a76ce5d-083b-4be2-a0e7-1e1a6507e253'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:46.878219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['5a76ce5d-083b-4be2-a0e7-1e1a6507e253'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:46.888151 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b46c1-ec25-436d-b524-240d2bb79c9c', 'name': 'tempest-snat-router-1356666713', 'tenant_id': '40b0d7b8041f405eb1bd509b9f462697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': False}, 'gw_port_id': '6908098e-9c3b-4d1c-9e8d-deb29439869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:44Z', 'revision_number': 3, 'project_id': '40b0d7b8041f405eb1bd509b9f462697', 'gw_port': {'id': '6908098e-9c3b-4d1c-9e8d-deb29439869d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b46c1-ec25-436d-b524-240d2bb79c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:46.918854 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Checking router: 9d4b46c1-ec25-436d-b524-240d2bb79c9c for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:46.919565 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Updating router 9d4b46c1-ec25-436d-b524-240d2bb79c9c port 6908098e-9c3b-4d1c-9e8d-deb29439869d binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:42:46.920263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.959783 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.031235 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] Set router 5a76ce5d-083b-4be2-a0e7-1e1a6507e253 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:47.096028 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-025d9a5b-bb0a-4400-9b32-983bd05cfc70 req-07078056-ba48-452a-91fa-41bffe0e5084 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7394109 Jun 24 12:42:47.191429 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:47.194011 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b0fee51c-adde-425f-a4d1-9dcc92853718 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/routers/9d4b46c1-ec25-436d-b524-240d2bb79c9c HTTP/1.1" status: 200 len: 909 time: 0.6165924 Jun 24 12:42:47.199225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:47.211365 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41382) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:47.214252 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4887400 Jun 24 12:42:47.242089 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41384) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:47.245788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1356666713', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'enable_snat': True}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:47.279431 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.281484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.285151 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event deleted for resources: {'Network': ['ID=7db6157d-4921-4e67-a467-7c0a45d5953b,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:47.315884 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:47.324579 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.340310 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Transition to ACTIVE for port object 6908098e-9c3b-4d1c-9e8d-deb29439869d will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:47.349880 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.354375 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:47.368556 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-83685766-746a-4fea-942f-40e4dfb1fe60 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Deleting subnet e4651a9c-ff78-421d-8fbc-c38ddbfe73bc {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:42:47.407091 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e024cf-6f9f-4b4d-be26-0c0e2b713aa1 None None] Pushing event updated for resources: {'Port': ['ID=6908098e-9c3b-4d1c-9e8d-deb29439869d,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:47.409355 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-83685766-746a-4fea-942f-40e4dfb1fe60 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.419253 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d5e024cf-6f9f-4b4d-be26-0c0e2b713aa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:47.427229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.439416 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Attempting to bind port 6908098e-9c3b-4d1c-9e8d-deb29439869d on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:47.440088 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.441228 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Attempting to bind port 6908098e-9c3b-4d1c-9e8d-deb29439869d by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:47.441821 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Attempting to bind port 6908098e-9c3b-4d1c-9e8d-deb29439869d on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:47.448417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7f6cc-6a89-45e0-bf00-0037a33464a5 None None] Pushing event updated for resources: {'Port': ['ID=0b3f2f1f-3247-4dec-9aa0-c46e034c490f,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:47.450614 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:47.451251 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:47.451866 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.454349 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-54a7f6cc-6a89-45e0-bf00-0037a33464a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:47.461133 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:47.462054 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Bound port: 6908098e-9c3b-4d1c-9e8d-deb29439869d, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:47.462696 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.478565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.resource_extend [None req-392cfd45-fe52-4a73-a934-6644c9e15c60 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 12:42:47.522891 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] For port 6908098e-9c3b-4d1c-9e8d-deb29439869d, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:47.526896 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-a28d7c59-779d-4f10-b5b0-4162e63021d7 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Floating IP 8563cd12-391d-456c-a1e1-affadd1046f6 associated. External IP: 172.26.1.10, port: 3d2c9cb9-20d2-446b-a490-254765bf1697. Jun 24 12:42:47.532645 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] For port 6908098e-9c3b-4d1c-9e8d-deb29439869d, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6908098e-9c3b-4d1c-9e8d-deb29439869d,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:47.539891 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.554414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a76ce5d-083b-4be2-a0e7-1e1a6507e253', 'name': 'tempest-snat-router-193768740', 'tenant_id': '59cd267381f44203808fe0ec7307d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.249'}], 'enable_snat': False}, 'gw_port_id': '0b3f2f1f-3247-4dec-9aa0-c46e034c490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:39Z', 'updated_at': '2021-06-24T12:42:42Z', 'revision_number': 3, 'project_id': '59cd267381f44203808fe0ec7307d458', 'gw_port': {'id': '0b3f2f1f-3247-4dec-9aa0-c46e034c490f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a76ce5d-083b-4be2-a0e7-1e1a6507e253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:40Z', 'updated_at': '2021-06-24T12:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:47.560748 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-a38c6c24-8f5d-4ab8-8061-3879695ad902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:47.583800 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-83685766-746a-4fea-942f-40e4dfb1fe60 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.595033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6daa2-8024-4a15-bb6e-68550c4a9ae9 None None] The sync data for ids ['5a76ce5d-083b-4be2-a0e7-1e1a6507e253'] in dv-neutron-797121-4-hyperv is: [{'id': '5a76ce5d-083b-4be2-a0e7-1e1a6507e253', 'name': 'tempest-snat-router-193768740', 'tenant_id': '59cd267381f44203808fe0ec7307d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.249'}], 'enable_snat': False}, 'gw_port_id': '0b3f2f1f-3247-4dec-9aa0-c46e034c490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:39Z', 'updated_at': '2021-06-24T12:42:42Z', 'revision_number': 3, 'project_id': '59cd267381f44203808fe0ec7307d458', 'gw_port': {'id': '0b3f2f1f-3247-4dec-9aa0-c46e034c490f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:37:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a76ce5d-083b-4be2-a0e7-1e1a6507e253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:40Z', 'updated_at': '2021-06-24T12:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:47.644667 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Routers {'9d4b46c1-ec25-436d-b524-240d2bb79c9c'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:47.645299 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['9d4b46c1-ec25-436d-b524-240d2bb79c9c'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:47.671599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee44c53a-2c31-4dfc-b1e9-68a553fe29cc None None] Network 0f972e14-3324-4f68-862d-e5ee0dcaf0ac requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:47.688096 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e024cf-6f9f-4b4d-be26-0c0e2b713aa1 None None] Pushing event updated for resources: {'Port': ['ID=6908098e-9c3b-4d1c-9e8d-deb29439869d,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:47.693120 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d5e024cf-6f9f-4b4d-be26-0c0e2b713aa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:47.704502 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.768033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-392cfd45-fe52-4a73-a934-6644c9e15c60 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.774275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-d07dcfd4-13f1-4592-aee2-824518dff22f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Deleting port 4c232c7b-80a3-4cfb-b9cb-faef84326f81 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:47.774609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d07dcfd4-13f1-4592-aee2-824518dff22f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.806687 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] Set router 9d4b46c1-ec25-436d-b524-240d2bb79c9c gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:47.811412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1b3eadeb-b036-4bc4-b84f-44d4ecc70c72 None None] Provisioning for port 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:47.864904 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d07dcfd4-13f1-4592-aee2-824518dff22f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.865475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d07dcfd4-13f1-4592-aee2-824518dff22f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.878089 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-83685766-746a-4fea-942f-40e4dfb1fe60 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.879727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-d07dcfd4-13f1-4592-aee2-824518dff22f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Calling delete_port for 4c232c7b-80a3-4cfb-b9cb-faef84326f81 owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:48.008417 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-83685766-746a-4fea-942f-40e4dfb1fe60 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.051045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8dca0adf-06f4-4ee4-9ea7-453bc3c17c27 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:48.096542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83685766-746a-4fea-942f-40e4dfb1fe60 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Subnet': ['ID=e4651a9c-ff78-421d-8fbc-c38ddbfe73bc,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:48.110078 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b46c1-ec25-436d-b524-240d2bb79c9c', 'name': 'tempest-snat-router-1356666713', 'tenant_id': '40b0d7b8041f405eb1bd509b9f462697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': False}, 'gw_port_id': '6908098e-9c3b-4d1c-9e8d-deb29439869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:44Z', 'revision_number': 3, 'project_id': '40b0d7b8041f405eb1bd509b9f462697', 'gw_port': {'id': '6908098e-9c3b-4d1c-9e8d-deb29439869d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b46c1-ec25-436d-b524-240d2bb79c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:48.135924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-83685766-746a-4fea-942f-40e4dfb1fe60 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.141328 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-83685766-746a-4fea-942f-40e4dfb1fe60 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/subnets/e4651a9c-ff78-421d-8fbc-c38ddbfe73bc HTTP/1.1" status: 204 len: 168 time: 0.8705776 Jun 24 12:42:48.141328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-83685766-746a-4fea-942f-40e4dfb1fe60 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:48.141328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41386) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:48.152024 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2d52f-8015-4b8b-98b3-473db6eee3b0 None None] The sync data for ids ['9d4b46c1-ec25-436d-b524-240d2bb79c9c'] in dv-neutron-797121-4-hyperv is: [{'id': '9d4b46c1-ec25-436d-b524-240d2bb79c9c', 'name': 'tempest-snat-router-1356666713', 'tenant_id': '40b0d7b8041f405eb1bd509b9f462697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': False}, 'gw_port_id': '6908098e-9c3b-4d1c-9e8d-deb29439869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:44Z', 'revision_number': 3, 'project_id': '40b0d7b8041f405eb1bd509b9f462697', 'gw_port': {'id': '6908098e-9c3b-4d1c-9e8d-deb29439869d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b46c1-ec25-436d-b524-240d2bb79c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:48.251511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.292525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.354755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0b3f2f1f-3247-4dec-9aa0-c46e034c490f up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:48.378603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714fa5a1-2c72-4aff-b4c8-4ed636f9131d tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:48.380437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714fa5a1-2c72-4aff-b4c8-4ed636f9131d tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:48.382078 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-714fa5a1-2c72-4aff-b4c8-4ed636f9131d tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2267981 Jun 24 12:42:48.385682 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41388) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:48.417403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a01503-c6ba-4563-853f-70a8a6c81685 None None] Network 0f972e14-3324-4f68-862d-e5ee0dcaf0ac requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:48.529806 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c40ec03b-2f4a-4078-98a9-95070a13e539 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.574747 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40ec03b-2f4a-4078-98a9-95070a13e539 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 24 12:42:48.575317 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40ec03b-2f4a-4078-98a9-95070a13e539 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:42:48.578040 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c40ec03b-2f4a-4078-98a9-95070a13e539 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/networks/0f972e14-3324-4f68-862d-e5ee0dcaf0ac HTTP/1.1" status: 409 len: 405 time: 0.1913257 Jun 24 12:42:48.584156 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41390) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:48.586428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 0b3f2f1f-3247-4dec-9aa0-c46e034c490f completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:48.588097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3dc940-e87c-46e9-81b6-28d671c442bc req-77fa3235-4789-44ec-908d-3d2385690e4d tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:48.589680 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1f3dc940-e87c-46e9-81b6-28d671c442bc req-77fa3235-4789-44ec-908d-3d2385690e4d tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 1.2689719 Jun 24 12:42:48.592614 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-63d944ab-2596-419c-9cd0-d7e43e5a9bbd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-926822498'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:48.592981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-98cf3a8d-974f-4049-8ac2-2e24542ad2d4 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.593134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-052f31e2-a345-4f64-a37b-b30445aaeaaa None None] Provisioning for port 2e8082b9-3061-4be6-9da9-5d4071ca325c completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:48.609113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-392cfd45-fe52-4a73-a934-6644c9e15c60 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.611004 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41392) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:48.619340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ef826a8f-fa61-48f5-a02d-254b22c11310 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Request body: {'floatingip': {'port_id': '3332f2ee-4a45-4621-9d9e-387a0e0b4e48'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:48.623102 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Allocated IP 172.26.1.214 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/a78bde93-7a86-41e6-af72-0721bf6a2c8f) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:48.638403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 0b3f2f1f-3247-4dec-9aa0-c46e034c490f triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:48.638963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.644657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-052f31e2-a345-4f64-a37b-b30445aaeaaa None None] Provisioning complete for port 2e8082b9-3061-4be6-9da9-5d4071ca325c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:48.645155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-052f31e2-a345-4f64-a37b-b30445aaeaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.684053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a19a3f1c-35d0-4be6-af16-6778ebac97cf tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:48.688708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef826a8f-fa61-48f5-a02d-254b22c11310 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for floatingip, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.707165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-052f31e2-a345-4f64-a37b-b30445aaeaaa None None] Port 2e8082b9-3061-4be6-9da9-5d4071ca325c cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:48.772987 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d944ab-2596-419c-9cd0-d7e43e5a9bbd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Made reservation on behalf of 56f7613dd5504c8e9a664171b23252ef for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:48.779756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63d944ab-2596-419c-9cd0-d7e43e5a9bbd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.831756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.882161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 0b3f2f1f-3247-4dec-9aa0-c46e034c490f, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0b3f2f1f-3247-4dec-9aa0-c46e034c490f,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:48.887129 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.889287 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:48.892845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:48.895482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fd296c-e6d5-4582-b447-de6183db971d None None] DHCP port deletion for 0f972e14-3324-4f68-862d-e5ee0dcaf0ac request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:42:48.936714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d944ab-2596-419c-9cd0-d7e43e5a9bbd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] vlan segment allocate from pool success with {'vlan_id': 1343, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:42:48.974036 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63d944ab-2596-419c-9cd0-d7e43e5a9bbd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.975572 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-63d944ab-2596-419c-9cd0-d7e43e5a9bbd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Added segment 7608d600-2965-443d-81fb-2c00fc272f86 of type vlan for network af373873-e4ee-44d0-a585-fde476d72f2b Jun 24 12:42:49.014146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf3a8d-974f-4049-8ac2-2e24542ad2d4 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event updated for resources: {'Subnet': ['ID=29c60ec2-58b6-41e0-98c5-9071d2068c41,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:49.043775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-98cf3a8d-974f-4049-8ac2-2e24542ad2d4 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:49.047808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=0b3f2f1f-3247-4dec-9aa0-c46e034c490f,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:49.054928 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:49.068879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:49.076085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:49.076085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.098821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-05fd296c-e6d5-4582-b447-de6183db971d None None] Deleting port 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:49.099147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.099272 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-05fd296c-e6d5-4582-b447-de6183db971d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.133759 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63d944ab-2596-419c-9cd0-d7e43e5a9bbd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.197621 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-05fd296c-e6d5-4582-b447-de6183db971d None None] For port 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7dc0c559-27ff-495a-a2d6-2c023fd3e6e3,segment=NetworkSegment(72992086-2546-4af5-b5b6-ef0927c2adea),segment_id=72992086-2546-4af5-b5b6-ef0927c2adea)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:49.198022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-05fd296c-e6d5-4582-b447-de6183db971d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.213628 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-05fd296c-e6d5-4582-b447-de6183db971d None None] Calling delete_port for 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:49.240553 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d07dcfd4-13f1-4592-aee2-824518dff22f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.251138 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63d944ab-2596-419c-9cd0-d7e43e5a9bbd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.294863 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d944ab-2596-419c-9cd0-d7e43e5a9bbd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:49.295447 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:49.295707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63d944ab-2596-419c-9cd0-d7e43e5a9bbd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.303584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cf3a8d-974f-4049-8ac2-2e24542ad2d4 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Checking segment: {'id': 'c60ae7c1-f848-46c4-bda7-d51fde29ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '92544fad-86b8-4b61-af6e-b9c3a696b2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:49.303962 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cf3a8d-974f-4049-8ac2-2e24542ad2d4 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Network hostable DHCP agents. Network: 92544fad-86b8-4b61-af6e-b9c3a696b2cb, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:42:49.304305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:49.313443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.347582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.363548 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7dc0c559-27ff-495a-a2d6-2c023fd3e6e3,segment=NetworkSegment(72992086-2546-4af5-b5b6-ef0927c2adea),segment_id=72992086-2546-4af5-b5b6-ef0927c2adea)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:49.373050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.376770 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:49.406665 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-392cfd45-fe52-4a73-a934-6644c9e15c60 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Floating IP 90455c78-d085-4cf1-95c8-f85594822013 associated. External IP: 172.26.1.60, port: a32e263c-0b29-4c4b-b092-a1b58314d165. Jun 24 12:42:49.417029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dcfd4-13f1-4592-aee2-824518dff22f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Pushing event deleted for resources: {'Port': ['ID=4c232c7b-80a3-4cfb-b9cb-faef84326f81,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:49.445581 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-63d944ab-2596-419c-9cd0-d7e43e5a9bbd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8602448 Jun 24 12:42:49.450081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=7dc0c559-27ff-495a-a2d6-2c023fd3e6e3,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:49.453300 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:49.454214 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-05fd296c-e6d5-4582-b447-de6183db971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.456301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:49.482442 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd296c-e6d5-4582-b447-de6183db971d None None] Pushing event deleted for resources: {'Port': ['ID=7dc0c559-27ff-495a-a2d6-2c023fd3e6e3,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:49.483736 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d07dcfd4-13f1-4592-aee2-824518dff22f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:49.484216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41394) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:49.487730 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-05fd296c-e6d5-4582-b447-de6183db971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:49.492000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd296c-e6d5-4582-b447-de6183db971d None None] No DVR routers for this DVR port 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:42:49.492663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Request body: {'subnet': {'network_id': 'af373873-e4ee-44d0-a585-fde476d72f2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:49.546974 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d944ab-2596-419c-9cd0-d7e43e5a9bbd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'Network': ['ID=af373873-e4ee-44d0-a585-fde476d72f2b,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:49.558588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-63d944ab-2596-419c-9cd0-d7e43e5a9bbd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:49.559221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network af373873-e4ee-44d0-a585-fde476d72f2b details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:42:49.568199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cf3a8d-974f-4049-8ac2-2e24542ad2d4 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Network 92544fad-86b8-4b61-af6e-b9c3a696b2cb is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:42:49.578229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:49.578229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-05632da9-4ddf-4b11-8972-5528916ef02e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:49.613497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:49.624417 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:49.645900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d07dcfd4-13f1-4592-aee2-824518dff22f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.648426 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d07dcfd4-13f1-4592-aee2-824518dff22f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.649587 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d07dcfd4-13f1-4592-aee2-824518dff22f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] 10.222.0.110 "DELETE /v2.0/floatingips/397f572b-ecf7-452a-ac55-b39b636f24a4 HTTP/1.1" status: 204 len: 168 time: 2.8306975 Jun 24 12:42:49.657699 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28d7c59-779d-4f10-b5b0-4162e63021d7 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Router 7f4b1491-bc37-4aaf-8243-e86e7675549b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:42:49.663755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.670773 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-98cf3a8d-974f-4049-8ac2-2e24542ad2d4 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 92544fad-86b8-4b61-af6e-b9c3a696b2cb) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:49.681976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509a707e-30d4-4324-af08-29eae987986f None None] Network 92544fad-86b8-4b61-af6e-b9c3a696b2cb requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:49.704942 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf3a8d-974f-4049-8ac2-2e24542ad2d4 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:49.705549 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-98cf3a8d-974f-4049-8ac2-2e24542ad2d4 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.713705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.769963 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-98cf3a8d-974f-4049-8ac2-2e24542ad2d4 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4511051 Jun 24 12:42:49.815096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41398) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:49.823249 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4e9dd76b-3207-47a8-985a-9d58c67273d5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-22956365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:49.913833 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-92544fad-86b8-4b61-af6e-b9c3a696b2cb', 'network_id': '92544fad-86b8-4b61-af6e-b9c3a696b2cb', 'tenant_id': '1994a1f1c05d4de9a45dc784b93ae565', 'fixed_ips': [{'subnet_id': '29c60ec2-58b6-41e0-98c5-9071d2068c41'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:42:49.915136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.932584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Made reservation on behalf of 56f7613dd5504c8e9a664171b23252ef for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:49.936852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.085014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event updated for resources: {'Port': ['ID=a78bde93-7a86-41e6-af72-0721bf6a2c8f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:50.089787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:50.104088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Allocated IP 172.20.0.2 (92544fad-86b8-4b61-af6e-b9c3a696b2cb/29c60ec2-58b6-41e0-98c5-9071d2068c41/42de4791-0056-4f8c-a862-bb48cc02b669) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:50.106619 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41402) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:50.156528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd76b-3207-47a8-985a-9d58c67273d5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.157554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd76b-3207-47a8-985a-9d58c67273d5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.256164 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Allocated IP 172.26.1.163 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/f998b62e-0777-4561-b67f-1e78445acbab) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:50.279994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28d7c59-779d-4f10-b5b0-4162e63021d7 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:50.299794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.302576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.resource_extend [None req-ef826a8f-fa61-48f5-a02d-254b22c11310 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 12:42:50.308346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Transition to ACTIVE for port object 42de4791-0056-4f8c-a862-bb48cc02b669 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:50.315750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a28d7c59-779d-4f10-b5b0-4162e63021d7 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.334614 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Transition to ACTIVE for port object 42de4791-0056-4f8c-a862-bb48cc02b669 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:50.343509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0b3f2f1f-3247-4dec-9aa0-c46e034c490f up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:50.346388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd82c4f-9726-4542-9c29-bf3ed64442ae None None] Sync routers for ids ['7f4b1491-bc37-4aaf-8243-e86e7675549b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:50.351303 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.373730 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:50.405293 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef826a8f-fa61-48f5-a02d-254b22c11310 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.411998 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef826a8f-fa61-48f5-a02d-254b22c11310 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.412618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd76b-3207-47a8-985a-9d58c67273d5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.421532 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Pushing event updated for resources: {'Port': ['ID=42de4791-0056-4f8c-a862-bb48cc02b669,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:50.429228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:50.438684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd76b-3207-47a8-985a-9d58c67273d5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.448085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd82c4f-9726-4542-9c29-bf3ed64442ae None None] Routers {'7f4b1491-bc37-4aaf-8243-e86e7675549b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:50.448751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7fd82c4f-9726-4542-9c29-bf3ed64442ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7f4b1491-bc37-4aaf-8243-e86e7675549b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:50.483030 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a28d7c59-779d-4f10-b5b0-4162e63021d7 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "PUT /v2.0/floatingips/8563cd12-391d-456c-a1e1-affadd1046f6 HTTP/1.1" status: 200 len: 991 time: 5.8743556 Jun 24 12:42:50.486256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392cfd45-fe52-4a73-a934-6644c9e15c60 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:42:50.494373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94437072-3586-4a96-ae1b-31b3bc6d7085', 'tag': '3d2c9cb9-20d2-446b-a490-254765bf1697'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:50.497335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9635552-1796-4fa5-8ca3-84a21dd538ae" -d '{"events": [{"name": "network-changed", "server_uuid": "94437072-3586-4a96-ae1b-31b3bc6d7085", "tag": "3d2c9cb9-20d2-446b-a490-254765bf1697"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:50.507528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd76b-3207-47a8-985a-9d58c67273d5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.509187 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4e9dd76b-3207-47a8-985a-9d58c67273d5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.6930668 Jun 24 12:42:50.512919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41410) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:50.533219 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5bdfb566-6641-4039-81f3-bbe99110cdf8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=34163a3a669c4507a524d12adbe7fb28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251959 Jun 24 12:42:50.569294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41412) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:50.582320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-7fd82c4f-9726-4542-9c29-bf3ed64442ae None None] Set router 7f4b1491-bc37-4aaf-8243-e86e7675549b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:50.694646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050fe738-fcf5-4a03-93e4-30b2fc48350d x-openstack-request-id: req-050fe738-fcf5-4a03-93e4-30b2fc48350d {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:50.695006 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94437072-3586-4a96-ae1b-31b3bc6d7085", "tag": "3d2c9cb9-20d2-446b-a490-254765bf1697", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:50.695440 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-050fe738-fcf5-4a03-93e4-30b2fc48350d {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:50.695875 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94437072-3586-4a96-ae1b-31b3bc6d7085', 'tag': '3d2c9cb9-20d2-446b-a490-254765bf1697', 'status': 'completed', 'code': 200} Jun 24 12:42:50.756961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Network 92544fad-86b8-4b61-af6e-b9c3a696b2cb is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:50.842337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.853097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.873138 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e8876eb1-d0a0-44da-a0a4-b7f7a75fc7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.890294 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-ef826a8f-fa61-48f5-a02d-254b22c11310 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Floating IP c799d665-7b85-4bb3-987f-c77fd1d53e7b associated. External IP: 172.26.1.134, port: 3332f2ee-4a45-4621-9d9e-387a0e0b4e48. Jun 24 12:42:50.920937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:50.923923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:50.953762 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e8876eb1-d0a0-44da-a0a4-b7f7a75fc7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.975546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392cfd45-fe52-4a73-a934-6644c9e15c60 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:50.992907 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37555ee-59f9-4062-be96-624ad458a5a7 None None] Sync routers for ids ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:51.000777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-392cfd45-fe52-4a73-a934-6644c9e15c60 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.003330 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37555ee-59f9-4062-be96-624ad458a5a7 None None] Routers {'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:51.003940 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c37555ee-59f9-4062-be96-624ad458a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:51.061865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9635552-1796-4fa5-8ca3-84a21dd538ae req-181dfda0-56df-4ddb-bef0-eed9aa8dec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:51.063544 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e9635552-1796-4fa5-8ca3-84a21dd538ae req-181dfda0-56df-4ddb-bef0-eed9aa8dec24 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1ec3bfc591024c61bea70bb7bea00025&device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 1099 time: 0.3571653 Jun 24 12:42:51.067863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Attempting to bind port 42de4791-0056-4f8c-a862-bb48cc02b669 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:51.068753 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Attempting to bind port 42de4791-0056-4f8c-a862-bb48cc02b669 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'c60ae7c1-f848-46c4-bda7-d51fde29ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '92544fad-86b8-4b61-af6e-b9c3a696b2cb'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:51.069709 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Attempting to bind port 42de4791-0056-4f8c-a862-bb48cc02b669 on network 92544fad-86b8-4b61-af6e-b9c3a696b2cb {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:51.083720 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 0b3f2f1f-3247-4dec-9aa0-c46e034c490f triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:51.084389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.123271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:51.124093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Checking segment: {'id': 'c60ae7c1-f848-46c4-bda7-d51fde29ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '92544fad-86b8-4b61-af6e-b9c3a696b2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:51.124712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.125324 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Bound using segment: {'id': 'c60ae7c1-f848-46c4-bda7-d51fde29ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '92544fad-86b8-4b61-af6e-b9c3a696b2cb'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:51.126428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Bound port: 42de4791-0056-4f8c-a862-bb48cc02b669, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60ae7c1-f848-46c4-bda7-d51fde29ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '92544fad-86b8-4b61-af6e-b9c3a696b2cb'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:51.127119 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.208704 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-c37555ee-59f9-4062-be96-624ad458a5a7 None None] Set router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:51.292611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.329241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] For port 42de4791-0056-4f8c-a862-bb48cc02b669, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:51.334473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6908098e-9c3b-4d1c-9e8d-deb29439869d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:51.365681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.397848 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] For port 42de4791-0056-4f8c-a862-bb48cc02b669, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=42de4791-0056-4f8c-a862-bb48cc02b669,segment=NetworkSegment(c60ae7c1-f848-46c4-bda7-d51fde29ad0e),segment_id=c60ae7c1-f848-46c4-bda7-d51fde29ad0e)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:51.407742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7fd82c4f-9726-4542-9c29-bf3ed64442ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port': {'id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '8563cd12-391d-456c-a1e1-affadd1046f6', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'floating_ip_address': '172.26.1.10', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'port_id': '3d2c9cb9-20d2-446b-a490-254765bf1697', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'mac_address': 'fa:16:3e:b3:49:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94437072-3586-4a96-ae1b-31b3bc6d7085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:42:09Z', 'updated_at': '2021-06-24T12:42:45Z', 'revision_number': 1, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f789ec7-f678-4190-90a9-b0d1578cd75f', 'name': '', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'mac_address': 'fa:16:3e:45:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:52Z', 'updated_at': '2021-06-24T12:42:07Z', 'revision_number': 5, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'subnets': [{'id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:51.412329 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.445495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:51.505150 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd82c4f-9726-4542-9c29-bf3ed64442ae None None] Checking router: 7f4b1491-bc37-4aaf-8243-e86e7675549b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:51.541326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.objects.ports [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100145) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:42:51.546977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.548571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 6908098e-9c3b-4d1c-9e8d-deb29439869d completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:51.556745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 6908098e-9c3b-4d1c-9e8d-deb29439869d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:51.557250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.571231 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd82c4f-9726-4542-9c29-bf3ed64442ae None None] Routers {'7f4b1491-bc37-4aaf-8243-e86e7675549b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:51.572093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7fd82c4f-9726-4542-9c29-bf3ed64442ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7f4b1491-bc37-4aaf-8243-e86e7675549b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:51.589314 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8dbfefcb-ca58-447d-bed2-3b60fe612b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:51.635218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.662591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Pushing event updated for resources: {'Port': ['ID=42de4791-0056-4f8c-a862-bb48cc02b669,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:51.679324 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-392cfd45-fe52-4a73-a934-6644c9e15c60 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "PUT /v2.0/floatingips/90455c78-d085-4cf1-95c8-f85594822013 HTTP/1.1" status: 200 len: 990 time: 6.2009797 Jun 24 12:42:51.684483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:51.807622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:51.828952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e8876eb1-d0a0-44da-a0a4-b7f7a75fc7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.837587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:51.850548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e8876eb1-d0a0-44da-a0a4-b7f7a75fc7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.853088 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e8876eb1-d0a0-44da-a0a4-b7f7a75fc7a9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6495449c-9e38-4617-bc6f-1304ce2c201f HTTP/1.1" status: 204 len: 168 time: 1.2828205 Jun 24 12:42:51.856725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:51.944609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event updated for resources: {'Port': ['ID=f998b62e-0777-4561-b67f-1e78445acbab,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:51.958151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:51.958327 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c37555ee-59f9-4062-be96-624ad458a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:42:01Z', 'revision_number': 4, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '90455c78-d085-4cf1-95c8-f85594822013', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'port_id': 'a32e263c-0b29-4c4b-b092-a1b58314d165', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'mac_address': 'fa:16:3e:6f:a8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3168dce4-70df-4f0e-bebe-53cb8f6097f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:42:12Z', 'updated_at': '2021-06-24T12:42:47Z', 'revision_number': 1, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6', 'name': '', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'mac_address': 'fa:16:3e:ca:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:57Z', 'updated_at': '2021-06-24T12:42:10Z', 'revision_number': 5, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'subnets': [{'id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:51.974444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d6bad9fb-d3ba-4486-81ff-ddbc5060643c tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:52.061854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-7fd82c4f-9726-4542-9c29-bf3ed64442ae None None] Set router 7f4b1491-bc37-4aaf-8243-e86e7675549b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:52.064417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:52.080608 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37555ee-59f9-4062-be96-624ad458a5a7 None None] Checking router: ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:52.102147 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37555ee-59f9-4062-be96-624ad458a5a7 None None] Routers {'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:52.102835 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c37555ee-59f9-4062-be96-624ad458a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:52.138874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9635552-1796-4fa5-8ca3-84a21dd538ae req-8b11df93-c15b-41f3-9287-db025f7f9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:52.140888 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e9635552-1796-4fa5-8ca3-84a21dd538ae req-8b11df93-c15b-41f3-9287-db025f7f9af7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=9c355c1f-63a9-403c-883c-61430ef87cad HTTP/1.1" status: 200 len: 914 time: 1.0369427 Jun 24 12:42:52.185819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 6908098e-9c3b-4d1c-9e8d-deb29439869d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6908098e-9c3b-4d1c-9e8d-deb29439869d,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:52.195516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:52.233370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:52.250737 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-c37555ee-59f9-4062-be96-624ad458a5a7 None None] Set router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:52.303302 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:42:52.371997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Checking segment: {'id': '7608d600-2965-443d-81fb-2c00fc272f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': 'af373873-e4ee-44d0-a585-fde476d72f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:52.373544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Network hostable DHCP agents. Network: af373873-e4ee-44d0-a585-fde476d72f2b, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:42:52.377876 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:42:52.378507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7dc0c559-27ff-495a-a2d6-2c023fd3e6e3 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:42:52.389572 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=6908098e-9c3b-4d1c-9e8d-deb29439869d,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:52.393192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:52.399206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'Subnet': ['ID=5bce72a2-1fef-4b6f-bdba-6e5324119ce1,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:52.408555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:52.419310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.558s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:52.445360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef826a8f-fa61-48f5-a02d-254b22c11310 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Router 10960cff-7c71-467e-9128-02dd71be20f1 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:42:52.501884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8876eb1-d0a0-44da-a0a4-b7f7a75fc7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495449c-9e38-4617-bc6f-1304ce2c201f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:52.513124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e8876eb1-d0a0-44da-a0a4-b7f7a75fc7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:52.523311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41426) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:52.535741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Network af373873-e4ee-44d0-a585-fde476d72f2b is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:42:52.550597 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e9635552-1796-4fa5-8ca3-84a21dd538ae req-a9cb040c-692c-4b73-8c79-2f9ed8e7dd07 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d2c9cb9-20d2-446b-a490-254765bf1697 HTTP/1.1" status: 200 len: 999 time: 0.3889923 Jun 24 12:42:52.594659 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c37555ee-59f9-4062-be96-624ad458a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:42:01Z', 'revision_number': 4, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '90455c78-d085-4cf1-95c8-f85594822013', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'port_id': 'a32e263c-0b29-4c4b-b092-a1b58314d165', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'mac_address': 'fa:16:3e:6f:a8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3168dce4-70df-4f0e-bebe-53cb8f6097f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:42:12Z', 'updated_at': '2021-06-24T12:42:47Z', 'revision_number': 1, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6', 'name': '', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'mac_address': 'fa:16:3e:ca:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:57Z', 'updated_at': '2021-06-24T12:42:10Z', 'revision_number': 5, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'subnets': [{'id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:52.613166 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e4d8921-e974-426c-b2cc-dd602555d34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:52.635097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, af373873-e4ee-44d0-a585-fde476d72f2b) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:52.649456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db4e92b-d56b-41b5-8e95-d4d0c06d19a8 None None] Network af373873-e4ee-44d0-a585-fde476d72f2b requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:52.662132 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37555ee-59f9-4062-be96-624ad458a5a7 None None] The sync data for ids ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'] in dv-neutron-797121-4-hyperv is: [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:42:01Z', 'revision_number': 4, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '90455c78-d085-4cf1-95c8-f85594822013', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'port_id': 'a32e263c-0b29-4c4b-b092-a1b58314d165', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'mac_address': 'fa:16:3e:6f:a8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3168dce4-70df-4f0e-bebe-53cb8f6097f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:42:12Z', 'updated_at': '2021-06-24T12:42:47Z', 'revision_number': 1, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6', 'name': '', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'mac_address': 'fa:16:3e:ca:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:57Z', 'updated_at': '2021-06-24T12:42:10Z', 'revision_number': 5, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'subnets': [{'id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:52.666500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:52.667386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:52.670545 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:52.726518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3168dce4-70df-4f0e-bebe-53cb8f6097f8', 'tag': 'a32e263c-0b29-4c4b-b092-a1b58314d165'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:52.729025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3f9f9e-c21c-432b-8a07-71cc21a7d9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "3168dce4-70df-4f0e-bebe-53cb8f6097f8", "tag": "a32e263c-0b29-4c4b-b092-a1b58314d165"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:52.783552 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2949846 Jun 24 12:42:52.785434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9635552-1796-4fa5-8ca3-84a21dd538ae req-5141a44d-5e9e-4644-98d5-26e050eed990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:52.787170 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e9635552-1796-4fa5-8ca3-84a21dd538ae req-5141a44d-5e9e-4644-98d5-26e050eed990 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7d95895c-91f2-474b-b84c-d26f2913997f HTTP/1.1" status: 200 len: 851 time: 0.1677470 Jun 24 12:42:52.787832 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41430) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:52.815714 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 42de4791-0056-4f8c-a862-bb48cc02b669 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:52.836068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca54da4-8e4b-4de3-a349-c1234684fe43 x-openstack-request-id: req-4ca54da4-8e4b-4de3-a349-c1234684fe43 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:52.836541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3168dce4-70df-4f0e-bebe-53cb8f6097f8", "tag": "a32e263c-0b29-4c4b-b092-a1b58314d165", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:52.837294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-4ca54da4-8e4b-4de3-a349-c1234684fe43 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:52.837824 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3168dce4-70df-4f0e-bebe-53cb8f6097f8', 'tag': 'a32e263c-0b29-4c4b-b092-a1b58314d165', 'status': 'completed', 'code': 200} Jun 24 12:42:52.926843 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7fd82c4f-9726-4542-9c29-bf3ed64442ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port': {'id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '8563cd12-391d-456c-a1e1-affadd1046f6', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'floating_ip_address': '172.26.1.10', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'port_id': '3d2c9cb9-20d2-446b-a490-254765bf1697', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'mac_address': 'fa:16:3e:b3:49:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94437072-3586-4a96-ae1b-31b3bc6d7085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:42:09Z', 'updated_at': '2021-06-24T12:42:45Z', 'revision_number': 1, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f789ec7-f678-4190-90a9-b0d1578cd75f', 'name': '', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'mac_address': 'fa:16:3e:45:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:52Z', 'updated_at': '2021-06-24T12:42:07Z', 'revision_number': 5, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'subnets': [{'id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:52.965631 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd82c4f-9726-4542-9c29-bf3ed64442ae None None] The sync data for ids ['7f4b1491-bc37-4aaf-8243-e86e7675549b'] in dv-neutron-797121-4-hyperv is: [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port': {'id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '8563cd12-391d-456c-a1e1-affadd1046f6', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'floating_ip_address': '172.26.1.10', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'port_id': '3d2c9cb9-20d2-446b-a490-254765bf1697', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'mac_address': 'fa:16:3e:b3:49:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94437072-3586-4a96-ae1b-31b3bc6d7085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:42:09Z', 'updated_at': '2021-06-24T12:42:45Z', 'revision_number': 1, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f789ec7-f678-4190-90a9-b0d1578cd75f', 'name': '', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'mac_address': 'fa:16:3e:45:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:52Z', 'updated_at': '2021-06-24T12:42:07Z', 'revision_number': 5, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'subnets': [{'id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:53.002029 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 42de4791-0056-4f8c-a862-bb48cc02b669 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:53.013559 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6908098e-9c3b-4d1c-9e8d-deb29439869d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:53.026033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Allocated IP 172.20.0.1 (92544fad-86b8-4b61-af6e-b9c3a696b2cb/29c60ec2-58b6-41e0-98c5-9071d2068c41/bc98df28-720d-4bfa-a0db-1d074e0425bf) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:53.052784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1f530-1895-45e2-81e3-b1c0f0c0b900 None None] New status for floating IP 90455c78-d085-4cf1-95c8-f85594822013: ACTIVE {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:42:53.107793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-af373873-e4ee-44d0-a585-fde476d72f2b', 'network_id': 'af373873-e4ee-44d0-a585-fde476d72f2b', 'tenant_id': '56f7613dd5504c8e9a664171b23252ef', 'fixed_ips': [{'subnet_id': '5bce72a2-1fef-4b6f-bdba-6e5324119ce1'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:42:53.108652 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.167385 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.172057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed837930-17ca-49bb-b31f-c922617ac251 None None] Network 92544fad-86b8-4b61-af6e-b9c3a696b2cb requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:53.172722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.187058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Transition to ACTIVE for port object bc98df28-720d-4bfa-a0db-1d074e0425bf will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:53.340801 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f1ef4e-f0f2-4507-8b4c-397438136119 None None] New status for floating IP 8563cd12-391d-456c-a1e1-affadd1046f6: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:42:53.345612 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e4d8921-e974-426c-b2cc-dd602555d34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.353454 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e4d8921-e974-426c-b2cc-dd602555d34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.356766 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.360206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-99e8892b-e70c-4e70-85fa-69631e6fa09f tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:53.361855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9635552-1796-4fa5-8ca3-84a21dd538ae req-1295f7c3-5723-48aa-bc33-853564838090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:53.363958 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e9635552-1796-4fa5-8ca3-84a21dd538ae req-1295f7c3-5723-48aa-bc33-853564838090 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9c355c1f-63a9-403c-883c-61430ef87cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5501659 Jun 24 12:42:53.394950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef826a8f-fa61-48f5-a02d-254b22c11310 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:53.412606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef826a8f-fa61-48f5-a02d-254b22c11310 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.426318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f9f9e-c21c-432b-8a07-71cc21a7d9bf req-ff689ed9-d72e-4901-8027-fe8ea79525be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:53.428601 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d8921-e974-426c-b2cc-dd602555d34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b675c7-7d99-4950-8cfc-68b76283790a,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:53.428745 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb3f9f9e-c21c-432b-8a07-71cc21a7d9bf req-ff689ed9-d72e-4901-8027-fe8ea79525be service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=572e3e64a178497ca08b4c055c55e5d8&device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 1098 time: 0.5324607 Jun 24 12:42:53.444745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.480122 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0e4d8921-e974-426c-b2cc-dd602555d34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:53.482402 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:53.544347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event updated for resources: {'Port': ['ID=bc98df28-720d-4bfa-a0db-1d074e0425bf,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:53.555834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Router cb6d2ec8-d279-43a7-bba5-eb282c501a2f is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:42:53.563279 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:53.573375 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0e4d8921-e974-426c-b2cc-dd602555d34a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c8bb78b12d5146e6b00a7f55669273dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0465612 Jun 24 12:42:53.577749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Network 92544fad-86b8-4b61-af6e-b9c3a696b2cb is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:53.579440 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41436) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:53.602238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:53.617972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:53.650917 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ef826a8f-fa61-48f5-a02d-254b22c11310 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "PUT /v2.0/floatingips/c799d665-7b85-4bb3-987f-c77fd1d53e7b HTTP/1.1" status: 200 len: 992 time: 5.0376883 Jun 24 12:42:53.666255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c2eca-bac7-4810-af33-15ea16633680 None None] Sync routers for ids ['10960cff-7c71-467e-9128-02dd71be20f1'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:53.705306 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.747187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012b2a68-9d82-4447-9259-dae9321d1b09', 'tag': '3332f2ee-4a45-4621-9d9e-387a0e0b4e48'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:53.761167 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0c2eca-bac7-4810-af33-15ea16633680 None None] Routers {'10960cff-7c71-467e-9128-02dd71be20f1'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:53.761845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ce0c2eca-bac7-4810-af33-15ea16633680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['10960cff-7c71-467e-9128-02dd71be20f1'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:53.810593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-02faa05f-abb3-4448-93b1-63e581f36c2e None None] Provisioning for port 42de4791-0056-4f8c-a862-bb48cc02b669 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:53.815525 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f9f9e-c21c-432b-8a07-71cc21a7d9bf req-e22b3798-dfe3-44b2-ace3-c906518fc919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:53.815873 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.816850 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb3f9f9e-c21c-432b-8a07-71cc21a7d9bf req-e22b3798-dfe3-44b2-ace3-c906518fc919 service neutron] 10.222.0.102 "GET /v2.0/networks?id=40fcc34b-4ef7-46f7-9eb8-5e3865400700 HTTP/1.1" status: 200 len: 908 time: 0.3628254 Jun 24 12:42:53.840139 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e9635552-1796-4fa5-8ca3-84a21dd538ae req-d38b044e-abc3-4b0c-a3b0-9f7a72fcae18 service neutron] 10.222.0.102 "GET /v2.0/networks/9c355c1f-63a9-403c-883c-61430ef87cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303806 Jun 24 12:42:53.845039 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-02faa05f-abb3-4448-93b1-63e581f36c2e None None] Provisioning complete for port 42de4791-0056-4f8c-a862-bb48cc02b669 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:53.845418 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-02faa05f-abb3-4448-93b1-63e581f36c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.904634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Router 96f9fae4-3082-4e81-8f2d-d6bbbace8618 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:42:53.906587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 6908098e-9c3b-4d1c-9e8d-deb29439869d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:53.907109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.908000 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb3f9f9e-c21c-432b-8a07-71cc21a7d9bf req-3faa7189-4525-46ce-9a3e-3e9cade949c6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32e263c-0b29-4c4b-b092-a1b58314d165 HTTP/1.1" status: 200 len: 1000 time: 0.0669208 Jun 24 12:42:53.915330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:53.929893 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Sync routers for ids ['cb6d2ec8-d279-43a7-bba5-eb282c501a2f'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:53.940844 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Routers {'cb6d2ec8-d279-43a7-bba5-eb282c501a2f'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:53.941460 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['cb6d2ec8-d279-43a7-bba5-eb282c501a2f'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:53.977522 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Allocated IP 2001:db8::f816:3eff:fe60:f95f (af373873-e4ee-44d0-a585-fde476d72f2b/5bce72a2-1fef-4b6f-bdba-6e5324119ce1/37012ac5-0531-4302-afba-b399b4490d30) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:54.050880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f9f9e-c21c-432b-8a07-71cc21a7d9bf req-2691284b-d491-4dd5-a328-361f9af03da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:54.052492 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb3f9f9e-c21c-432b-8a07-71cc21a7d9bf req-2691284b-d491-4dd5-a328-361f9af03da7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2c06267f-8ce5-449e-afed-183c7687cd57 HTTP/1.1" status: 200 len: 845 time: 0.1336343 Jun 24 12:42:54.081352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5686e4d5-84fc-4ce4-b1b7-27730ccf6ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "012b2a68-9d82-4447-9259-dae9321d1b09", "tag": "3332f2ee-4a45-4621-9d9e-387a0e0b4e48"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:54.086722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-612ee462-3aaa-4070-95ca-4ed5a0ff5c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.087322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-ce0c2eca-bac7-4810-af33-15ea16633680 None None] Set router 10960cff-7c71-467e-9128-02dd71be20f1 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:54.092117 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.096141 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8777006 Jun 24 12:42:54.099797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41446) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:54.176074 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Set router cb6d2ec8-d279-43a7-bba5-eb282c501a2f gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:54.226352 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a2a558c6-f77f-4685-90bc-5920b6df01d2 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/routers/cb6d2ec8-d279-43a7-bba5-eb282c501a2f HTTP/1.1" status: 200 len: 908 time: 0.1253307 Jun 24 12:42:54.227033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41450) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:54.299682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-02faa05f-abb3-4448-93b1-63e581f36c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.309191 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da56ea9e-e149-44c1-bd3f-e1345e67561b x-openstack-request-id: req-da56ea9e-e149-44c1-bd3f-e1345e67561b {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:54.309552 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012b2a68-9d82-4447-9259-dae9321d1b09", "tag": "3332f2ee-4a45-4621-9d9e-387a0e0b4e48", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:54.309804 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-da56ea9e-e149-44c1-bd3f-e1345e67561b {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:54.310308 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012b2a68-9d82-4447-9259-dae9321d1b09', 'tag': '3332f2ee-4a45-4621-9d9e-387a0e0b4e48', 'status': 'completed', 'code': 200} Jun 24 12:42:54.315709 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.366499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-612ee462-3aaa-4070-95ca-4ed5a0ff5c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.523496 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-02faa05f-abb3-4448-93b1-63e581f36c2e None None] For port 42de4791-0056-4f8c-a862-bb48cc02b669, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=42de4791-0056-4f8c-a862-bb48cc02b669,segment=NetworkSegment(c60ae7c1-f848-46c4-bda7-d51fde29ad0e),segment_id=c60ae7c1-f848-46c4-bda7-d51fde29ad0e)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:54.555410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-02faa05f-abb3-4448-93b1-63e581f36c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.566282 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6d2ec8-d279-43a7-bba5-eb282c501a2f', 'name': 'tempest-snat-router-1356666713', 'tenant_id': '40b0d7b8041f405eb1bd509b9f462697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a78bde93-7a86-41e6-af72-0721bf6a2c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:47Z', 'updated_at': '2021-06-24T12:42:50Z', 'revision_number': 3, 'project_id': '40b0d7b8041f405eb1bd509b9f462697', 'gw_port': {'id': 'a78bde93-7a86-41e6-af72-0721bf6a2c8f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6d2ec8-d279-43a7-bba5-eb282c501a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:48Z', 'updated_at': '2021-06-24T12:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:54.572206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-cbe51a2a-1f45-4cda-8e74-019d733adfac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:54.591667 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.628799 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Checking router: cb6d2ec8-d279-43a7-bba5-eb282c501a2f for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:54.629414 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Updating router cb6d2ec8-d279-43a7-bba5-eb282c501a2f port a78bde93-7a86-41e6-af72-0721bf6a2c8f binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:42:54.638413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.713832 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Transition to ACTIVE for port object 37012ac5-0531-4302-afba-b399b4490d30 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:54.714057 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.715647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02faa05f-abb3-4448-93b1-63e581f36c2e None None] Pushing event updated for resources: {'Port': ['ID=42de4791-0056-4f8c-a862-bb48cc02b669,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:54.725571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-02faa05f-abb3-4448-93b1-63e581f36c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:54.738393 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-612ee462-3aaa-4070-95ca-4ed5a0ff5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.740968 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-612ee462-3aaa-4070-95ca-4ed5a0ff5c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.744364 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-612ee462-3aaa-4070-95ca-4ed5a0ff5c9d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/26b675c7-7d99-4950-8cfc-68b76283790a HTTP/1.1" status: 204 len: 168 time: 1.1541512 Jun 24 12:42:54.754331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3642a4f6-a4aa-47f8-8df6-ae53138cc117 None None] Provisioning for port bc98df28-720d-4bfa-a0db-1d074e0425bf completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:54.757066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:54.767805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Transition to ACTIVE for port object 37012ac5-0531-4302-afba-b399b4490d30 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:54.769188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3642a4f6-a4aa-47f8-8df6-ae53138cc117 None None] Provisioning complete for port bc98df28-720d-4bfa-a0db-1d074e0425bf triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:54.769560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3642a4f6-a4aa-47f8-8df6-ae53138cc117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.801423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.810412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:54.892510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Network af373873-e4ee-44d0-a585-fde476d72f2b is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:54.898243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-3642a4f6-a4aa-47f8-8df6-ae53138cc117 None None] Port bc98df28-720d-4bfa-a0db-1d074e0425bf cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:54.901799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:54.911261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:54.939159 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Pushing event updated for resources: {'Port': ['ID=37012ac5-0531-4302-afba-b399b4490d30,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:54.944911 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:54.982815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ce0c2eca-bac7-4810-af33-15ea16633680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 4, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'c799d665-7b85-4bb3-987f-c77fd1d53e7b', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'floating_ip_address': '172.26.1.134', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'port_id': '3332f2ee-4a45-4621-9d9e-387a0e0b4e48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'mac_address': 'fa:16:3e:22:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2a68-9d82-4447-9259-dae9321d1b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:42:09Z', 'updated_at': '2021-06-24T12:42:50Z', 'revision_number': 1, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5916c56a-169d-425a-9b0a-bfeff0a0b68d', 'name': '', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'mac_address': 'fa:16:3e:43:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:55Z', 'updated_at': '2021-06-24T12:42:06Z', 'revision_number': 5, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'subnets': [{'id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:54.985069 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3642a4f6-a4aa-47f8-8df6-ae53138cc117 None None] Provisioning complete for port 42de4791-0056-4f8c-a862-bb48cc02b669 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:54.985647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3642a4f6-a4aa-47f8-8df6-ae53138cc117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.032127 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e9635552-1796-4fa5-8ca3-84a21dd538ae req-aae9b3fe-059a-4aee-a8d9-60cd4ad91028 service neutron] 10.222.0.102 "GET /v2.0/networks/9c355c1f-63a9-403c-883c-61430ef87cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1221981 Jun 24 12:42:55.060780 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c2eca-bac7-4810-af33-15ea16633680 None None] Checking router: 10960cff-7c71-467e-9128-02dd71be20f1 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:55.073457 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Attempting to bind port 37012ac5-0531-4302-afba-b399b4490d30 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:55.073997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Attempting to bind port 37012ac5-0531-4302-afba-b399b4490d30 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7608d600-2965-443d-81fb-2c00fc272f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': 'af373873-e4ee-44d0-a585-fde476d72f2b'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:55.074472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Attempting to bind port 37012ac5-0531-4302-afba-b399b4490d30 on network af373873-e4ee-44d0-a585-fde476d72f2b {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:55.088529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:55.089055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Checking segment: {'id': '7608d600-2965-443d-81fb-2c00fc272f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': 'af373873-e4ee-44d0-a585-fde476d72f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:55.089602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.090204 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Bound using segment: {'id': '7608d600-2965-443d-81fb-2c00fc272f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': 'af373873-e4ee-44d0-a585-fde476d72f2b'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:55.090985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Bound port: 37012ac5-0531-4302-afba-b399b4490d30, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7608d600-2965-443d-81fb-2c00fc272f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': 'af373873-e4ee-44d0-a585-fde476d72f2b'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:55.091478 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.101316 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.109527 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0c2eca-bac7-4810-af33-15ea16633680 None None] Routers {'10960cff-7c71-467e-9128-02dd71be20f1'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:55.113311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ce0c2eca-bac7-4810-af33-15ea16633680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['10960cff-7c71-467e-9128-02dd71be20f1'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:55.114048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.124046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:55.134987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:55.136244 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Transition to ACTIVE for port object a78bde93-7a86-41e6-af72-0721bf6a2c8f will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:55.154517 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.157796 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:55.163550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f9f9e-c21c-432b-8a07-71cc21a7d9bf req-22e94f36-0d76-4fae-90a5-79328a94bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:55.165317 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb3f9f9e-c21c-432b-8a07-71cc21a7d9bf req-22e94f36-0d76-4fae-90a5-79328a94bb27 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=40fcc34b-4ef7-46f7-9eb8-5e3865400700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0997043 Jun 24 12:42:55.173901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Subnet': ['ID=5bce72a2-1fef-4b6f-bdba-6e5324119ce1,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:55.181309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.186319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Sync routers for ids ['96f9fae4-3082-4e81-8f2d-d6bbbace8618'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:55.188830 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.196970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ee462-3aaa-4070-95ca-4ed5a0ff5c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b675c7-7d99-4950-8cfc-68b76283790a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:55.198216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:55.230294 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-612ee462-3aaa-4070-95ca-4ed5a0ff5c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:55.233490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:55.250082 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Attempting to bind port a78bde93-7a86-41e6-af72-0721bf6a2c8f on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:55.250603 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Attempting to bind port a78bde93-7a86-41e6-af72-0721bf6a2c8f by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:55.251096 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Attempting to bind port a78bde93-7a86-41e6-af72-0721bf6a2c8f on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:55.271514 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:55.274217 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:55.278822 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.279415 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:55.281456 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Bound port: a78bde93-7a86-41e6-af72-0721bf6a2c8f, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:55.281959 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.283881 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Pushing event updated for resources: {'Port': ['ID=a78bde93-7a86-41e6-af72-0721bf6a2c8f,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:55.314569 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.316059 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.9402058 Jun 24 12:42:55.318486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686e4d5-84fc-4ce4-b1b7-27730ccf6ce7 req-8239aafc-f10c-41f6-888b-a304861ed39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:55.320191 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5686e4d5-84fc-4ce4-b1b7-27730ccf6ce7 req-8239aafc-f10c-41f6-888b-a304861ed39a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9e00f3e6259c4ceaa736960d4de052a3&device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 1099 time: 0.3642843 Jun 24 12:42:55.320399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41462) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:55.326916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.343891 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:55.345947 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:55.347751 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:55.352151 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:55.352800 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:55.354310 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:55.355357 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:55.355935 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:55.357524 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:55.358072 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:55.359056 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:55.359179 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-ce0c2eca-bac7-4810-af33-15ea16633680 None None] Set router 10960cff-7c71-467e-9128-02dd71be20f1 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:55.361114 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:55.366645 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:55.368063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af373873-e4ee-44d0-a585-fde476d72f2b']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:55.389101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.412254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.418795 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41464) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:55.422466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7608d600-2965-443d-81fb-2c00fc272f86') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:55.422788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7608d600-2965-443d-81fb-2c00fc272f86') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:55.440364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event updated for resources: {'Port': ['ID=bc98df28-720d-4bfa-a0db-1d074e0425bf,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:55.462340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:55.467352 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.473132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f3a93f3-b820-4ceb-8f51-0aa050d06927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.509626 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.516320 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb3f9f9e-c21c-432b-8a07-71cc21a7d9bf req-d6e58031-4787-4f17-910f-81a61f6ade32 service neutron] 10.222.0.102 "GET /v2.0/networks/40fcc34b-4ef7-46f7-9eb8-5e3865400700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397775 Jun 24 12:42:55.537663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:42:55.538066 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:42:55.546904 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:42:55.551496 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] For port a78bde93-7a86-41e6-af72-0721bf6a2c8f, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:55.559882 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] For port a78bde93-7a86-41e6-af72-0721bf6a2c8f, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a78bde93-7a86-41e6-af72-0721bf6a2c8f,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:55.565956 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.572860 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:55.604011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686e4d5-84fc-4ce4-b1b7-27730ccf6ce7 req-33952f70-d275-4768-a27c-a9c9527b7c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:55.606136 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5686e4d5-84fc-4ce4-b1b7-27730ccf6ce7 req-33952f70-d275-4768-a27c-a9c9527b7c70 service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d68f41-feb7-4d70-8589-06f7af50cb16 HTTP/1.1" status: 200 len: 914 time: 0.2746477 Jun 24 12:42:55.646591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Routers {'96f9fae4-3082-4e81-8f2d-d6bbbace8618'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:55.647504 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['96f9fae4-3082-4e81-8f2d-d6bbbace8618'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:55.674137 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Routers {'cb6d2ec8-d279-43a7-bba5-eb282c501a2f'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:55.675673 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['cb6d2ec8-d279-43a7-bba5-eb282c501a2f'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:55.719632 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Pushing event updated for resources: {'Port': ['ID=a78bde93-7a86-41e6-af72-0721bf6a2c8f,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:55.733525 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a98e76ed-d73c-482b-9395-aca6af33cd11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/routers/96f9fae4-3082-4e81-8f2d-d6bbbace8618 HTTP/1.1" status: 200 len: 907 time: 0.4041951 Jun 24 12:42:55.734663 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41470) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:55.741672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Network 92544fad-86b8-4b61-af6e-b9c3a696b2cb is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:55.754467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:55.756991 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:55.804723 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] Set router cb6d2ec8-d279-43a7-bba5-eb282c501a2f gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:55.821094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 12:42:55.821094 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 12:42:55.821094 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'id': 'af373873-e4ee-44d0-a585-fde476d72f2b'}] Jun 24 12:42:55.821094 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:42:55.829501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:42:55.877647 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb3f9f9e-c21c-432b-8a07-71cc21a7d9bf req-bb3836ba-0864-4744-9675-46db06ad0f79 service neutron] 10.222.0.102 "GET /v2.0/networks/40fcc34b-4ef7-46f7-9eb8-5e3865400700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477857 Jun 24 12:42:55.902863 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6d2ec8-d279-43a7-bba5-eb282c501a2f', 'name': 'tempest-snat-router-1356666713', 'tenant_id': '40b0d7b8041f405eb1bd509b9f462697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:47Z', 'updated_at': '2021-06-24T12:42:55Z', 'revision_number': 4, 'project_id': '40b0d7b8041f405eb1bd509b9f462697', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:55.940787 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5663a-73f2-48e1-96e0-f81a978e5cce None None] The sync data for ids ['cb6d2ec8-d279-43a7-bba5-eb282c501a2f'] in dv-neutron-797121-4-hyperv is: [{'id': 'cb6d2ec8-d279-43a7-bba5-eb282c501a2f', 'name': 'tempest-snat-router-1356666713', 'tenant_id': '40b0d7b8041f405eb1bd509b9f462697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:47Z', 'updated_at': '2021-06-24T12:42:55Z', 'revision_number': 4, 'project_id': '40b0d7b8041f405eb1bd509b9f462697', 'gw_port_host': None}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:55.951933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] For port 37012ac5-0531-4302-afba-b399b4490d30, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:55.983303 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5686e4d5-84fc-4ce4-b1b7-27730ccf6ce7 req-689f7445-1beb-4d15-90dd-81c3e6767313 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3332f2ee-4a45-4621-9d9e-387a0e0b4e48 HTTP/1.1" status: 200 len: 1000 time: 0.2044952 Jun 24 12:42:55.996534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] For port 37012ac5-0531-4302-afba-b399b4490d30, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=37012ac5-0531-4302-afba-b399b4490d30,segment=NetworkSegment(7608d600-2965-443d-81fb-2c00fc272f86),segment_id=7608d600-2965-443d-81fb-2c00fc272f86)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:56.016643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a9b66b9d-7891-49f5-ba4a-916c88916341 None None] Provisioning complete for port bc98df28-720d-4bfa-a0db-1d074e0425bf triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:56.017028 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a9b66b9d-7891-49f5-ba4a-916c88916341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.055888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.064330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:56.065841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f3a93f3-b820-4ceb-8f51-0aa050d06927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.077830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f3a93f3-b820-4ceb-8f51-0aa050d06927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.083703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-20277427-5a9a-4891-a361-095d9ae536c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:56.086448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686e4d5-84fc-4ce4-b1b7-27730ccf6ce7 req-d01eb23a-552c-475c-bd50-5bd336adee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:56.087987 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5686e4d5-84fc-4ce4-b1b7-27730ccf6ce7 req-d01eb23a-552c-475c-bd50-5bd336adee91 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f784f0f9-8bdf-4f24-8441-7b7640fbd3c6 HTTP/1.1" status: 200 len: 851 time: 0.0959952 Jun 24 12:42:56.191456 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3f3a93f3-b820-4ceb-8f51-0aa050d06927 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7ae03fc4a095423ebe875670829d3d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7616076 Jun 24 12:42:56.194501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41474) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:56.212270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a93f3-b820-4ceb-8f51-0aa050d06927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d134efb-bbc1-4a62-acfc-2609b83d9a19,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:56.218935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f3a93f3-b820-4ceb-8f51-0aa050d06927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:56.234586 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Set router 96f9fae4-3082-4e81-8f2d-d6bbbace8618 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:56.241916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-a9b66b9d-7891-49f5-ba4a-916c88916341 None None] Port bc98df28-720d-4bfa-a0db-1d074e0425bf cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:56.280993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686e4d5-84fc-4ce4-b1b7-27730ccf6ce7 req-8e4721b9-bfe5-4d40-af8f-d05c58eed83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:56.282490 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5686e4d5-84fc-4ce4-b1b7-27730ccf6ce7 req-8e4721b9-bfe5-4d40-af8f-d05c58eed83a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d68f41-feb7-4d70-8589-06f7af50cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1792111 Jun 24 12:42:56.312584 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Pushing event updated for resources: {'Port': ['ID=37012ac5-0531-4302-afba-b399b4490d30,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:56.313084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Deleting port a78bde93-7a86-41e6-af72-0721bf6a2c8f {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:56.313537 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.319612 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:56.324515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e324533a-1982-473a-9dde-69a21291bbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.353746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.386627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e324533a-1982-473a-9dde-69a21291bbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.410059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dde1b0c-fefc-4689-802d-8293108fa6c6 None None] Network af373873-e4ee-44d0-a585-fde476d72f2b requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:56.428579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6eea19e0-40dd-4c01-bc05-8214da1afd04 None None] Provisioning complete for port bc98df28-720d-4bfa-a0db-1d074e0425bf triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:56.428975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6eea19e0-40dd-4c01-bc05-8214da1afd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.450604 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5686e4d5-84fc-4ce4-b1b7-27730ccf6ce7 req-fad20e04-111f-4e88-91a6-296af92a3f17 service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586075 Jun 24 12:42:56.522968 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.526406 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] For port a78bde93-7a86-41e6-af72-0721bf6a2c8f, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a78bde93-7a86-41e6-af72-0721bf6a2c8f,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:56.527705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.566508 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ce0c2eca-bac7-4810-af33-15ea16633680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 4, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'c799d665-7b85-4bb3-987f-c77fd1d53e7b', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'floating_ip_address': '172.26.1.134', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'port_id': '3332f2ee-4a45-4621-9d9e-387a0e0b4e48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'mac_address': 'fa:16:3e:22:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2a68-9d82-4447-9259-dae9321d1b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:42:09Z', 'updated_at': '2021-06-24T12:42:50Z', 'revision_number': 1, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5916c56a-169d-425a-9b0a-bfeff0a0b68d', 'name': '', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'mac_address': 'fa:16:3e:43:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:55Z', 'updated_at': '2021-06-24T12:42:06Z', 'revision_number': 5, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'subnets': [{'id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:56.567031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e324533a-1982-473a-9dde-69a21291bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.573807 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 42de4791-0056-4f8c-a862-bb48cc02b669 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:56.574972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e324533a-1982-473a-9dde-69a21291bbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.576059 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e324533a-1982-473a-9dde-69a21291bbc5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/4d134efb-bbc1-4a62-acfc-2609b83d9a19 HTTP/1.1" status: 204 len: 168 time: 0.3787396 Jun 24 12:42:56.582961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:56.585915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Deleting port 37012ac5-0531-4302-afba-b399b4490d30 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:56.586265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.602686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Calling delete_port for a78bde93-7a86-41e6-af72-0721bf6a2c8f owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:56.604616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6eea19e0-40dd-4c01-bc05-8214da1afd04 None None] Port bc98df28-720d-4bfa-a0db-1d074e0425bf cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:56.625720 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324533a-1982-473a-9dde-69a21291bbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d134efb-bbc1-4a62-acfc-2609b83d9a19,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:56.629788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e324533a-1982-473a-9dde-69a21291bbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:56.630201 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c2eca-bac7-4810-af33-15ea16633680 None None] The sync data for ids ['10960cff-7c71-467e-9128-02dd71be20f1'] in dv-neutron-797121-4-hyperv is: [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 4, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'c799d665-7b85-4bb3-987f-c77fd1d53e7b', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'floating_ip_address': '172.26.1.134', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'port_id': '3332f2ee-4a45-4621-9d9e-387a0e0b4e48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'mac_address': 'fa:16:3e:22:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b2a68-9d82-4447-9259-dae9321d1b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:42:09Z', 'updated_at': '2021-06-24T12:42:50Z', 'revision_number': 1, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5916c56a-169d-425a-9b0a-bfeff0a0b68d', 'name': '', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'mac_address': 'fa:16:3e:43:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:55Z', 'updated_at': '2021-06-24T12:42:06Z', 'revision_number': 5, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'subnets': [{'id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:56.668870 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5686e4d5-84fc-4ce4-b1b7-27730ccf6ce7 req-96b187b2-b908-4d20-bb01-7ed31aea26a4 service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112792 Jun 24 12:42:56.694216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] For port 37012ac5-0531-4302-afba-b399b4490d30, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=37012ac5-0531-4302-afba-b399b4490d30,segment=NetworkSegment(7608d600-2965-443d-81fb-2c00fc272f86),segment_id=7608d600-2965-443d-81fb-2c00fc272f86)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:56.694815 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.697623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dedfec6a-5c6f-4e7a-8bbb-8c5b27e4ba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.721357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Calling delete_port for 37012ac5-0531-4302-afba-b399b4490d30 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:56.767684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Router 94a1a6c7-0bd4-478f-ab63-453a9f38b6a2 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:42:56.876422 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.899091 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.901570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fb4328a0-fa5f-4509-8af6-454a3f6494ac tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:56.975343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 42de4791-0056-4f8c-a862-bb48cc02b669 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:56.975808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.977821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404e1879-64ff-4950-83f7-d638df69b617 None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:42:56.980903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9fae4-3082-4e81-8f2d-d6bbbace8618', 'name': 'tempest-snat-router-193768740', 'tenant_id': '59cd267381f44203808fe0ec7307d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f998b62e-0777-4561-b67f-1e78445acbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:45Z', 'updated_at': '2021-06-24T12:42:52Z', 'revision_number': 3, 'project_id': '59cd267381f44203808fe0ec7307d458', 'gw_port': {'id': 'f998b62e-0777-4561-b67f-1e78445acbab', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9fae4-3082-4e81-8f2d-d6bbbace8618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:49Z', 'updated_at': '2021-06-24T12:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:56.996344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:57.002894 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "PUT /v2.0/routers/94a1a6c7-0bd4-478f-ab63-453a9f38b6a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4840615 Jun 24 12:42:57.006753 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28262db-a4ce-4379-a74a-057a3d453599 None None] Sync routers for ids ['94a1a6c7-0bd4-478f-ab63-453a9f38b6a2'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:57.018348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41484) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:57.021645 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28262db-a4ce-4379-a74a-057a3d453599 None None] Routers {'94a1a6c7-0bd4-478f-ab63-453a9f38b6a2'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:57.022282 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-f28262db-a4ce-4379-a74a-057a3d453599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['94a1a6c7-0bd4-478f-ab63-453a9f38b6a2'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:57.036464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Request body: {'port': {'network_id': '92544fad-86b8-4b61-af6e-b9c3a696b2cb', 'name': 'tempest-FloatingIPNegativeTestJSON-367097625'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:57.115786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Checking router: 96f9fae4-3082-4e81-8f2d-d6bbbace8618 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:57.116589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Updating router 96f9fae4-3082-4e81-8f2d-d6bbbace8618 port f998b62e-0777-4561-b67f-1e78445acbab binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:42:57.134073 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-f28262db-a4ce-4379-a74a-057a3d453599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:57.151752 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28262db-a4ce-4379-a74a-057a3d453599 None None] Routers {'94a1a6c7-0bd4-478f-ab63-453a9f38b6a2'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:57.155472 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-f28262db-a4ce-4379-a74a-057a3d453599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['94a1a6c7-0bd4-478f-ab63-453a9f38b6a2'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:57.168933 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Deleting port f998b62e-0777-4561-b67f-1e78445acbab {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:57.169278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.219840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.244926 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-f28262db-a4ce-4379-a74a-057a3d453599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:57.245732 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28262db-a4ce-4379-a74a-057a3d453599 None None] The sync data for ids ['94a1a6c7-0bd4-478f-ab63-453a9f38b6a2'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:57.256300 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Port': ['ID=37012ac5-0531-4302-afba-b399b4490d30,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:57.280874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:57.282676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] No DVR routers for this DVR port 37012ac5-0531-4302-afba-b399b4490d30 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:42:57.293746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Made reservation on behalf of 1994a1f1c05d4de9a45dc784b93ae565 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:57.297648 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.300178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.302352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-27ec7d8c-2738-4307-8365-95f3a56de095 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:57.344175 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event deleted for resources: {'Port': ['ID=a78bde93-7a86-41e6-af72-0721bf6a2c8f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:57.361405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:57.421485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] device_id is not set on port 1771ae8b-e876-408d-9146-476590585724 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:42:57.436792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.519703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af373873-e4ee-44d0-a585-fde476d72f2b']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:57.552938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7608d600-2965-443d-81fb-2c00fc272f86') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:57.552938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7608d600-2965-443d-81fb-2c00fc272f86') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:57.582106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.595621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.597249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404e1879-64ff-4950-83f7-d638df69b617 None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:42:57.598538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.641123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.662361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:42:57.662787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.682300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Calling delete_port for f998b62e-0777-4561-b67f-1e78445acbab owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:42:57.736681 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:42:57.751133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.753605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.760065 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Allocated IP 172.20.0.12 (92544fad-86b8-4b61-af6e-b9c3a696b2cb/29c60ec2-58b6-41e0-98c5-9071d2068c41/1771ae8b-e876-408d-9146-476590585724) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:57.773918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.778749 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:57.794953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.803404 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/networks/af373873-e4ee-44d0-a585-fde476d72f2b HTTP/1.1" status: 204 len: 168 time: 5.0042601 Jun 24 12:42:57.803404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Network': ['ID=af373873-e4ee-44d0-a585-fde476d72f2b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:57.816710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41504) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:57.830690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b1e4b4bf-319d-4dfb-a0a3-728d22028e82 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-337451396'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:57.839077 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:57.859486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.860054 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb6d2ec8-d279-43a7-bba5-eb282c501a2f {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:42:57.865344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.868948 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "DELETE /v2.0/routers/cb6d2ec8-d279-43a7-bba5-eb282c501a2f HTTP/1.1" status: 204 len: 168 time: 3.6272242 Jun 24 12:42:57.869482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41506) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:57.890360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41508) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:57.913080 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e4b4bf-319d-4dfb-a0a3-728d22028e82 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Made reservation on behalf of 56f7613dd5504c8e9a664171b23252ef for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:57.916509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b4bf-319d-4dfb-a0a3-728d22028e82 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.948628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e4b4bf-319d-4dfb-a0a3-728d22028e82 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] vlan segment allocate from pool success with {'vlan_id': 1300, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:42:57.966557 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b4bf-319d-4dfb-a0a3-728d22028e82 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.966917 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-b1e4b4bf-319d-4dfb-a0a3-728d22028e82 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Added segment 791af7ef-b389-4a12-bf92-0498891bd9c1 of type vlan for network 8699208b-9376-4542-9986-eea5fdad946c Jun 24 12:42:57.971157 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.036581 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Transition to ACTIVE for port object f998b62e-0777-4561-b67f-1e78445acbab will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:58.039516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.080695 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.087021 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cc246c00-c34a-4f12-b4b6-eaa05902282d tempest-AgentManagementNegativeTest-2051371489 tempest-AgentManagementNegativeTest-2051371489-project] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1937153 Jun 24 12:42:58.094695 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:58.094895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b4bf-319d-4dfb-a0a3-728d22028e82 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.149182 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.159158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b4bf-319d-4dfb-a0a3-728d22028e82 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.164738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e4b4bf-319d-4dfb-a0a3-728d22028e82 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:58.165367 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b4bf-319d-4dfb-a0a3-728d22028e82 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.171118 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2e230aca-74fd-461f-ab3f-828765150863 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:58.195678 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Transition to ACTIVE for port object 1771ae8b-e876-408d-9146-476590585724 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:58.210114 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b1e4b4bf-319d-4dfb-a0a3-728d22028e82 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3912771 Jun 24 12:42:58.214106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41518) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:58.225983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-30393761-6fdf-4faa-9ffa-dce02d8b6b4f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Request body: {'subnet': {'network_id': '8699208b-9376-4542-9986-eea5fdad946c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:58.288449 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.292466 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:58.305017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.345096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4b4bf-319d-4dfb-a0a3-728d22028e82 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'Network': ['ID=8699208b-9376-4542-9986-eea5fdad946c,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:58.347154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Attempting to bind port f998b62e-0777-4561-b67f-1e78445acbab on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:58.347534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Attempting to bind port f998b62e-0777-4561-b67f-1e78445acbab by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:58.347904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Attempting to bind port f998b62e-0777-4561-b67f-1e78445acbab on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:58.353149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b1e4b4bf-319d-4dfb-a0a3-728d22028e82 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:58.367335 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 8699208b-9376-4542-9986-eea5fdad946c details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:42:58.397152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30393761-6fdf-4faa-9ffa-dce02d8b6b4f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Made reservation on behalf of 56f7613dd5504c8e9a664171b23252ef for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:58.400329 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:58.400717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:58.400862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-30393761-6fdf-4faa-9ffa-dce02d8b6b4f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.401127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.401528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:58.402888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Bound port: f998b62e-0777-4561-b67f-1e78445acbab, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:58.403019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.408031 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f5527-c2b1-43f7-9467-c8972682dc15 None None] Pushing event updated for resources: {'Port': ['ID=f998b62e-0777-4561-b67f-1e78445acbab,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:58.421526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c44f5527-c2b1-43f7-9467-c8972682dc15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:58.433105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.437410 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event deleted for resources: {'Port': ['ID=f998b62e-0777-4561-b67f-1e78445acbab,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:58.439752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-28d429ef-c645-4cea-8e78-9874ee7e5506 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:58.443816 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:58.448347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Port f998b62e-0777-4561-b67f-1e78445acbab has been deleted concurrently {{(pid=100147) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 24 12:42:58.458248 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.538456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Network 92544fad-86b8-4b61-af6e-b9c3a696b2cb is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:58.546858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:58.556619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:58.563246 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event updated for resources: {'Port': ['ID=1771ae8b-e876-408d-9146-476590585724,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:58.563910 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.567902 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.573299 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Routers {'96f9fae4-3082-4e81-8f2d-d6bbbace8618'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:58.574104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['96f9fae4-3082-4e81-8f2d-d6bbbace8618'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:58.585443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:58.616537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41522) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:58.616898 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.618106 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96f9fae4-3082-4e81-8f2d-d6bbbace8618 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:42:58.623456 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.624781 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "DELETE /v2.0/routers/96f9fae4-3082-4e81-8f2d-d6bbbace8618 HTTP/1.1" status: 204 len: 168 time: 2.8858960 Jun 24 12:42:58.630908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41524) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:58.660299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:58.661116 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.700500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Deleting port 6908098e-9c3b-4d1c-9e8d-deb29439869d {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:58.702469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.711734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] Set router 96f9fae4-3082-4e81-8f2d-d6bbbace8618 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:58.738967 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7174287 Jun 24 12:42:58.748490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41530) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:58.756282 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:58.814217 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9fae4-3082-4e81-8f2d-d6bbbace8618', 'name': 'tempest-snat-router-193768740', 'tenant_id': '59cd267381f44203808fe0ec7307d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:45Z', 'updated_at': '2021-06-24T12:42:58Z', 'revision_number': 5, 'project_id': '59cd267381f44203808fe0ec7307d458', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:58.830685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.858933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bad583-ce42-446c-a60f-0958d1b79f3c None None] The sync data for ids ['96f9fae4-3082-4e81-8f2d-d6bbbace8618'] in dv-neutron-797121-4-hyperv is: [{'id': '96f9fae4-3082-4e81-8f2d-d6bbbace8618', 'name': 'tempest-snat-router-193768740', 'tenant_id': '59cd267381f44203808fe0ec7307d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:45Z', 'updated_at': '2021-06-24T12:42:58Z', 'revision_number': 5, 'project_id': '59cd267381f44203808fe0ec7307d458', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:58.861823 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-33d8f626-2432-40a4-86fd-31156b18540d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.868779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] For port 6908098e-9c3b-4d1c-9e8d-deb29439869d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6908098e-9c3b-4d1c-9e8d-deb29439869d,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:58.869204 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.885425 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Calling delete_port for 6908098e-9c3b-4d1c-9e8d-deb29439869d owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:58.885615 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-30393761-6fdf-4faa-9ffa-dce02d8b6b4f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.909387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-64f0484f-d410-47a7-865d-6ad72bf81c41 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:58.951416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.055629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.057357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30393761-6fdf-4faa-9ffa-dce02d8b6b4f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'Subnet': ['ID=c96b4964-c21e-4123-9c23-8412a839e34a,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:59.066668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-30393761-6fdf-4faa-9ffa-dce02d8b6b4f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:59.108529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30393761-6fdf-4faa-9ffa-dce02d8b6b4f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Checking segment: {'id': '791af7ef-b389-4a12-bf92-0498891bd9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8699208b-9376-4542-9986-eea5fdad946c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:59.108908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30393761-6fdf-4faa-9ffa-dce02d8b6b4f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Network hostable DHCP agents. Network: 8699208b-9376-4542-9986-eea5fdad946c, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:42:59.149930 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6e065300-415d-483f-b38d-724773807a00 None None] Provisioning for port 1771ae8b-e876-408d-9146-476590585724 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:59.154041 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.156706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6e065300-415d-483f-b38d-724773807a00 None None] Provisioning complete for port 1771ae8b-e876-408d-9146-476590585724 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:59.157309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6e065300-415d-483f-b38d-724773807a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.164949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30393761-6fdf-4faa-9ffa-dce02d8b6b4f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Network 8699208b-9376-4542-9986-eea5fdad946c is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:42:59.186754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-33d8f626-2432-40a4-86fd-31156b18540d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.187855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-30393761-6fdf-4faa-9ffa-dce02d8b6b4f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 8699208b-9376-4542-9986-eea5fdad946c) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:59.203957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.206472 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Allocated IP 172.26.1.160 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/42099306-6f01-4a76-8b44-104438cbd895) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:59.208683 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8cad111c-9884-4777-85f8-264199fe8e80 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:59.208816 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30393761-6fdf-4faa-9ffa-dce02d8b6b4f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:59.209221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-30393761-6fdf-4faa-9ffa-dce02d8b6b4f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.211514 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-33d8f626-2432-40a4-86fd-31156b18540d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.221212 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-19cab12a-b41f-4816-94af-f6d0d19861b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:59.226156 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6e065300-415d-483f-b38d-724773807a00 None None] Port 1771ae8b-e876-408d-9146-476590585724 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:59.231313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ce7d23-7d57-4395-94ff-3362f9a1e00e None None] Network 8699208b-9376-4542-9986-eea5fdad946c requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:59.242062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event deleted for resources: {'Port': ['ID=6908098e-9c3b-4d1c-9e8d-deb29439869d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:59.245383 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:59.256144 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-30393761-6fdf-4faa-9ffa-dce02d8b6b4f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0397444 Jun 24 12:42:59.266230 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41534) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:59.284672 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-33d8f626-2432-40a4-86fd-31156b18540d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c825abd793164583aea2fdb231535625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6662552 Jun 24 12:42:59.289050 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41536) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:59.305786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8f626-2432-40a4-86fd-31156b18540d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f914c5c4-09dc-4a5b-a716-81e2a9504619,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:59.313108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-33d8f626-2432-40a4-86fd-31156b18540d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:59.334469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-81358449-3e92-4233-a1ba-41adf6431b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.367136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Deleting port 0b3f2f1f-3247-4dec-9aa0-c46e034c490f {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:59.367666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.379616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.416959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.457479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.481506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-8699208b-9376-4542-9986-eea5fdad946c', 'network_id': '8699208b-9376-4542-9986-eea5fdad946c', 'tenant_id': '56f7613dd5504c8e9a664171b23252ef', 'fixed_ips': [{'subnet_id': 'c96b4964-c21e-4123-9c23-8412a839e34a'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:42:59.482565 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.521481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] For port 0b3f2f1f-3247-4dec-9aa0-c46e034c490f, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0b3f2f1f-3247-4dec-9aa0-c46e034c490f,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:59.521856 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.541618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Calling delete_port for 0b3f2f1f-3247-4dec-9aa0-c46e034c490f owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:59.559466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.676248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Allocated IP 2001:db8::2 (8699208b-9376-4542-9986-eea5fdad946c/c96b4964-c21e-4123-9c23-8412a839e34a/a1e57f97-ff3a-4cc7-b766-8f1f084d0aae) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:59.888713 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.901506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Transition to ACTIVE for port object a1e57f97-ff3a-4cc7-b766-8f1f084d0aae will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:59.907969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.913653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-814bcb35-0dd4-4bd3-9e6c-7e92b3987a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.918361 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.922883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Transition to ACTIVE for port object a1e57f97-ff3a-4cc7-b766-8f1f084d0aae will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:59.923094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.930904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcaae2f-8eaf-44a6-9321-3b38c6d079a1 None None] New status for floating IP c799d665-7b85-4bb3-987f-c77fd1d53e7b: ACTIVE {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:42:59.989527 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-814bcb35-0dd4-4bd3-9e6c-7e92b3987a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.997083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.002057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:00.026423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.027751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d4b46c1-ec25-436d-b524-240d2bb79c9c {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:43:00.045957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.051086 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "DELETE /v2.0/routers/9d4b46c1-ec25-436d-b524-240d2bb79c9c HTTP/1.1" status: 204 len: 168 time: 2.1786242 Jun 24 12:43:00.057049 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41542) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:00.068795 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-821218758', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:00.099719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.102282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Network 8699208b-9376-4542-9986-eea5fdad946c is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:00.103328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b837fb90-b22d-417e-b5d5-728af7c9e932 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:00.110986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.111988 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.114170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:00.120819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:00.134894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.138889 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Pushing event updated for resources: {'Port': ['ID=a1e57f97-ff3a-4cc7-b766-8f1f084d0aae,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:00.162163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:00.163431 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:00.164413 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e8eff898-c8a6-4ae4-927f-ba48fe8291c9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:00.165859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-814bcb35-0dd4-4bd3-9e6c-7e92b3987a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.168580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-814bcb35-0dd4-4bd3-9e6c-7e92b3987a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.171986 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-814bcb35-0dd4-4bd3-9e6c-7e92b3987a1e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f914c5c4-09dc-4a5b-a716-81e2a9504619 HTTP/1.1" status: 204 len: 168 time: 0.8738022 Jun 24 12:43:00.187823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:00.193774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:00.239464 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event updated for resources: {'Port': ['ID=42099306-6f01-4a76-8b44-104438cbd895,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:00.243698 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Attempting to bind port a1e57f97-ff3a-4cc7-b766-8f1f084d0aae on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:00.244205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Attempting to bind port a1e57f97-ff3a-4cc7-b766-8f1f084d0aae by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '791af7ef-b389-4a12-bf92-0498891bd9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8699208b-9376-4542-9986-eea5fdad946c'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:00.244686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Attempting to bind port a1e57f97-ff3a-4cc7-b766-8f1f084d0aae on network 8699208b-9376-4542-9986-eea5fdad946c {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:00.246440 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:00.248489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.249150 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1f0f255c-a20f-490e-b3b6-bdbb71447e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:00.252774 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:00.253120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Checking segment: {'id': '791af7ef-b389-4a12-bf92-0498891bd9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8699208b-9376-4542-9986-eea5fdad946c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:00.253539 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.253991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Bound using segment: {'id': '791af7ef-b389-4a12-bf92-0498891bd9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8699208b-9376-4542-9986-eea5fdad946c'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:00.254487 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Bound port: a1e57f97-ff3a-4cc7-b766-8f1f084d0aae, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791af7ef-b389-4a12-bf92-0498891bd9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8699208b-9376-4542-9986-eea5fdad946c'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:00.254951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.287707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.295438 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bcb35-0dd4-4bd3-9e6c-7e92b3987a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f914c5c4-09dc-4a5b-a716-81e2a9504619,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:00.298954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.302361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8699208b-9376-4542-9986-eea5fdad946c']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:00.305867 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-814bcb35-0dd4-4bd3-9e6c-7e92b3987a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:00.317323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791af7ef-b389-4a12-bf92-0498891bd9c1') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:00.317622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791af7ef-b389-4a12-bf92-0498891bd9c1') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:00.328614 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.334366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] For port a1e57f97-ff3a-4cc7-b766-8f1f084d0aae, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:00.338730 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] For port a1e57f97-ff3a-4cc7-b766-8f1f084d0aae, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a1e57f97-ff3a-4cc7-b766-8f1f084d0aae,segment=NetworkSegment(791af7ef-b389-4a12-bf92-0498891bd9c1),segment_id=791af7ef-b389-4a12-bf92-0498891bd9c1)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:00.346677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.346921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Subnet': ['ID=c96b4964-c21e-4123-9c23-8412a839e34a,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:00.350436 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:00.350592 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:00.364211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.376036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:00.376789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:00.381297 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:00.383180 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.424091 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:00.590003 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Pushing event updated for resources: {'Port': ['ID=a1e57f97-ff3a-4cc7-b766-8f1f084d0aae,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:00.591786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b3f2f1f-3247-4dec-9aa0-c46e034c490f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:00.593801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:00.596600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 12:43:00.596600 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 12:43:00.596600 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'id': '8699208b-9376-4542-9986-eea5fdad946c'}] Jun 24 12:43:00.596600 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:43:00.596979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:43:00.599978 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:00.622562 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3612dec8-06a0-4c7e-ba7a-99dd938ffa2c None None] Network 8699208b-9376-4542-9986-eea5fdad946c requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:00.677895 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.747619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.748725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.845954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff9d9c1-830d-41a8-866d-ef20026083dc None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:43:00.895678 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.898628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.905549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.965629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.966842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a76ce5d-083b-4be2-a0e7-1e1a6507e253 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:43:01.008468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.012981 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "DELETE /v2.0/routers/5a76ce5d-083b-4be2-a0e7-1e1a6507e253 HTTP/1.1" status: 204 len: 168 time: 2.3570068 Jun 24 12:43:01.014445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41560) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:01.019887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-794375110', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}, 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:01.023755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff9d9c1-830d-41a8-866d-ef20026083dc None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:43:01.100434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.127777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.133335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.240067 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.266133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.275764 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.280374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ea64b0b8-fffd-448c-8bf1-22adfc073d2b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:01.466521 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event updated for resources: {'Port': ['ID=42099306-6f01-4a76-8b44-104438cbd895,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:01.470240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:01.495064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Deleting port a1e57f97-ff3a-4cc7-b766-8f1f084d0aae {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:01.496098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.498297 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.524917 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.529742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.566020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] For port a1e57f97-ff3a-4cc7-b766-8f1f084d0aae, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a1e57f97-ff3a-4cc7-b766-8f1f084d0aae,segment=NetworkSegment(791af7ef-b389-4a12-bf92-0498891bd9c1),segment_id=791af7ef-b389-4a12-bf92-0498891bd9c1)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:01.566411 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.580334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Calling delete_port for a1e57f97-ff3a-4cc7-b766-8f1f084d0aae owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:01.589938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.591661 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8416266 Jun 24 12:43:01.596872 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41574) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:01.602908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ba0eaf12-eec0-41f3-ab81-64c12a5860ba tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Request body: {'floatingip': {'port_id': '1771ae8b-e876-408d-9146-476590585724', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:01.634912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41576) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:01.663513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.700001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ba0eaf12-eec0-41f3-ab81-64c12a5860ba tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for floatingip, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.854101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-5413bff2-ee46-4a82-9c77-976f1821aa59 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:01.855179 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5413bff2-ee46-4a82-9c77-976f1821aa59 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2111878 Jun 24 12:43:01.860300 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41582) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:01.871510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-1ebf53fa-5b4a-482c-912e-cbf229a17c16 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:01.876276 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1ebf53fa-5b4a-482c-912e-cbf229a17c16 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0111012 Jun 24 12:43:01.879740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41584) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:01.895976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-1049828e-de21-4e05-943b-e83055346744 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:01.895976 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1049828e-de21-4e05-943b-e83055346744 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0072184 Jun 24 12:43:01.895976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.897014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41586) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:01.899949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-33bb9ef9-e10c-4d3b-9e04-4efa5640477b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:01.915146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-dab4cb57-53d8-4737-aa2b-09583b630cb3 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:01.915146 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dab4cb57-53d8-4737-aa2b-09583b630cb3 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0105536 Jun 24 12:43:01.915470 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Allocated IP 172.26.1.169 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/3914b463-f0be-49fe-959d-d315aa708c0d) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:01.926273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41588) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:01.930742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-efb67ff3-11dc-468a-bc2e-fb0fa03c5e3c tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:01.934352 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-efb67ff3-11dc-468a-bc2e-fb0fa03c5e3c tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045199 Jun 24 12:43:01.934707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41590) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:01.936788 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-ba0eaf12-eec0-41f3-ab81-64c12a5860ba tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] update failed (client error): The resource could not be found. Jun 24 12:43:01.940572 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ba0eaf12-eec0-41f3-ab81-64c12a5860ba tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "PUT /v2.0/floatingips/dd0eda6b-1fa7-49c9-acf6-09856ccb5c5a HTTP/1.1" status: 404 len: 507 time: 0.3395624 Jun 24 12:43:01.940741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] No DVR routers for this DVR port a1e57f97-ff3a-4cc7-b766-8f1f084d0aae on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:01.944280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-836da4f2-0c4b-4f31-bb87-26b988a15dc7 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:01.947729 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-836da4f2-0c4b-4f31-bb87-26b988a15dc7 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0095129 Jun 24 12:43:01.947729 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41592) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:01.955891 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41594) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:01.960945 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-21abaa41-8300-4fc6-a14e-f30ec8c9de92 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:01.961876 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-21abaa41-8300-4fc6-a14e-f30ec8c9de92 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051091 Jun 24 12:43:01.967910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Port': ['ID=a1e57f97-ff3a-4cc7-b766-8f1f084d0aae,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:01.969720 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41596) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:01.973870 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:01.985991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-c9411af8-6233-4a4b-a1b8-6d7f364f776a tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:01.989387 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c9411af8-6233-4a4b-a1b8-6d7f364f776a tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0144053 Jun 24 12:43:01.993932 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41598) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.008382 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-f2f0a8f0-668c-4773-961f-be438de8b6ae tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.009318 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f2f0a8f0-668c-4773-961f-be438de8b6ae tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0124080 Jun 24 12:43:02.017609 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41600) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.027484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-0c3ce23c-0411-4025-928c-d09d0bdf0090 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.028418 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0c3ce23c-0411-4025-928c-d09d0bdf0090 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0065029 Jun 24 12:43:02.040883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41602) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.047906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-50b22b17-fc32-4dc3-bd27-37b054a071b7 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.051658 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-50b22b17-fc32-4dc3-bd27-37b054a071b7 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0071638 Jun 24 12:43:02.056411 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.057740 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41604) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.071117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8699208b-9376-4542-9986-eea5fdad946c']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:02.092743 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-8dedac88-f1df-4e40-a8fb-8d50f191f0bc tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.093691 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8dedac88-f1df-4e40-a8fb-8d50f191f0bc tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0350397 Jun 24 12:43:02.101095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41606) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.105457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-0074b70a-3b6f-4b50-9a74-63ee15f895f7 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.106350 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0074b70a-3b6f-4b50-9a74-63ee15f895f7 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043716 Jun 24 12:43:02.109765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41608) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.116125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791af7ef-b389-4a12-bf92-0498891bd9c1') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:02.116419 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791af7ef-b389-4a12-bf92-0498891bd9c1') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:02.117000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-42998f5a-34d1-4157-a1f1-2d3bd90acf97 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.117921 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-42998f5a-34d1-4157-a1f1-2d3bd90acf97 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0060875 Jun 24 12:43:02.135040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41610) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.144016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-7ee72f1b-e8cd-46f7-8c4e-f78c408effc8 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.144924 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7ee72f1b-e8cd-46f7-8c4e-f78c408effc8 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0088561 Jun 24 12:43:02.148394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41612) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.154598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-27f044dd-77ea-4a1c-a59a-a96a9a134661 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.155545 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-27f044dd-77ea-4a1c-a59a-a96a9a134661 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057721 Jun 24 12:43:02.157982 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.159426 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41614) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.171475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-22a2db44-5f04-4253-add9-4e4a2cc0dd51 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.172428 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-22a2db44-5f04-4253-add9-4e4a2cc0dd51 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0103931 Jun 24 12:43:02.176986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41616) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.188305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-60697656-bc02-4a13-8dca-cd0e283585c2 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.189246 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-60697656-bc02-4a13-8dca-cd0e283585c2 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0104120 Jun 24 12:43:02.196023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.197956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41618) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.200505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.201047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.203558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.206003 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-f2db6b1e-bd1f-4e6c-8ff4-d732312bfa2b tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.206972 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f2db6b1e-bd1f-4e6c-8ff4-d732312bfa2b tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0080745 Jun 24 12:43:02.209922 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41620) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.213909 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-d3fb5f4d-75f4-48ec-a4e5-e1b029c0474e tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.214863 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d3fb5f4d-75f4-48ec-a4e5-e1b029c0474e tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0040653 Jun 24 12:43:02.219066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41622) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.224740 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-1f9e7ef4-8a34-4bdc-8d8d-19e0030a66f9 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.224896 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.225644 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1f9e7ef4-8a34-4bdc-8d8d-19e0030a66f9 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0057504 Jun 24 12:43:02.226823 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:02.227215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.228627 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41624) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:02.231182 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:02.237319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-43bee95e-9939-487e-888e-50781580f748 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.240735 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-43bee95e-9939-487e-888e-50781580f748 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074251 Jun 24 12:43:02.241209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-682b83cb-c982-4054-80b5-5525ad038795 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Deleting port 42099306-6f01-4a76-8b44-104438cbd895 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:02.241556 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-682b83cb-c982-4054-80b5-5525ad038795 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.243119 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41626) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.257954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-74bd2f2f-1e8a-4700-9242-0ff97586f447 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.258957 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-74bd2f2f-1e8a-4700-9242-0ff97586f447 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0130730 Jun 24 12:43:02.268289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41628) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.275056 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-e77ef84b-4bb6-4af1-ab63-8871862a60c2 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.275982 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e77ef84b-4bb6-4af1-ab63-8871862a60c2 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0067663 Jun 24 12:43:02.278708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41630) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.285786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-6ac3fa0f-b594-4389-a670-28974716a9b2 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.286730 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6ac3fa0f-b594-4389-a670-28974716a9b2 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050144 Jun 24 12:43:02.313584 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41632) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.318666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-2b525ce2-a672-44a9-920c-e9ec6d215028 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.319999 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2b525ce2-a672-44a9-920c-e9ec6d215028 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0050886 Jun 24 12:43:02.323231 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41636) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.332208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-0ef2d654-2d6c-4ccb-b64b-935ed3f16925 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.333315 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0ef2d654-2d6c-4ccb-b64b-935ed3f16925 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0073195 Jun 24 12:43:02.336672 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41638) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.344287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-76d8ec90-5af8-49b0-b119-3017aca8c971 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.347551 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-76d8ec90-5af8-49b0-b119-3017aca8c971 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049109 Jun 24 12:43:02.348439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.348898 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41640) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.353945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.361791 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/networks/8699208b-9376-4542-9986-eea5fdad946c HTTP/1.1" status: 204 len: 168 time: 3.0871775 Jun 24 12:43:02.362111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-8120c377-d957-4236-87e0-f14f3f3c243d tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.362111 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8120c377-d957-4236-87e0-f14f3f3c243d tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0072188 Jun 24 12:43:02.362111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41642) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.362378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e15acbc2-99f3-4698-90df-f863ec586e1b tempest-ExternalNetworksTestJSON-1565804393 tempest-ExternalNetworksTestJSON-1565804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:02.368084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-23d4b5f8-709b-4446-8485-631fbe89c94e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2109848448'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:02.368932 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41644) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.373026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.377201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-5b663399-c36b-4fbb-9b97-0ad7364e61db tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.380753 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5b663399-c36b-4fbb-9b97-0ad7364e61db tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0066116 Jun 24 12:43:02.383340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fbe5a7be-7db6-4e2a-9a52-c772ea6b8675 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:02.388169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41646) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.409304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Network': ['ID=8699208b-9376-4542-9986-eea5fdad946c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:02.411916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:02.412942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-682b83cb-c982-4054-80b5-5525ad038795 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.413273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-682b83cb-c982-4054-80b5-5525ad038795 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.420498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-661adc0c-cf87-4445-946c-6394ec06e223 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.420498 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-661adc0c-cf87-4445-946c-6394ec06e223 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0246732 Jun 24 12:43:02.420498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41648) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.426476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-25752243-2cda-43cd-8143-dc06c5d3bdf0 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.428002 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-25752243-2cda-43cd-8143-dc06c5d3bdf0 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0067549 Jun 24 12:43:02.430339 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41650) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.438290 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-0c62fc52-9d31-44b1-a5c4-71f5123bb674 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.441803 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0c62fc52-9d31-44b1-a5c4-71f5123bb674 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0080292 Jun 24 12:43:02.442377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41652) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.442467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:02.446490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-def28ae0-06eb-4913-9738-e154662f749c tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.447811 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-def28ae0-06eb-4913-9738-e154662f749c tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046742 Jun 24 12:43:02.447932 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-682b83cb-c982-4054-80b5-5525ad038795 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Calling delete_port for 42099306-6f01-4a76-8b44-104438cbd895 owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:02.451079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41654) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.458914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-d2c6f456-4bb8-483c-b088-e1fec7d23bf4 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.459340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:02.462376 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d2c6f456-4bb8-483c-b088-e1fec7d23bf4 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0078268 Jun 24 12:43:02.470337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41656) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.471684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:02.477789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-7a24c836-3413-4b3b-810e-a50690562128 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.478734 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7a24c836-3413-4b3b-810e-a50690562128 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0048478 Jun 24 12:43:02.482848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d4b5f8-709b-4446-8485-631fbe89c94e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Made reservation on behalf of 56f7613dd5504c8e9a664171b23252ef for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:02.483346 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41658) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.485867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Allocated IP 172.26.1.135 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/401b023d-6c2d-4527-bdc7-18c101dfeee6) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:02.486320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23d4b5f8-709b-4446-8485-631fbe89c94e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.488637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Pushing event updated for resources: {'Port': ['ID=3914b463-f0be-49fe-959d-d315aa708c0d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:02.492420 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-c617895b-01e2-4911-9715-3510a057b515 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.493408 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c617895b-01e2-4911-9715-3510a057b515 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0089428 Jun 24 12:43:02.496785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41660) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.503754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-2bae28c3-8573-45d8-9661-20953c6f0577 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.504691 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2bae28c3-8573-45d8-9661-20953c6f0577 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0062866 Jun 24 12:43:02.508674 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41662) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.512741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-a0fe90e8-f95e-4585-a86f-979eac7b06a9 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.513660 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a0fe90e8-f95e-4585-a86f-979eac7b06a9 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042362 Jun 24 12:43:02.518267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:02.519889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41664) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.526069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-73274de1-c7e6-4fa4-9a13-32f7648a0676 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.527520 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-73274de1-c7e6-4fa4-9a13-32f7648a0676 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0066261 Jun 24 12:43:02.534950 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0b3f2f1f-3247-4dec-9aa0-c46e034c490f no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:02.538935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41666) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.550344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-0e80e952-b5a2-49a1-81fd-6de3df171946 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.551363 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0e80e952-b5a2-49a1-81fd-6de3df171946 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0114963 Jun 24 12:43:02.554050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41668) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.559406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-b3da961f-c905-4550-a1ad-f91c43eef368 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.562655 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b3da961f-c905-4550-a1ad-f91c43eef368 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053849 Jun 24 12:43:02.562852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41670) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.564292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 0b3f2f1f-3247-4dec-9aa0-c46e034c490f {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:02.564933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0b3f2f1f-3247-4dec-9aa0-c46e034c490f not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:02.565565 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6908098e-9c3b-4d1c-9e8d-deb29439869d no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:02.584985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 6908098e-9c3b-4d1c-9e8d-deb29439869d {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:02.585488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6908098e-9c3b-4d1c-9e8d-deb29439869d not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:02.592159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d4b5f8-709b-4446-8485-631fbe89c94e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] vlan segment allocate from pool success with {'vlan_id': 1349, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:02.597519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-69125331-d447-4ce1-9ca1-f0e111e56d0c tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.598483 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-69125331-d447-4ce1-9ca1-f0e111e56d0c tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0347776 Jun 24 12:43:02.601198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41672) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.607144 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-d0dd30e3-5378-4391-bf20-5acf4e4b85a1 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.608059 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d0dd30e3-5378-4391-bf20-5acf4e4b85a1 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0059898 Jun 24 12:43:02.610259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41674) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.614727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-22e5635d-5e98-40ab-aefc-913dd92a0e89 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.615674 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-22e5635d-5e98-40ab-aefc-913dd92a0e89 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046005 Jun 24 12:43:02.617919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41676) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.623820 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-f83e61ed-387d-4a24-8160-7fa6ad6e3700 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.624739 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f83e61ed-387d-4a24-8160-7fa6ad6e3700 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0059867 Jun 24 12:43:02.627084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41678) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.634689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-759d9630-4b59-4d3d-b14c-2b893086b7ee tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.635672 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-759d9630-4b59-4d3d-b14c-2b893086b7ee tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0077276 Jun 24 12:43:02.638180 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41680) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.642741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-4b814339-570a-452f-87a4-b44892159c3a tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.643672 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4b814339-570a-452f-87a4-b44892159c3a tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0046525 Jun 24 12:43:02.646055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41682) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.652034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-4bfdddd2-43ca-4f21-bafa-16c5affbeaf4 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.655174 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4bfdddd2-43ca-4f21-bafa-16c5affbeaf4 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0059993 Jun 24 12:43:02.656331 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41684) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.660469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-dd909102-c891-48c4-8796-1640133dcda0 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.663683 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dd909102-c891-48c4-8796-1640133dcda0 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042043 Jun 24 12:43:02.665302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41686) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.676176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-2e94106a-ec6c-431d-8bd8-9d372135fb60 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.677121 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2e94106a-ec6c-431d-8bd8-9d372135fb60 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0078669 Jun 24 12:43:02.681843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41688) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.688092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-bb7f1e19-1bc2-4f55-9ad0-6153eb60c8f6 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.689016 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bb7f1e19-1bc2-4f55-9ad0-6153eb60c8f6 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043111 Jun 24 12:43:02.691449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41690) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.695363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-80304bcf-f8b3-45f3-b5f5-5ed9e35da97a tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.698454 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-80304bcf-f8b3-45f3-b5f5-5ed9e35da97a tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040040 Jun 24 12:43:02.698598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23d4b5f8-709b-4446-8485-631fbe89c94e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.698869 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-23d4b5f8-709b-4446-8485-631fbe89c94e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Added segment 05a7a7ae-aff9-4989-9f3a-b9d7c5fd28ef of type vlan for network b84bb8da-ed2d-4de9-9948-e82c34359de8 Jun 24 12:43:02.699359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.699919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41692) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.721231 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-80a68071-e5a4-4db8-bec2-b46c05913cdc tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.725203 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-80a68071-e5a4-4db8-bec2-b46c05913cdc tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0187576 Jun 24 12:43:02.725818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41694) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.730727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-bf44d75f-3a28-45d7-b895-19230bbf8a68 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.731679 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bf44d75f-3a28-45d7-b895-19230bbf8a68 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0049443 Jun 24 12:43:02.734803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41696) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.739925 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-d7aa203c-6341-40b5-b961-19f2e8b7ffcb tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.740836 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d7aa203c-6341-40b5-b961-19f2e8b7ffcb tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0051804 Jun 24 12:43:02.744066 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41698) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.749329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-72ce4cb3-158e-47a9-aca7-df750a11608c tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.750248 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-72ce4cb3-158e-47a9-aca7-df750a11608c tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0053499 Jun 24 12:43:02.752731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41700) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.757546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-71aed5ee-c18d-4946-802f-102dd6898693 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.758480 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-71aed5ee-c18d-4946-802f-102dd6898693 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0049994 Jun 24 12:43:02.760123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.762162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41702) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.763596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:02.769853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-1940efe8-ccbe-4d5d-9b6d-b114084c0640 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.770980 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1940efe8-ccbe-4d5d-9b6d-b114084c0640 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0052578 Jun 24 12:43:02.771462 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23d4b5f8-709b-4446-8485-631fbe89c94e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.774553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41704) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.781156 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-8cc061d1-07c8-41e8-b77f-c296133eb7b0 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.782075 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8cc061d1-07c8-41e8-b77f-c296133eb7b0 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043080 Jun 24 12:43:02.791408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41706) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.797865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-61940891-9899-47c1-abaa-a3d713eccbed tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.802034 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-61940891-9899-47c1-abaa-a3d713eccbed tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0096507 Jun 24 12:43:02.802850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41708) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.810986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-f17be56c-aa4c-4717-b42e-995b3fefd275 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.811912 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f17be56c-aa4c-4717-b42e-995b3fefd275 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0069108 Jun 24 12:43:02.816805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41710) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.820095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:02.822126 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-a373e5e1-0133-4b43-9ac0-d321a86ce038 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.822891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:02.823056 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a373e5e1-0133-4b43-9ac0-d321a86ce038 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0053678 Jun 24 12:43:02.827775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:02.828886 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41712) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.833137 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-3675e5a1-08ae-44bd-be7a-c8ab353d7403 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.834058 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3675e5a1-08ae-44bd-be7a-c8ab353d7403 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0042729 Jun 24 12:43:02.845021 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41716) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.853685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-dcd53f04-1d46-4a36-b9a7-867cc5fb2bc5 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.857514 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-dcd53f04-1d46-4a36-b9a7-867cc5fb2bc5 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0058019 Jun 24 12:43:02.858697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41718) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.867750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Pushing event updated for resources: {'Port': ['ID=401b023d-6c2d-4527-bdc7-18c101dfeee6,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:02.867909 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-8d6fd892-c7e2-481d-bc2e-bde91e596c7a tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.871633 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8d6fd892-c7e2-481d-bc2e-bde91e596c7a tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0101516 Jun 24 12:43:02.874394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41720) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.878692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-a64c1c31-5695-4593-8e4a-94a9a1e8d738 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.882181 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a64c1c31-5695-4593-8e4a-94a9a1e8d738 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0073931 Jun 24 12:43:02.882749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41722) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.887898 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23d4b5f8-709b-4446-8485-631fbe89c94e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.888710 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-682b83cb-c982-4054-80b5-5525ad038795 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.893969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [None req-6d93b3e6-7dea-41c3-a57c-d54dbff91be8 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.897358 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6d93b3e6-7dea-41c3-a57c-d54dbff91be8 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0097108 Jun 24 12:43:02.897358 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:02.904158 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4b5f8-709b-4446-8485-631fbe89c94e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:02.904755 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23d4b5f8-709b-4446-8485-631fbe89c94e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.910088 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41724) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:02.910917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:02.916585 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [None req-c7065af5-2ab4-40f4-85ca-a6de11fa42f6 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] http://10.222.0.110:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:43:02.921430 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c7065af5-2ab4-40f4-85ca-a6de11fa42f6 tempest-ExtensionsTestJSON-1533971558 tempest-ExtensionsTestJSON-1533971558-project] 10.222.0.110 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0056946 Jun 24 12:43:02.970019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b83cb-c982-4054-80b5-5525ad038795 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event deleted for resources: {'Port': ['ID=42099306-6f01-4a76-8b44-104438cbd895,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:02.981052 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-682b83cb-c982-4054-80b5-5525ad038795 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:02.981568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:03.019767 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-23d4b5f8-709b-4446-8485-631fbe89c94e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6588311 Jun 24 12:43:03.049895 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41730) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:03.055909 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Request body: {'subnet': {'network_id': 'b84bb8da-ed2d-4de9-9948-e82c34359de8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:03.135871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.224238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41734) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:03.366515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae4c0-a070-495a-855d-6d6699676284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.377804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.483198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b5f8-709b-4446-8485-631fbe89c94e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'Network': ['ID=b84bb8da-ed2d-4de9-9948-e82c34359de8,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:03.490973 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-23d4b5f8-709b-4446-8485-631fbe89c94e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:03.497393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network b84bb8da-ed2d-4de9-9948-e82c34359de8 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:03.499215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-682b83cb-c982-4054-80b5-5525ad038795 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.501660 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-682b83cb-c982-4054-80b5-5525ad038795 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.502843 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-682b83cb-c982-4054-80b5-5525ad038795 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "DELETE /v2.0/floatingips/dd0eda6b-1fa7-49c9-acf6-09856ccb5c5a HTTP/1.1" status: 204 len: 168 time: 1.5554492 Jun 24 12:43:03.505069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.506731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41740) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:03.512924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-89ca34e7-c388-4f37-bc50-30af2a738ffd tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Request body: {'floatingip': {'floating_network_id': '92544fad-86b8-4b61-af6e-b9c3a696b2cb', 'port_id': '1771ae8b-e876-408d-9146-476590585724', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:03.596006 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae4c0-a070-495a-855d-6d6699676284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.602799 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae4c0-a070-495a-855d-6d6699676284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.607896 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c40dbdf6-e22b-4393-839c-942c97bb8f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:03.616278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Router ccc89dc2-86e4-4fa4-8090-b32c5d673fba is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:43:03.621354 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:43:03.621354 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:43:03.621354 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'project_id_1': '56f7613dd5504c8e9a664171b23252ef', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 43, 3, 564639)}] Jun 24 12:43:03.621354 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:43:03.622244 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:43:03.638692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89ca34e7-c388-4f37-bc50-30af2a738ffd tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.656765 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1f4ae4c0-a070-495a-855d-6d6699676284 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=32493aa9f4d746988ee977f94228a71d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4314494 Jun 24 12:43:03.658794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ae4c0-a070-495a-855d-6d6699676284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2b7765-e344-475d-aeb2-34952d4d4056,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:03.661298 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41742) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:03.662088 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1f4ae4c0-a070-495a-855d-6d6699676284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:03.792936 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4216cc4d-0061-471b-afd3-ef4b3c78dca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.801914 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.806096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:03.816314 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a7a60f-3f79-496b-82fa-9411548695a6 None None] Sync routers for ids ['ccc89dc2-86e4-4fa4-8090-b32c5d673fba'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:03.826372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4216cc4d-0061-471b-afd3-ef4b3c78dca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.828996 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a7a60f-3f79-496b-82fa-9411548695a6 None None] Routers {'ccc89dc2-86e4-4fa4-8090-b32c5d673fba'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:03.830159 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a3a7a60f-3f79-496b-82fa-9411548695a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ccc89dc2-86e4-4fa4-8090-b32c5d673fba'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:03.844831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.848844 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8299308 Jun 24 12:43:03.850715 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41744) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:03.859534 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-20743f3c-aa33-4528-9ed4-a36af31eec80 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'enable_snat': False}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:03.876562 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a3a7a60f-3f79-496b-82fa-9411548695a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:03.879691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4216cc4d-0061-471b-afd3-ef4b3c78dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.882425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4216cc4d-0061-471b-afd3-ef4b3c78dca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.894107 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4216cc4d-0061-471b-afd3-ef4b3c78dca0 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fa2b7765-e344-475d-aeb2-34952d4d4056 HTTP/1.1" status: 204 len: 168 time: 0.2197626 Jun 24 12:43:03.894107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:03.894107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216cc4d-0061-471b-afd3-ef4b3c78dca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2b7765-e344-475d-aeb2-34952d4d4056,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:03.895860 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a7a60f-3f79-496b-82fa-9411548695a6 None None] Routers {'ccc89dc2-86e4-4fa4-8090-b32c5d673fba'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:03.896542 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a3a7a60f-3f79-496b-82fa-9411548695a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ccc89dc2-86e4-4fa4-8090-b32c5d673fba'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:03.910104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4216cc4d-0061-471b-afd3-ef4b3c78dca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:03.936276 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a3a7a60f-3f79-496b-82fa-9411548695a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:03.936940 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a7a60f-3f79-496b-82fa-9411548695a6 None None] The sync data for ids ['ccc89dc2-86e4-4fa4-8090-b32c5d673fba'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:04.021199 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-89ca34e7-c388-4f37-bc50-30af2a738ffd tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:43:04.022288 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-89ca34e7-c388-4f37-bc50-30af2a738ffd tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5136874 Jun 24 12:43:04.027811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41752) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:04.032495 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '1771ae8b-e876-408d-9146-476590585724', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:04.067402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.150980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Router 8c329726-3e0e-4aed-9ab4-01aeec1d2ecc is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:43:04.178957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.233077 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Made reservation on behalf of 56f7613dd5504c8e9a664171b23252ef for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:04.236614 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.323441 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Allocated IP 172.26.1.226 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/6491ed9d-3f05-4fcd-aafc-a3c83c461f52) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:04.446518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.449298 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:04.461454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa60f0a3-d3cd-42ea-96ac-c7703ab9341b None None] Sync routers for ids ['8c329726-3e0e-4aed-9ab4-01aeec1d2ecc'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:04.473034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa60f0a3-d3cd-42ea-96ac-c7703ab9341b None None] Routers {'8c329726-3e0e-4aed-9ab4-01aeec1d2ecc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:04.474014 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-fa60f0a3-d3cd-42ea-96ac-c7703ab9341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8c329726-3e0e-4aed-9ab4-01aeec1d2ecc'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:04.479594 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-20743f3c-aa33-4528-9ed4-a36af31eec80 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.494329 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.498622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41770) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:04.498999 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4408281 Jun 24 12:43:04.504611 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4fbf7ec2-962e-4c11-b76b-23203553ed9a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'enable_snat': False}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:04.521891 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-fa60f0a3-d3cd-42ea-96ac-c7703ab9341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:04.535109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa60f0a3-d3cd-42ea-96ac-c7703ab9341b None None] Routers {'8c329726-3e0e-4aed-9ab4-01aeec1d2ecc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:04.536067 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-fa60f0a3-d3cd-42ea-96ac-c7703ab9341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8c329726-3e0e-4aed-9ab4-01aeec1d2ecc'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:04.554711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.586848 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-fa60f0a3-d3cd-42ea-96ac-c7703ab9341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:04.587662 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa60f0a3-d3cd-42ea-96ac-c7703ab9341b None None] The sync data for ids ['8c329726-3e0e-4aed-9ab4-01aeec1d2ecc'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:04.592233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-539aded6-0014-4303-9c9f-dfa0fce66b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:04.660703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:04.669664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:04.676060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:04.703471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event updated for resources: {'Port': ['ID=6491ed9d-3f05-4fcd-aafc-a3c83c461f52,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:04.710128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:04.711503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41776) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:04.763296 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:43:04.769201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.808810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:04.861513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1499708118'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:04.909669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event updated for resources: {'Subnet': ['ID=07a391ad-13a0-420a-9947-18853577ad23,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:04.913265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:04.926867 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Checking segment: {'id': '05a7a7ae-aff9-4989-9f3a-b9d7c5fd28ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'b84bb8da-ed2d-4de9-9948-e82c34359de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:04.927228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Network hostable DHCP agents. Network: b84bb8da-ed2d-4de9-9948-e82c34359de8, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:04.942652 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Made reservation on behalf of c6b9a97edaa541deab90319f76113dd5 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:04.946049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.992279 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Network b84bb8da-ed2d-4de9-9948-e82c34359de8 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:05.009652 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, b84bb8da-ed2d-4de9-9948-e82c34359de8) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:05.019478 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6927608a-950e-4bda-b19d-0e8e7237845c None None] Network b84bb8da-ed2d-4de9-9948-e82c34359de8 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:05.044117 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:05.044712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.071466 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0203745 Jun 24 12:43:05.075955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41780) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:05.255283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.317954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.345169 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-b84bb8da-ed2d-4de9-9948-e82c34359de8', 'network_id': 'b84bb8da-ed2d-4de9-9948-e82c34359de8', 'tenant_id': '56f7613dd5504c8e9a664171b23252ef', 'fixed_ips': [{'subnet_id': '07a391ad-13a0-420a-9947-18853577ad23'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:43:05.347136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.432523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7ec2-962e-4c11-b76b-23203553ed9a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.444053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Deleting port 6491ed9d-3f05-4fcd-aafc-a3c83c461f52 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:05.444451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.539801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Allocated IP 2001:db8::f816:3eff:fe24:e4bf (b84bb8da-ed2d-4de9-9948-e82c34359de8/07a391ad-13a0-420a-9947-18853577ad23/1824cac0-41bd-4782-a235-ffc6bdb2d70b) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:05.612951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.613482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.644416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Calling delete_port for 6491ed9d-3f05-4fcd-aafc-a3c83c461f52 owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:05.652009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.661675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.663170 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-20743f3c-aa33-4528-9ed4-a36af31eec80 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.667927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:05.677339 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-20743f3c-aa33-4528-9ed4-a36af31eec80 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.693075 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.707751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.717564 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Transition to ACTIVE for port object 1824cac0-41bd-4782-a235-ffc6bdb2d70b will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:05.729760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] vlan segment allocate from pool success with {'vlan_id': 1331, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:05.734120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Transition to ACTIVE for port object 1824cac0-41bd-4782-a235-ffc6bdb2d70b will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:05.740272 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.743181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-af18e75a-97ac-48ef-bd0f-6def78561170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:05.760786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5535358e-1151-430a-b6cf-24261cdbd5c7,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:05.765152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.765721 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Added segment 85b5ed0b-09f4-414c-8fac-a49769e064f5 of type vlan for network 4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92 Jun 24 12:43:05.776123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:05.780951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Network b84bb8da-ed2d-4de9-9948-e82c34359de8 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:05.784554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:05.787794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:05.823434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.846805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.853856 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-15b49be0-3aaf-48b7-8c8d-4cd58c12110c tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:05.886904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Subnet': ['ID=07a391ad-13a0-420a-9947-18853577ad23,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:05.892804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Pushing event updated for resources: {'Port': ['ID=1824cac0-41bd-4782-a235-ffc6bdb2d70b,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:05.899668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:05.903849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:05.918671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Attempting to bind port 1824cac0-41bd-4782-a235-ffc6bdb2d70b on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:05.919112 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Attempting to bind port 1824cac0-41bd-4782-a235-ffc6bdb2d70b by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '05a7a7ae-aff9-4989-9f3a-b9d7c5fd28ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'b84bb8da-ed2d-4de9-9948-e82c34359de8'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:05.920135 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Attempting to bind port 1824cac0-41bd-4782-a235-ffc6bdb2d70b on network b84bb8da-ed2d-4de9-9948-e82c34359de8 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:05.927372 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:05.927761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Checking segment: {'id': '05a7a7ae-aff9-4989-9f3a-b9d7c5fd28ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'b84bb8da-ed2d-4de9-9948-e82c34359de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:05.928836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.928957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.929271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Bound using segment: {'id': '05a7a7ae-aff9-4989-9f3a-b9d7c5fd28ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'b84bb8da-ed2d-4de9-9948-e82c34359de8'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:05.930078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Bound port: 1824cac0-41bd-4782-a235-ffc6bdb2d70b, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a7a7ae-aff9-4989-9f3a-b9d7c5fd28ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'b84bb8da-ed2d-4de9-9948-e82c34359de8'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:05.930201 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.935376 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20743f3c-aa33-4528-9ed4-a36af31eec80 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Router ccc89dc2-86e4-4fa4-8090-b32c5d673fba has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:05.935543 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:05.935543 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.943820 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-24b09963-00bc-467f-8e9f-001c93c48954 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:06.010860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.014283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] For port 1824cac0-41bd-4782-a235-ffc6bdb2d70b, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:06.017889 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] For port 1824cac0-41bd-4782-a235-ffc6bdb2d70b, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1824cac0-41bd-4782-a235-ffc6bdb2d70b,segment=NetworkSegment(05a7a7ae-aff9-4989-9f3a-b9d7c5fd28ef),segment_id=05a7a7ae-aff9-4989-9f3a-b9d7c5fd28ef)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:06.023194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.027574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.030610 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:06.049322 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3374522 Jun 24 12:43:06.057602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41788) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:06.064229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-479c725e-7f77-4cec-ba7e-602be27bb855 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Request body: {'subnet': {'network_id': '4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:06.068832 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84bb8da-ed2d-4de9-9948-e82c34359de8']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:06.083774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a7a7ae-aff9-4989-9f3a-b9d7c5fd28ef') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:06.084080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a7a7ae-aff9-4989-9f3a-b9d7c5fd28ef') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:06.099758 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.101778 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Pushing event updated for resources: {'Network': ['ID=4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:06.112453 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Pushing event updated for resources: {'Port': ['ID=1824cac0-41bd-4782-a235-ffc6bdb2d70b,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:06.118873 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:06.119107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20743f3c-aa33-4528-9ed4-a36af31eec80 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:06.122497 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:06.122961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-20743f3c-aa33-4528-9ed4-a36af31eec80 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.126277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f75b7fb2-fc1b-4069-9849-b09746e9363f tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:06.126942 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-20743f3c-aa33-4528-9ed4-a36af31eec80 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "PUT /v2.0/routers/ccc89dc2-86e4-4fa4-8090-b32c5d673fba HTTP/1.1" status: 200 len: 925 time: 2.2750001 Jun 24 12:43:06.127571 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41790) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:06.129233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.137556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:06.141089 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304dc30-9f02-4884-84ab-38fe9b935053 None None] Sync routers for ids ['ccc89dc2-86e4-4fa4-8090-b32c5d673fba'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:06.154869 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304dc30-9f02-4884-84ab-38fe9b935053 None None] Routers {'ccc89dc2-86e4-4fa4-8090-b32c5d673fba'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:06.156439 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-b304dc30-9f02-4884-84ab-38fe9b935053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ccc89dc2-86e4-4fa4-8090-b32c5d673fba'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:06.168907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce9b16-e412-45f8-9d44-9cbae307a0ce None None] Network b84bb8da-ed2d-4de9-9948-e82c34359de8 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:06.194925 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-b304dc30-9f02-4884-84ab-38fe9b935053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:06.203165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:06.203799 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.205860 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304dc30-9f02-4884-84ab-38fe9b935053 None None] Routers {'ccc89dc2-86e4-4fa4-8090-b32c5d673fba'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:06.206690 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-b304dc30-9f02-4884-84ab-38fe9b935053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ccc89dc2-86e4-4fa4-8090-b32c5d673fba'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:06.238948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event deleted for resources: {'Port': ['ID=6491ed9d-3f05-4fcd-aafc-a3c83c461f52,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:06.240764 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-b304dc30-9f02-4884-84ab-38fe9b935053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:06.241919 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304dc30-9f02-4884-84ab-38fe9b935053 None None] The sync data for ids ['ccc89dc2-86e4-4fa4-8090-b32c5d673fba'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:06.248649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: items = [ Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:06.268022 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:06.343926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479c725e-7f77-4cec-ba7e-602be27bb855 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Made reservation on behalf of c6b9a97edaa541deab90319f76113dd5 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:06.348074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-479c725e-7f77-4cec-ba7e-602be27bb855 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.365242 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] create failed (client error): The resource could not be found. Jun 24 12:43:06.368077 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a8498d-a150-486b-baee-8df51e19c615 None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:43:06.371283 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3423684 Jun 24 12:43:06.372973 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41794) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:06.397764 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ad99d168-b214-4fe0-8c84-68b78cf83969 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/routers/ccc89dc2-86e4-4fa4-8090-b32c5d673fba HTTP/1.1" status: 200 len: 925 time: 0.2660890 Jun 24 12:43:06.398756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 12:43:06.398756 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 12:43:06.398756 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'id': 'b84bb8da-ed2d-4de9-9948-e82c34359de8'}] Jun 24 12:43:06.398756 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:43:06.399615 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:43:06.418247 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41796) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:06.484774 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a8498d-a150-486b-baee-8df51e19c615 None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:43:06.569455 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6acb070-d305-4698-9c5a-8e1b165a17ee tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:06.574256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7ec2-962e-4c11-b76b-23203553ed9a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.574811 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b6acb070-d305-4698-9c5a-8e1b165a17ee tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&device_id=ccc89dc2-86e4-4fa4-8090-b32c5d673fba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1553495 Jun 24 12:43:06.577660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41800) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:06.592614 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7ec2-962e-4c11-b76b-23203553ed9a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.595638 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-705c3ae5-7ebc-45cc-9e48-d206c95f5847 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Deleting port 1771ae8b-e876-408d-9146-476590585724 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:06.596245 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-705c3ae5-7ebc-45cc-9e48-d206c95f5847 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.702981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-705c3ae5-7ebc-45cc-9e48-d206c95f5847 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.719339 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-705c3ae5-7ebc-45cc-9e48-d206c95f5847 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Calling delete_port for 1771ae8b-e876-408d-9146-476590585724 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:06.752053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-479c725e-7f77-4cec-ba7e-602be27bb855 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.789699 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-98cf3a8d-974f-4049-8ac2-2e24542ad2d4 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:06.831805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae35e893-6eb1-48f0-88b1-68fcd6c9dbba tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:06.833191 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ae35e893-6eb1-48f0-88b1-68fcd6c9dbba tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/networks/0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 881 time: 0.2546439 Jun 24 12:43:06.836260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41802) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:06.871628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c725e-7f77-4cec-ba7e-602be27bb855 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Pushing event updated for resources: {'Subnet': ['ID=a0ea57c2-15a9-45f4-b976-33352c4eb071,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:06.871907 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-05d69508-f7a9-4635-9a0d-7f858b9e412f tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ccc89dc2-86e4-4fa4-8090-b32c5d673fba HTTP/1.1" status: 200 len: 205 time: 0.0342419 Jun 24 12:43:06.874430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41804) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:06.881218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbf7ec2-962e-4c11-b76b-23203553ed9a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Router 8c329726-3e0e-4aed-9ab4-01aeec1d2ecc has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:06.882230 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-479c725e-7f77-4cec-ba7e-602be27bb855 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:06.898060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c725e-7f77-4cec-ba7e-602be27bb855 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Checking segment: {'id': '85b5ed0b-09f4-414c-8fac-a49769e064f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:06.898421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479c725e-7f77-4cec-ba7e-602be27bb855 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Network hostable DHCP agents. Network: 4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:06.917326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.931369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-705c3ae5-7ebc-45cc-9e48-d206c95f5847 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.938634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9224022f-ea23-4efd-b309-4531adeeef11 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:06.955266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479c725e-7f77-4cec-ba7e-602be27bb855 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Network 4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:06.976315 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c3ae5-7ebc-45cc-9e48-d206c95f5847 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event deleted for resources: {'Port': ['ID=1771ae8b-e876-408d-9146-476590585724,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:06.996296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-479c725e-7f77-4cec-ba7e-602be27bb855 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:07.004337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-705c3ae5-7ebc-45cc-9e48-d206c95f5847 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:07.005375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479c725e-7f77-4cec-ba7e-602be27bb855 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:07.005984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-479c725e-7f77-4cec-ba7e-602be27bb855 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.012274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0770b912-0ecd-47ef-9aa5-17d6d778c21c None None] Network 4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:07.039077 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-479c725e-7f77-4cec-ba7e-602be27bb855 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9802935 Jun 24 12:43:07.039763 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41808) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:07.045381 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Request body: {'port': {'network_id': '4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1008336431'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:07.050830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbf7ec2-962e-4c11-b76b-23203553ed9a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:07.061103 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d2ace0-6ead-49f0-a7b4-19a4ced21588 None None] Sync routers for ids ['8c329726-3e0e-4aed-9ab4-01aeec1d2ecc'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:07.078404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7ec2-962e-4c11-b76b-23203553ed9a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.083115 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4fbf7ec2-962e-4c11-b76b-23203553ed9a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "PUT /v2.0/routers/8c329726-3e0e-4aed-9ab4-01aeec1d2ecc HTTP/1.1" status: 200 len: 921 time: 2.5828257 Jun 24 12:43:07.094231 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41810) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:07.122548 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d2ace0-6ead-49f0-a7b4-19a4ced21588 None None] Routers {'8c329726-3e0e-4aed-9ab4-01aeec1d2ecc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:07.123367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d1d2ace0-6ead-49f0-a7b4-19a4ced21588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8c329726-3e0e-4aed-9ab4-01aeec1d2ecc'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:07.153392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.180221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d1d2ace0-6ead-49f0-a7b4-19a4ced21588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:07.199260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Made reservation on behalf of c6b9a97edaa541deab90319f76113dd5 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:07.204430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d2ace0-6ead-49f0-a7b4-19a4ced21588 None None] Routers {'8c329726-3e0e-4aed-9ab4-01aeec1d2ecc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:07.204622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.204968 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d1d2ace0-6ead-49f0-a7b4-19a4ced21588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8c329726-3e0e-4aed-9ab4-01aeec1d2ecc'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:07.223205 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] device_id is not set on port 166e21ee-f6bd-473d-a970-f526cf3bbfe4 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:43:07.238808 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-705c3ae5-7ebc-45cc-9e48-d206c95f5847 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.243785 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-705c3ae5-7ebc-45cc-9e48-d206c95f5847 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "DELETE /v2.0/ports/1771ae8b-e876-408d-9146-476590585724 HTTP/1.1" status: 204 len: 168 time: 0.8597310 Jun 24 12:43:07.245142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41812) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:07.248490 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d1d2ace0-6ead-49f0-a7b4-19a4ced21588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:07.249285 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d2ace0-6ead-49f0-a7b4-19a4ced21588 None None] The sync data for ids ['8c329726-3e0e-4aed-9ab4-01aeec1d2ecc'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:07.337812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92', 'network_id': '4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92', 'tenant_id': 'c6b9a97edaa541deab90319f76113dd5', 'fixed_ips': [{'subnet_id': 'a0ea57c2-15a9-45f4-b976-33352c4eb071'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:43:07.339052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.340408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Deleting port 1824cac0-41bd-4782-a235-ffc6bdb2d70b {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:07.340750 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.364156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Allocated IP 2001:db8::1dd (4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92/a0ea57c2-15a9-45f4-b976-33352c4eb071/166e21ee-f6bd-473d-a970-f526cf3bbfe4) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:07.439482 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-416e44ad-2314-48ce-8b86-d63b0131e1a5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/routers/8c329726-3e0e-4aed-9ab4-01aeec1d2ecc HTTP/1.1" status: 200 len: 921 time: 0.3421338 Jun 24 12:43:07.443606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41814) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:07.473202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] For port 1824cac0-41bd-4782-a235-ffc6bdb2d70b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1824cac0-41bd-4782-a235-ffc6bdb2d70b,segment=NetworkSegment(05a7a7ae-aff9-4989-9f3a-b9d7c5fd28ef),segment_id=05a7a7ae-aff9-4989-9f3a-b9d7c5fd28ef)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:07.473621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.488250 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.497785 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Calling delete_port for 1824cac0-41bd-4782-a235-ffc6bdb2d70b owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:07.519201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac0fd2-eb43-4817-90ba-dd7247dd99ff tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:07.523248 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ddac0fd2-eb43-4817-90ba-dd7247dd99ff tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "GET /v2.0/ports?device_id=94a1a6c7-0bd4-478f-ab63-453a9f38b6a2 HTTP/1.1" status: 200 len: 913 time: 0.2734427 Jun 24 12:43:07.525115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41818) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:07.608862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399fa82b-c71a-4f71-b156-7e4c49497610 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:07.611039 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-399fa82b-c71a-4f71-b156-7e4c49497610 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&device_id=8c329726-3e0e-4aed-9ab4-01aeec1d2ecc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1677263 Jun 24 12:43:07.614173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.616230 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41820) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:07.654592 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Transition to ACTIVE for port object 166e21ee-f6bd-473d-a970-f526cf3bbfe4 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:08.029074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b2cc7-616f-46ae-9231-59803478e657 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:08.030332 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-811b2cc7-616f-46ae-9231-59803478e657 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/networks/0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 881 time: 0.4131451 Jun 24 12:43:08.033423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41824) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:08.044226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.063259 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Deleting port 401b023d-6c2d-4527-bdc7-18c101dfeee6 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:08.063870 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.064809 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6137dcb9-4edd-4614-ab5c-ef919555fc22 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c329726-3e0e-4aed-9ab4-01aeec1d2ecc HTTP/1.1" status: 200 len: 205 time: 0.0302446 Jun 24 12:43:08.065545 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e390bb20-2283-4bf0-9700-2db583f8fdb6 tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:08.067845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41826) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:08.092322 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.095167 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Allocated IP 2001:db8::2 (4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92/a0ea57c2-15a9-45f4-b976-33352c4eb071/9876f7a6-8725-458b-9019-a6f04c755d32) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:08.109819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Network 4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:08.114947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:08.123142 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:08.128628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:08.129242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.131684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-884c8129-22d8-48f0-b886-dac1eeb7aca1 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:08.140680 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Pushing event updated for resources: {'Port': ['ID=166e21ee-f6bd-473d-a970-f526cf3bbfe4,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:08.148162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:08.158523 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1174126 Jun 24 12:43:08.162454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41830) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:08.170805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Request body: {'port': {'network_id': '4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-953985293', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:08.171355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.api.validators [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] bootfile-name is not in valid_values {{(pid=100145) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 12:43:08.171701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.api.validators [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] tftp-server is not in valid_values {{(pid=100145) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 12:43:08.172053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.api.validators [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] server-ip-address is not in valid_values {{(pid=100145) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 12:43:08.207075 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Port': ['ID=1824cac0-41bd-4782-a235-ffc6bdb2d70b,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:08.212915 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] No DVR routers for this DVR port 1824cac0-41bd-4782-a235-ffc6bdb2d70b on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:08.233942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:08.288260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Made reservation on behalf of c6b9a97edaa541deab90319f76113dd5 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:08.292177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.294265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.305492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Transition to ACTIVE for port object 9876f7a6-8725-458b-9019-a6f04c755d32 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:08.319851 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] device_id is not set on port ef0d45de-34c4-41c0-b43d-3b226a787b7c yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:43:08.335136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Transition to ACTIVE for port object 9876f7a6-8725-458b-9019-a6f04c755d32 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:08.345405 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.354228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-54a7f6cc-6a89-45e0-bf00-0037a33464a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:08.369038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.384404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Network 4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:08.387699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:08.391693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:08.428332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Pushing event updated for resources: {'Port': ['ID=9876f7a6-8725-458b-9019-a6f04c755d32,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:08.432143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:08.436255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.444586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Calling delete_port for 401b023d-6c2d-4527-bdc7-18c101dfeee6 owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:08.450257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.455752 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84bb8da-ed2d-4de9-9948-e82c34359de8']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:08.461010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Attempting to bind port 9876f7a6-8725-458b-9019-a6f04c755d32 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:08.461388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Attempting to bind port 9876f7a6-8725-458b-9019-a6f04c755d32 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '85b5ed0b-09f4-414c-8fac-a49769e064f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:08.461761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Attempting to bind port 9876f7a6-8725-458b-9019-a6f04c755d32 on network 4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:08.467493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:08.467873 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Checking segment: {'id': '85b5ed0b-09f4-414c-8fac-a49769e064f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:08.468282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.468679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Bound using segment: {'id': '85b5ed0b-09f4-414c-8fac-a49769e064f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:08.469148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Bound port: 9876f7a6-8725-458b-9019-a6f04c755d32, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b5ed0b-09f4-414c-8fac-a49769e064f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:08.469535 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.475307 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Allocated IP 2001:db8::2bc (4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92/a0ea57c2-15a9-45f4-b976-33352c4eb071/ef0d45de-34c4-41c0-b43d-3b226a787b7c) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:08.501305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a7a7ae-aff9-4989-9f3a-b9d7c5fd28ef') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:08.501600 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a7a7ae-aff9-4989-9f3a-b9d7c5fd28ef') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:08.520810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.544255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] For port 9876f7a6-8725-458b-9019-a6f04c755d32, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:08.547816 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] For port 9876f7a6-8725-458b-9019-a6f04c755d32, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9876f7a6-8725-458b-9019-a6f04c755d32,segment=NetworkSegment(85b5ed0b-09f4-414c-8fac-a49769e064f5),segment_id=85b5ed0b-09f4-414c-8fac-a49769e064f5)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:08.552722 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.555719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:08.581961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.617789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Pushing event updated for resources: {'Port': ['ID=9876f7a6-8725-458b-9019-a6f04c755d32,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:08.621504 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:08.630462 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:08.631086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:08.635402 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:08.671945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.688217 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Transition to ACTIVE for port object ef0d45de-34c4-41c0-b43d-3b226a787b7c will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:08.730324 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.734456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:08.794826 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Network 4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:08.798335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:08.804171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:08.810076 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:08.811352 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.815431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Pushing event updated for resources: {'Port': ['ID=ef0d45de-34c4-41c0-b43d-3b226a787b7c,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:08.829397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:08.840285 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.6761260 Jun 24 12:43:08.842954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41834) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:08.857699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.879380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.920084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.921961 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/networks/b84bb8da-ed2d-4de9-9948-e82c34359de8 HTTP/1.1" status: 204 len: 168 time: 3.8446009 Jun 24 12:43:08.925659 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:08.944690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41838) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:08.952105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Network': ['ID=b84bb8da-ed2d-4de9-9948-e82c34359de8,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:08.958014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:09.003655 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f9b09c-c1c4-4bba-a8b1-fdd8f5520507 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] DELETE failed (client error): The resource could not be found. Jun 24 12:43:09.004529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f9b09c-c1c4-4bba-a8b1-fdd8f5520507 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:09.006661 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b8f9b09c-c1c4-4bba-a8b1-fdd8f5520507 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/subnets/07a391ad-13a0-420a-9947-18853577ad23 HTTP/1.1" status: 404 len: 337 time: 0.0609057 Jun 24 12:43:09.014280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41840) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:09.030344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-176c0be8-f9e7-46a1-8266-93b22f5eec20 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.038278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Deleting port 3914b463-f0be-49fe-959d-d315aa708c0d {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:09.038934 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.049217 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-63940643-a412-4ba2-a745-4948c1ec9375 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] DELETE failed (client error): The resource could not be found. Jun 24 12:43:09.050007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63940643-a412-4ba2-a745-4948c1ec9375 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:09.053942 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-63940643-a412-4ba2-a745-4948c1ec9375 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/networks/b84bb8da-ed2d-4de9-9948-e82c34359de8 HTTP/1.1" status: 404 len: 339 time: 0.0368586 Jun 24 12:43:09.055428 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41842) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:09.076649 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.088098 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:09.092397 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-f400180f-2151-4420-81b3-4633fa9a9da7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] DELETE failed (client error): The resource could not be found. Jun 24 12:43:09.092866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f400180f-2151-4420-81b3-4633fa9a9da7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:09.094583 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f400180f-2151-4420-81b3-4633fa9a9da7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/subnets/c96b4964-c21e-4123-9c23-8412a839e34a HTTP/1.1" status: 404 len: 337 time: 0.0381207 Jun 24 12:43:09.097096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41844) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:09.142151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26bf7b8-61e1-459f-8175-1c3b1f7c1908 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:09.147862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26bf7b8-61e1-459f-8175-1c3b1f7c1908 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:09.154158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26bf7b8-61e1-459f-8175-1c3b1f7c1908 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:09.155863 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d26bf7b8-61e1-459f-8175-1c3b1f7c1908 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3112552 Jun 24 12:43:09.156900 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ff54d6-6205-42f8-8825-9e0ae0321d61 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] DELETE failed (client error): The resource could not be found. Jun 24 12:43:09.157473 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ff54d6-6205-42f8-8825-9e0ae0321d61 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:09.161449 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-89ff54d6-6205-42f8-8825-9e0ae0321d61 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/networks/8699208b-9376-4542-9986-eea5fdad946c HTTP/1.1" status: 404 len: 339 time: 0.0610931 Jun 24 12:43:09.161449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41846) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:09.161678 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41848) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:09.176459 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Pushing event deleted for resources: {'Port': ['ID=401b023d-6c2d-4527-bdc7-18c101dfeee6,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:09.183945 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:09.210369 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d02b95-69f6-4524-b7a2-39125baf8a7c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] DELETE failed (client error): The resource could not be found. Jun 24 12:43:09.210848 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d02b95-69f6-4524-b7a2-39125baf8a7c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:09.216113 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-78d02b95-69f6-4524-b7a2-39125baf8a7c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/subnets/5bce72a2-1fef-4b6f-bdba-6e5324119ce1 HTTP/1.1" status: 404 len: 337 time: 0.0501864 Jun 24 12:43:09.216113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41850) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:09.239701 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab0d20b-b56e-4762-ba86-72e5f71ed6dc tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] DELETE failed (client error): The resource could not be found. Jun 24 12:43:09.240237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab0d20b-b56e-4762-ba86-72e5f71ed6dc tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:09.241926 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8ab0d20b-b56e-4762-ba86-72e5f71ed6dc tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/networks/af373873-e4ee-44d0-a585-fde476d72f2b HTTP/1.1" status: 404 len: 339 time: 0.0252469 Jun 24 12:43:09.249478 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41852) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:09.322318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.326303 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.391311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-14cce599-088a-417a-9451-ce68e658fabe tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Deleting port ef0d45de-34c4-41c0-b43d-3b226a787b7c {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:09.391311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-14cce599-088a-417a-9451-ce68e658fabe tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.393813 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Calling delete_port for 3914b463-f0be-49fe-959d-d315aa708c0d owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:09.440391 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.444389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.467025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-62b4ddac-f0f2-4c55-b264-cb9ad9682588 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Deleting port 2e8082b9-3061-4be6-9da9-5d4071ca325c {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:09.467371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62b4ddac-f0f2-4c55-b264-cb9ad9682588 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.536037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.536037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Fanout notify agent at l3_agent the message router_deleted on router ccc89dc2-86e4-4fa4-8090-b32c5d673fba {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:43:09.545024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-14cce599-088a-417a-9451-ce68e658fabe tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.546081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.552289 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "DELETE /v2.0/routers/ccc89dc2-86e4-4fa4-8090-b32c5d673fba HTTP/1.1" status: 204 len: 168 time: 2.6767452 Jun 24 12:43:09.557986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41856) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:09.559983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62b4ddac-f0f2-4c55-b264-cb9ad9682588 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.564092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-25b7c668-bc80-4c25-8399-edb5079d43da tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2101695756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:09.572460 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-14cce599-088a-417a-9451-ce68e658fabe tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Calling delete_port for ef0d45de-34c4-41c0-b43d-3b226a787b7c owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:09.579364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-62b4ddac-f0f2-4c55-b264-cb9ad9682588 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Calling delete_port for 2e8082b9-3061-4be6-9da9-5d4071ca325c owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:09.668572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-25b7c668-bc80-4c25-8399-edb5079d43da tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.669711 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-25b7c668-bc80-4c25-8399-edb5079d43da tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.728284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62b4ddac-f0f2-4c55-b264-cb9ad9682588 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.755913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:09.767454 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.771498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ca748b03-d041-4456-86ec-3ea50e3027fd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:09.785782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62b4ddac-f0f2-4c55-b264-cb9ad9682588 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.790326 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-62b4ddac-f0f2-4c55-b264-cb9ad9682588 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/ports/2e8082b9-3061-4be6-9da9-5d4071ca325c HTTP/1.1" status: 204 len: 168 time: 0.5373456 Jun 24 12:43:09.790629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41858) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:09.794275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4ddac-f0f2-4c55-b264-cb9ad9682588 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Port': ['ID=2e8082b9-3061-4be6-9da9-5d4071ca325c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:09.799958 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Pushing event deleted for resources: {'Port': ['ID=3914b463-f0be-49fe-959d-d315aa708c0d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:09.803393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-62b4ddac-f0f2-4c55-b264-cb9ad9682588 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:09.805666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:09.807409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-176c0be8-f9e7-46a1-8266-93b22f5eec20 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Deleting port bc98df28-720d-4bfa-a0db-1d074e0425bf {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:09.808441 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-176c0be8-f9e7-46a1-8266-93b22f5eec20 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.817385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ce1f76-0384-4048-abb3-88e205d79791 None None] Network 4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:09.826194 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d40c40e-68a4-4638-bb3c-15bf56bd72a9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] DELETE failed (client error): The resource could not be found. Jun 24 12:43:09.826653 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d40c40e-68a4-4638-bb3c-15bf56bd72a9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:09.830785 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5d40c40e-68a4-4638-bb3c-15bf56bd72a9 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/subnets/e4651a9c-ff78-421d-8fbc-c38ddbfe73bc HTTP/1.1" status: 404 len: 337 time: 0.0367420 Jun 24 12:43:09.832366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41860) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:09.862412 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-14cce599-088a-417a-9451-ce68e658fabe tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.867810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-771cacb5-fe66-4c7e-b4c1-844b58ba2c6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:09.894311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a95bf0bc-13db-4ffd-bd8f-d3b1f5e7bb36 None None] Provisioning for port 9876f7a6-8725-458b-9019-a6f04c755d32 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:09.927178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cce599-088a-417a-9451-ce68e658fabe tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Pushing event deleted for resources: {'Port': ['ID=ef0d45de-34c4-41c0-b43d-3b226a787b7c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:09.938233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-14cce599-088a-417a-9451-ce68e658fabe tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:09.960233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-25b7c668-bc80-4c25-8399-edb5079d43da tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.964593 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.967152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.969294 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-25b7c668-bc80-4c25-8399-edb5079d43da tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.969459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-14cce599-088a-417a-9451-ce68e658fabe tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.971379 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-14cce599-088a-417a-9451-ce68e658fabe tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] 10.222.0.110 "DELETE /v2.0/ports/ef0d45de-34c4-41c0-b43d-3b226a787b7c HTTP/1.1" status: 204 len: 168 time: 0.8107591 Jun 24 12:43:09.974994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41862) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:09.981123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-e5abc346-8db4-4628-9f83-23092fdad83c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Request body: {'port': {'name': 'tempest-new-port-name-1970509632', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:09.981725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.api.validators [None req-e5abc346-8db4-4628-9f83-23092fdad83c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] bootfile-name is not in valid_values {{(pid=100145) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 12:43:09.982062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.api.validators [None req-e5abc346-8db4-4628-9f83-23092fdad83c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] tftp-server is not in valid_values {{(pid=100145) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 12:43:09.982411 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.api.validators [None req-e5abc346-8db4-4628-9f83-23092fdad83c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] server-ip-address is not in valid_values {{(pid=100145) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 12:43:10.144061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.155294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f972e14-3324-4f68-862d-e5ee0dcaf0ac']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:10.172201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72992086-2546-4af5-b5b6-ef0927c2adea') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:10.172684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72992086-2546-4af5-b5b6-ef0927c2adea') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:10.183988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.224229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.234453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e5abc346-8db4-4628-9f83-23092fdad83c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.248791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:10.249196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:10.252708 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:10.357194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-dca6e5b8-d4b9-4ff8-86ac-7cda241c3ca0 None None] Provisioning for port 166e21ee-f6bd-473d-a970-f526cf3bbfe4 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:10.362198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-dca6e5b8-d4b9-4ff8-86ac-7cda241c3ca0 None None] Provisioning complete for port 166e21ee-f6bd-473d-a970-f526cf3bbfe4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:10.362981 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dca6e5b8-d4b9-4ff8-86ac-7cda241c3ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.373157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.383167 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f030353-9c0a-4335-a558-c0fa808b8585 tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:10.404977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.406951 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/networks/0f972e14-3324-4f68-862d-e5ee0dcaf0ac HTTP/1.1" status: 204 len: 168 time: 0.5734134 Jun 24 12:43:10.408089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Network': ['ID=0f972e14-3324-4f68-862d-e5ee0dcaf0ac,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:10.409884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41868) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:10.414967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-dca6e5b8-d4b9-4ff8-86ac-7cda241c3ca0 None None] Port 166e21ee-f6bd-473d-a970-f526cf3bbfe4 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:10.416810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.419217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-25b7c668-bc80-4c25-8399-edb5079d43da tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.420382 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-25b7c668-bc80-4c25-8399-edb5079d43da tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8614998 Jun 24 12:43:10.423383 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.426131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-176c0be8-f9e7-46a1-8266-93b22f5eec20 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.428219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41870) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:10.432845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Request body: {'router': {'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:10.476183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-176c0be8-f9e7-46a1-8266-93b22f5eec20 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Calling delete_port for bc98df28-720d-4bfa-a0db-1d074e0425bf owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:10.491934 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:10.599969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.600607 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Fanout notify agent at l3_agent the message router_deleted on router 8c329726-3e0e-4aed-9ab4-01aeec1d2ecc {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:43:10.610628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.611848 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "DELETE /v2.0/routers/8c329726-3e0e-4aed-9ab4-01aeec1d2ecc HTTP/1.1" status: 204 len: 168 time: 2.5430436 Jun 24 12:43:10.619095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d6b88-b478-4d57-9a69-530f34c95801 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Deleting port 3609dd9a-85f8-4f99-9057-64b67a066705 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:10.619297 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41874) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:10.619703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ef2d6b88-b478-4d57-9a69-530f34c95801 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.626067 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-13899634-3c24-4735-90de-e0f26c50dbbf tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-529252140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:10.646536 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9876f7a6-8725-458b-9019-a6f04c755d32 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:10.663396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e5abc346-8db4-4628-9f83-23092fdad83c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.669514 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e5abc346-8db4-4628-9f83-23092fdad83c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.689563 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e9c23197-fb9f-470b-be50-a62c0f9d7a67 None None] Provisioning complete for port 166e21ee-f6bd-473d-a970-f526cf3bbfe4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:10.690179 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e9c23197-fb9f-470b-be50-a62c0f9d7a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.705860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ba4c1241-1b00-482e-969a-0dd567453eef tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:10.764125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-e5abc346-8db4-4628-9f83-23092fdad83c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] In _notify_port_updated(), no bound segment for port 166e21ee-f6bd-473d-a970-f526cf3bbfe4 on network 4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92 {{(pid=100145) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:43:10.767472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e9c23197-fb9f-470b-be50-a62c0f9d7a67 None None] Port 166e21ee-f6bd-473d-a970-f526cf3bbfe4 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:10.770510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5abc346-8db4-4628-9f83-23092fdad83c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:10.771211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e5abc346-8db4-4628-9f83-23092fdad83c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.773454 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e5abc346-8db4-4628-9f83-23092fdad83c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] 10.222.0.110 "PUT /v2.0/ports/166e21ee-f6bd-473d-a970-f526cf3bbfe4 HTTP/1.1" status: 200 len: 1130 time: 0.7966366 Jun 24 12:43:10.775949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ef2d6b88-b478-4d57-9a69-530f34c95801 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.779659 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41876) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:10.797163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-13899634-3c24-4735-90de-e0f26c50dbbf tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.798399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-13899634-3c24-4735-90de-e0f26c50dbbf tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.799231 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 9876f7a6-8725-458b-9019-a6f04c755d32 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:10.799952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d6b88-b478-4d57-9a69-530f34c95801 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Calling delete_port for 3609dd9a-85f8-4f99-9057-64b67a066705 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:10.801948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abc346-8db4-4628-9f83-23092fdad83c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Pushing event updated for resources: {'Port': ['ID=166e21ee-f6bd-473d-a970-f526cf3bbfe4,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:10.807797 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e5abc346-8db4-4628-9f83-23092fdad83c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:10.817258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 9876f7a6-8725-458b-9019-a6f04c755d32 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:10.817896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.899570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ef2d6b88-b478-4d57-9a69-530f34c95801 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.905990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:10.917899 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.935602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d6b88-b478-4d57-9a69-530f34c95801 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Port': ['ID=3609dd9a-85f8-4f99-9057-64b67a066705,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:10.938924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ef2d6b88-b478-4d57-9a69-530f34c95801 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:10.940217 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ef2d6b88-b478-4d57-9a69-530f34c95801 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.946721 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ef2d6b88-b478-4d57-9a69-530f34c95801 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/ports/3609dd9a-85f8-4f99-9057-64b67a066705 HTTP/1.1" status: 204 len: 168 time: 0.5335476 Jun 24 12:43:10.947924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41878) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:10.951432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.978956 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f31b14-55bc-4cd2-bbb5-71983255de5a tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] DELETE failed (client error): The resource could not be found. Jun 24 12:43:10.979661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f31b14-55bc-4cd2-bbb5-71983255de5a tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:10.984535 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-36f31b14-55bc-4cd2-bbb5-71983255de5a tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/subnets/0ea066df-5416-408c-a59f-45251ccf30d8 HTTP/1.1" status: 404 len: 337 time: 0.0348539 Jun 24 12:43:10.985399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41880) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:10.992656 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-900d641a-d46b-422c-bc46-421f50735323 None None] Could not find standard attr ID for object ef0d45de-34c4-41c0-b43d-3b226a787b7c. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:43:11.004179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dac46e8-f72f-4851-b8aa-817dea5df56f tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:11.008873 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6dac46e8-f72f-4851-b8aa-817dea5df56f tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] 10.222.0.110 "GET /v2.0/ports/166e21ee-f6bd-473d-a970-f526cf3bbfe4 HTTP/1.1" status: 200 len: 1130 time: 0.2250085 Jun 24 12:43:11.008873 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-13899634-3c24-4735-90de-e0f26c50dbbf tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.009604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41882) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:11.012546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 9876f7a6-8725-458b-9019-a6f04c755d32, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9876f7a6-8725-458b-9019-a6f04c755d32,segment=NetworkSegment(85b5ed0b-09f4-414c-8fac-a49769e064f5),segment_id=85b5ed0b-09f4-414c-8fac-a49769e064f5)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:11.017371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.020494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-13899634-3c24-4735-90de-e0f26c50dbbf tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.025788 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:11.065306 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-13899634-3c24-4735-90de-e0f26c50dbbf tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.066779 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-13899634-3c24-4735-90de-e0f26c50dbbf tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4464886 Jun 24 12:43:11.073976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41884) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:11.079211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Request body: {'router': {'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:11.084727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=9876f7a6-8725-458b-9019-a6f04c755d32,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:11.096338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:11.124145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.228149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-dce60503-4647-481d-b93d-23f6b4e49f67 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Deleting port 166e21ee-f6bd-473d-a970-f526cf3bbfe4 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:11.229814 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dce60503-4647-481d-b93d-23f6b4e49f67 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.235490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-176c0be8-f9e7-46a1-8266-93b22f5eec20 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.278535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:11.381396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dce60503-4647-481d-b93d-23f6b4e49f67 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.385430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c0be8-f9e7-46a1-8266-93b22f5eec20 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event deleted for resources: {'Port': ['ID=bc98df28-720d-4bfa-a0db-1d074e0425bf,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:11.396951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-dce60503-4647-481d-b93d-23f6b4e49f67 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Calling delete_port for 166e21ee-f6bd-473d-a970-f526cf3bbfe4 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:11.397074 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-176c0be8-f9e7-46a1-8266-93b22f5eec20 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:11.421421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.460874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5072d8f4-c61e-48cc-ae0f-7208f5d4a678']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:11.476347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71707927-ce06-4599-99a2-bac850cd01a7') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:11.476561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71707927-ce06-4599-99a2-bac850cd01a7') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:11.490533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.517554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.528831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5d8a0438-462b-4bc7-861d-846aec110986 None None] Provisioning complete for port 166e21ee-f6bd-473d-a970-f526cf3bbfe4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:11.529212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5d8a0438-462b-4bc7-861d-846aec110986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.536240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:11.537720 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:11.544571 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:11.572413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a0438-462b-4bc7-861d-846aec110986 None None] Port 166e21ee-f6bd-473d-a970-f526cf3bbfe4 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:11.576063 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.617390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-176c0be8-f9e7-46a1-8266-93b22f5eec20 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.644277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.649666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.653681 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/networks/5072d8f4-c61e-48cc-ae0f-7208f5d4a678 HTTP/1.1" status: 204 len: 168 time: 0.6650705 Jun 24 12:43:11.655576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f5f9d005-6f3b-4acd-814e-aa3b403a1eba tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:11.659882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41890) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:11.699198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dce60503-4647-481d-b93d-23f6b4e49f67 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.703611 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Network': ['ID=5072d8f4-c61e-48cc-ae0f-7208f5d4a678,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:11.709610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:11.713597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3703b565-047d-46b4-93b1-1e961c4f68c6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:11.750169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce60503-4647-481d-b93d-23f6b4e49f67 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Pushing event deleted for resources: {'Port': ['ID=166e21ee-f6bd-473d-a970-f526cf3bbfe4,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:11.771832 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dce60503-4647-481d-b93d-23f6b4e49f67 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:11.778475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dce60503-4647-481d-b93d-23f6b4e49f67 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.782714 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dce60503-4647-481d-b93d-23f6b4e49f67 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] 10.222.0.110 "DELETE /v2.0/ports/166e21ee-f6bd-473d-a970-f526cf3bbfe4 HTTP/1.1" status: 204 len: 168 time: 0.7724998 Jun 24 12:43:11.783558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41894) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:11.810574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b78e57-60d8-4f5f-ae4a-7e4ba6884609 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Deleting subnet 285e2f35-6390-4ecc-b238-8553f38714b1 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:43:11.837217 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b78e57-60d8-4f5f-ae4a-7e4ba6884609 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.839916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.869900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.885704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f53241-292f-456d-9e04-ecf2de57ca0c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Deleting subnet a0ea57c2-15a9-45f4-b976-33352c4eb071 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:43:11.894013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b78e57-60d8-4f5f-ae4a-7e4ba6884609 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.896600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-49f53241-292f-456d-9e04-ecf2de57ca0c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.968617 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-49f53241-292f-456d-9e04-ecf2de57ca0c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.003752 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176c0be8-f9e7-46a1-8266-93b22f5eec20 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Router 94a1a6c7-0bd4-478f-ab63-453a9f38b6a2 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:12.045039 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b78e57-60d8-4f5f-ae4a-7e4ba6884609 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.104889 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Allocated IP 172.26.1.42 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/d27e376b-bfca-4910-a14a-71dbc265761f) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:12.114929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-49f53241-292f-456d-9e04-ecf2de57ca0c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.158895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b78e57-60d8-4f5f-ae4a-7e4ba6884609 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.165520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:12.178291 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176c0be8-f9e7-46a1-8266-93b22f5eec20 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:12.193102 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-176c0be8-f9e7-46a1-8266-93b22f5eec20 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "PUT /v2.0/routers/94a1a6c7-0bd4-478f-ab63-453a9f38b6a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6581540 Jun 24 12:43:12.193196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41896) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:12.193307 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e1650-1b93-42d6-b218-57195bb47564 None None] Sync routers for ids ['94a1a6c7-0bd4-478f-ab63-453a9f38b6a2'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:12.201456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b78e57-60d8-4f5f-ae4a-7e4ba6884609 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Subnet': ['ID=285e2f35-6390-4ecc-b238-8553f38714b1,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:12.204062 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e1650-1b93-42d6-b218-57195bb47564 None None] Routers {'94a1a6c7-0bd4-478f-ab63-453a9f38b6a2'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:12.205419 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-322e1650-1b93-42d6-b218-57195bb47564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['94a1a6c7-0bd4-478f-ab63-453a9f38b6a2'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:12.219560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a867be6d-59f5-4667-93da-5c933148a316 None None] Network 0f27bcbd-c592-429f-b188-327b41576fbe requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:12.237969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-13b78e57-60d8-4f5f-ae4a-7e4ba6884609 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:12.240688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b78e57-60d8-4f5f-ae4a-7e4ba6884609 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.245089 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-13b78e57-60d8-4f5f-ae4a-7e4ba6884609 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/subnets/285e2f35-6390-4ecc-b238-8553f38714b1 HTTP/1.1" status: 204 len: 168 time: 0.5842404 Jun 24 12:43:12.246938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41898) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:12.260096 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-322e1650-1b93-42d6-b218-57195bb47564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:12.269674 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e1650-1b93-42d6-b218-57195bb47564 None None] Routers {'94a1a6c7-0bd4-478f-ab63-453a9f38b6a2'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:12.270631 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-322e1650-1b93-42d6-b218-57195bb47564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['94a1a6c7-0bd4-478f-ab63-453a9f38b6a2'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:12.283657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.299642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-49f53241-292f-456d-9e04-ecf2de57ca0c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.310105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.311270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5195a788-c62c-429f-9b65-02f80cf880dc tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.316019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:12.316806 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-322e1650-1b93-42d6-b218-57195bb47564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:12.317678 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e1650-1b93-42d6-b218-57195bb47564 None None] The sync data for ids ['94a1a6c7-0bd4-478f-ab63-453a9f38b6a2'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:12.404358 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.471383 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.473553 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532205c0-eb76-4376-a332-a5757b9bd639 None None] DHCP port deletion for 0f27bcbd-c592-429f-b188-327b41576fbe request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:43:12.484264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e6aa77fa-1bcb-471f-a8a7-c73c3d77ae65 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:12.536128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-532205c0-eb76-4376-a332-a5757b9bd639 None None] Deleting port 3c862b92-43d3-406a-8ccf-6eb63b62adf0 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:12.537062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-532205c0-eb76-4376-a332-a5757b9bd639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.553989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Pushing event updated for resources: {'Port': ['ID=d27e376b-bfca-4910-a14a-71dbc265761f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:12.560129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:12.568998 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:12.571934 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:12.576878 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:12.611796 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9876f7a6-8725-458b-9019-a6f04c755d32 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:12.624562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Allocated IP 172.26.1.234 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/84e9c9bf-807b-49f7-8378-2bce8ce778c9) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:12.655488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-532205c0-eb76-4376-a332-a5757b9bd639 None None] For port 3c862b92-43d3-406a-8ccf-6eb63b62adf0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3c862b92-43d3-406a-8ccf-6eb63b62adf0,segment=NetworkSegment(aaab35d1-7dce-4709-8d78-d0be41372824),segment_id=aaab35d1-7dce-4709-8d78-d0be41372824)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:12.655893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-532205c0-eb76-4376-a332-a5757b9bd639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.676903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-532205c0-eb76-4376-a332-a5757b9bd639 None None] Calling delete_port for 3c862b92-43d3-406a-8ccf-6eb63b62adf0 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:12.734215 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 9876f7a6-8725-458b-9019-a6f04c755d32 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:12.734595 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.808984 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-532205c0-eb76-4376-a332-a5757b9bd639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.812755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fd06528e-6775-4225-b281-8c222ca0e7b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:12.839967 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f53241-292f-456d-9e04-ecf2de57ca0c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ea57c2-15a9-45f4-b976-33352c4eb071,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:12.845463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-49f53241-292f-456d-9e04-ecf2de57ca0c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.847193 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-49f53241-292f-456d-9e04-ecf2de57ca0c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] 10.222.0.110 "DELETE /v2.0/subnets/a0ea57c2-15a9-45f4-b976-33352c4eb071 HTTP/1.1" status: 204 len: 168 time: 1.0606008 Jun 24 12:43:12.850409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-49f53241-292f-456d-9e04-ecf2de57ca0c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:12.851780 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41904) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:12.855725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.895885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532205c0-eb76-4376-a332-a5757b9bd639 None None] Pushing event deleted for resources: {'Port': ['ID=3c862b92-43d3-406a-8ccf-6eb63b62adf0,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:12.903257 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-532205c0-eb76-4376-a332-a5757b9bd639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:12.904206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7219aa44-ebba-4eba-aa29-9f3fecc68cdb None None] Network 4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:12.984210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3c862b92-43d3-406a-8ccf-6eb63b62adf0 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:12.991130 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532205c0-eb76-4376-a332-a5757b9bd639 None None] No DVR routers for this DVR port 3c862b92-43d3-406a-8ccf-6eb63b62adf0 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:13.030045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5195a788-c62c-429f-9b65-02f80cf880dc tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.036019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5195a788-c62c-429f-9b65-02f80cf880dc tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.125929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.169942 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5195a788-c62c-429f-9b65-02f80cf880dc tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.170438 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5195a788-c62c-429f-9b65-02f80cf880dc tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Fanout notify agent at l3_agent the message router_deleted on router 94a1a6c7-0bd4-478f-ab63-453a9f38b6a2 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:43:13.179859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5195a788-c62c-429f-9b65-02f80cf880dc tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.180798 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5195a788-c62c-429f-9b65-02f80cf880dc tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "DELETE /v2.0/routers/94a1a6c7-0bd4-478f-ab63-453a9f38b6a2 HTTP/1.1" status: 204 len: 168 time: 0.9871337 Jun 24 12:43:13.185367 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41908) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:13.189019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.189991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 3c862b92-43d3-406a-8ccf-6eb63b62adf0 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:13.190652 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3c862b92-43d3-406a-8ccf-6eb63b62adf0 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:13.229224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f27bcbd-c592-429f-b188-327b41576fbe']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:13.264184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaab35d1-7dce-4709-8d78-d0be41372824') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:13.264849 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaab35d1-7dce-4709-8d78-d0be41372824') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:13.283610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.284248 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.296472 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.306142 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff4e257-da83-4bed-b7b4-04941710c36b tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Deleting subnet 29c60ec2-58b6-41e0-98c5-9071d2068c41 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:43:13.310992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dff4e257-da83-4bed-b7b4-04941710c36b tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.314623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.344711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:13.345113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:13.348292 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:13.375020 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1247fe7-ae27-4415-8615-65ee032c326d None None] DHCP port deletion for 4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:43:13.416929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dff4e257-da83-4bed-b7b4-04941710c36b tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.420028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.433955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-705c3ae5-7ebc-45cc-9e48-d206c95f5847 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:13.442690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Deleting port 9876f7a6-8725-458b-9019-a6f04c755d32 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:13.443065 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.452297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e1247fe7-ae27-4415-8615-65ee032c326d None None] Deleting port 9876f7a6-8725-458b-9019-a6f04c755d32 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:13.452691 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e1247fe7-ae27-4415-8615-65ee032c326d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.470363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:13.494651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.502476 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:13.503570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:13.507425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.512439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:13.512637 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] 10.222.0.110 "DELETE /v2.0/networks/0f27bcbd-c592-429f-b188-327b41576fbe HTTP/1.1" status: 204 len: 168 time: 1.2339497 Jun 24 12:43:13.535502 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e1247fe7-ae27-4415-8615-65ee032c326d None None] For port 9876f7a6-8725-458b-9019-a6f04c755d32, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9876f7a6-8725-458b-9019-a6f04c755d32,segment=NetworkSegment(85b5ed0b-09f4-414c-8fac-a49769e064f5),segment_id=85b5ed0b-09f4-414c-8fac-a49769e064f5)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:13.536070 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e1247fe7-ae27-4415-8615-65ee032c326d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.540084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Pushing event deleted for resources: {'Network': ['ID=0f27bcbd-c592-429f-b188-327b41576fbe,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:13.548425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:13.553171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Pushing event updated for resources: {'Port': ['ID=84e9c9bf-807b-49f7-8378-2bce8ce778c9,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:13.560202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] For port 9876f7a6-8725-458b-9019-a6f04c755d32, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9876f7a6-8725-458b-9019-a6f04c755d32,segment=NetworkSegment(85b5ed0b-09f4-414c-8fac-a49769e064f5),segment_id=85b5ed0b-09f4-414c-8fac-a49769e064f5)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:13.560486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.561652 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e1247fe7-ae27-4415-8615-65ee032c326d None None] Calling delete_port for 9876f7a6-8725-458b-9019-a6f04c755d32 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:13.565427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:13.649353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Calling delete_port for 9876f7a6-8725-458b-9019-a6f04c755d32 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:13.651840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dff4e257-da83-4bed-b7b4-04941710c36b tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.738383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e1247fe7-ae27-4415-8615-65ee032c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.742932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:13.749962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.754671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.781934 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1247fe7-ae27-4415-8615-65ee032c326d None None] Pushing event deleted for resources: {'Port': ['ID=9876f7a6-8725-458b-9019-a6f04c755d32,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:13.783938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1247fe7-ae27-4415-8615-65ee032c326d None None] No DVR routers for this DVR port 9876f7a6-8725-458b-9019-a6f04c755d32 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:13.785493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e1247fe7-ae27-4415-8615-65ee032c326d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:13.795855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dff4e257-da83-4bed-b7b4-04941710c36b tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.795855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-30393761-6fdf-4faa-9ffa-dce02d8b6b4f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:13.836509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4e257-da83-4bed-b7b4-04941710c36b tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event deleted for resources: {'Subnet': ['ID=29c60ec2-58b6-41e0-98c5-9071d2068c41,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:13.846727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dff4e257-da83-4bed-b7b4-04941710c36b tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.852318 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dff4e257-da83-4bed-b7b4-04941710c36b tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "DELETE /v2.0/subnets/29c60ec2-58b6-41e0-98c5-9071d2068c41 HTTP/1.1" status: 204 len: 168 time: 0.6624935 Jun 24 12:43:13.852318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.852634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d2331-73dc-456d-8877-7e4dbf3ebeb9 None None] Network 92544fad-86b8-4b61-af6e-b9c3a696b2cb requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:13.859145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dff4e257-da83-4bed-b7b4-04941710c36b tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:13.859612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41918) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:13.860230 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-573d0a4e-7454-4882-8d73-a43bef1bffd0 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:13.911483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Pushing event deleted for resources: {'Port': ['ID=9876f7a6-8725-458b-9019-a6f04c755d32,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:13.914664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] No DVR routers for this DVR port 9876f7a6-8725-458b-9019-a6f04c755d32 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:13.926852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:13.927393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41920) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:14.052737 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.060671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.078430 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:14.091145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.094920 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Router 3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:43:14.110556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69013224-88e6-4324-b671-7d3db5c1545f None None] DHCP port deletion for 92544fad-86b8-4b61-af6e-b9c3a696b2cb request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:43:14.111625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b5ed0b-09f4-414c-8fac-a49769e064f5') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:14.111987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b5ed0b-09f4-414c-8fac-a49769e064f5') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:14.136117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.172303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.182054 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-69013224-88e6-4324-b671-7d3db5c1545f None None] Deleting port 42de4791-0056-4f8c-a862-bb48cc02b669 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:14.182449 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-69013224-88e6-4324-b671-7d3db5c1545f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.185069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:14.185263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:14.188579 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:14.194535 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-036ee1ff-3a69-4a66-ac5f-14d9fbfa2f9d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=56f7613dd5504c8e9a664171b23252ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608831 Jun 24 12:43:14.197081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41926) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:14.255978 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Deleting port 42de4791-0056-4f8c-a862-bb48cc02b669 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:14.256437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.262917 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-69013224-88e6-4324-b671-7d3db5c1545f None None] For port 42de4791-0056-4f8c-a862-bb48cc02b669, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=42de4791-0056-4f8c-a862-bb48cc02b669,segment=NetworkSegment(c60ae7c1-f848-46c4-bda7-d51fde29ad0e),segment_id=c60ae7c1-f848-46c4-bda7-d51fde29ad0e)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:14.263325 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-69013224-88e6-4324-b671-7d3db5c1545f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.276404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-69013224-88e6-4324-b671-7d3db5c1545f None None] Calling delete_port for 42de4791-0056-4f8c-a862-bb48cc02b669 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:14.278671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.283781 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b684a22d-53e7-4588-a10d-7b801b02fefe tempest-DHCPAgentSchedulersTestJSON-1841091043 tempest-DHCPAgentSchedulersTestJSON-1841091043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:14.287795 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.289674 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] 10.222.0.110 "DELETE /v2.0/networks/4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92 HTTP/1.1" status: 204 len: 168 time: 1.4318309 Jun 24 12:43:14.359635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Pushing event deleted for resources: {'Network': ['ID=4ca0a5e7-b1a2-41e9-8e78-f511ed0f2a92,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:14.366854 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:14.381667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-69013224-88e6-4324-b671-7d3db5c1545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.387027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-984be53a-7498-41ab-b5a7-a758ac27be0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:14.391442 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f945bae-a887-481e-817e-4d5c2ca1eca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.392703 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:14.393235 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] For port 42de4791-0056-4f8c-a862-bb48cc02b669, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=42de4791-0056-4f8c-a862-bb48cc02b669,segment=NetworkSegment(c60ae7c1-f848-46c4-bda7-d51fde29ad0e),segment_id=c60ae7c1-f848-46c4-bda7-d51fde29ad0e)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:14.394718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.403444 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.407202 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "PUT /v2.0/routers/3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0 HTTP/1.1" status: 200 len: 883 time: 3.9754572 Jun 24 12:43:14.407933 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41930) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:14.424197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69013224-88e6-4324-b671-7d3db5c1545f None None] Pushing event deleted for resources: {'Port': ['ID=42de4791-0056-4f8c-a862-bb48cc02b669,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:14.426793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4507ef7-0857-4ed3-ac32-f489a8ccc8d3 None None] Sync routers for ids ['3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:14.432228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-69013224-88e6-4324-b671-7d3db5c1545f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:14.432982 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f945bae-a887-481e-817e-4d5c2ca1eca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.441359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69013224-88e6-4324-b671-7d3db5c1545f None None] No DVR routers for this DVR port 42de4791-0056-4f8c-a862-bb48cc02b669 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:14.447007 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4507ef7-0857-4ed3-ac32-f489a8ccc8d3 None None] Routers {'3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:14.447810 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a4507ef7-0857-4ed3-ac32-f489a8ccc8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:14.512248 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.517671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.522799 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Calling delete_port for 42de4791-0056-4f8c-a862-bb48cc02b669 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:14.523018 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a4507ef7-0857-4ed3-ac32-f489a8ccc8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:14.557818 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41934) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:14.564607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4507ef7-0857-4ed3-ac32-f489a8ccc8d3 None None] Routers {'3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:14.564607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a4507ef7-0857-4ed3-ac32-f489a8ccc8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:14.572503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f945bae-a887-481e-817e-4d5c2ca1eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.575677 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f945bae-a887-481e-817e-4d5c2ca1eca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.576867 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0f945bae-a887-481e-817e-4d5c2ca1eca4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b05e8de1-6c12-41f7-a543-734bc4ea7154 HTTP/1.1" status: 204 len: 168 time: 0.3749669 Jun 24 12:43:14.584071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:14.620162 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f945bae-a887-481e-817e-4d5c2ca1eca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05e8de1-6c12-41f7-a543-734bc4ea7154,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:14.624101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0f945bae-a887-481e-817e-4d5c2ca1eca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:14.644861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a4507ef7-0857-4ed3-ac32-f489a8ccc8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:14.646883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4507ef7-0857-4ed3-ac32-f489a8ccc8d3 None None] The sync data for ids ['3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:14.654309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 42de4791-0056-4f8c-a862-bb48cc02b669 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:14.680379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Router ebeb3e3a-ac5c-49ee-972c-29fd7fa58265 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:43:14.691850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 42de4791-0056-4f8c-a862-bb48cc02b669 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:14.692484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 42de4791-0056-4f8c-a862-bb48cc02b669 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:14.692914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9876f7a6-8725-458b-9019-a6f04c755d32 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:14.699512 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-65d88a92-875c-43fc-b44a-052130c9d78b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/routers/3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0 HTTP/1.1" status: 200 len: 924 time: 0.2903476 Jun 24 12:43:14.700218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41940) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:14.719776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 9876f7a6-8725-458b-9019-a6f04c755d32 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:14.720282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9876f7a6-8725-458b-9019-a6f04c755d32 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:14.788336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.791548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ef2d6b88-b478-4d57-9a69-530f34c95801 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:14.805897 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-936c9b10-0781-4cd1-8a07-12a13d1b94eb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c6b9a97edaa541deab90319f76113dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486901 Jun 24 12:43:14.808371 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41946) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:14.820988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event deleted for resources: {'Port': ['ID=42de4791-0056-4f8c-a862-bb48cc02b669,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:14.824638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080d33cd-1920-43ee-b153-41187be226f7 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:14.829056 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-080d33cd-1920-43ee-b153-41187be226f7 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&device_id=3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1264806 Jun 24 12:43:14.830170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:14.830830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41950) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:14.831560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] No DVR routers for this DVR port 42de4791-0056-4f8c-a862-bb48cc02b669 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:14.922839 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:14.934088 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df46ad-bc03-4c30-ade3-a6d6d53e79da None None] Sync routers for ids ['ebeb3e3a-ac5c-49ee-972c-29fd7fa58265'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:14.936030 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.937375 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "PUT /v2.0/routers/ebeb3e3a-ac5c-49ee-972c-29fd7fa58265 HTTP/1.1" status: 200 len: 879 time: 3.8619020 Jun 24 12:43:14.939980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41954) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:14.963638 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df46ad-bc03-4c30-ade3-a6d6d53e79da None None] Routers {'ebeb3e3a-ac5c-49ee-972c-29fd7fa58265'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:14.964292 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-48df46ad-bc03-4c30-ade3-a6d6d53e79da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebeb3e3a-ac5c-49ee-972c-29fd7fa58265'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:14.967068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.991775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92544fad-86b8-4b61-af6e-b9c3a696b2cb']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:15.004681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91312d75-c563-4ae8-9cd2-42f543605103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.013721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60ae7c1-f848-46c4-bda7-d51fde29ad0e') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:15.014027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60ae7c1-f848-46c4-bda7-d51fde29ad0e') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:15.031963 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.034544 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-48df46ad-bc03-4c30-ade3-a6d6d53e79da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:15.040571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f60ba3-14b4-4ad0-81dd-3740b9c1a416 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:15.045172 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-17f60ba3-14b4-4ad0-81dd-3740b9c1a416 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/networks/0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 881 time: 0.2117338 Jun 24 12:43:15.045865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41960) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:15.053341 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df46ad-bc03-4c30-ade3-a6d6d53e79da None None] Routers {'ebeb3e3a-ac5c-49ee-972c-29fd7fa58265'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:15.054394 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-48df46ad-bc03-4c30-ade3-a6d6d53e79da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebeb3e3a-ac5c-49ee-972c-29fd7fa58265'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:15.079469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.086265 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c3188393-c11d-4f4b-bfbf-49c8c40cf448 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "GET /v2.0/ports?device_id=3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0 HTTP/1.1" status: 200 len: 205 time: 0.0373564 Jun 24 12:43:15.089223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41964) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:15.097144 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-48df46ad-bc03-4c30-ade3-a6d6d53e79da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:15.097346 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:15.097463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91312d75-c563-4ae8-9cd2-42f543605103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.097584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.098186 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df46ad-bc03-4c30-ade3-a6d6d53e79da None None] The sync data for ids ['ebeb3e3a-ac5c-49ee-972c-29fd7fa58265'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:15.101449 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:15.148082 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7efbec24-3285-48dd-85a6-8e876dd6d081 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/routers/ebeb3e3a-ac5c-49ee-972c-29fd7fa58265 HTTP/1.1" status: 200 len: 920 time: 0.2069681 Jun 24 12:43:15.150661 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41966) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:15.187770 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91312d75-c563-4ae8-9cd2-42f543605103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.190400 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91312d75-c563-4ae8-9cd2-42f543605103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.193840 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-91312d75-c563-4ae8-9cd2-42f543605103 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5535358e-1151-430a-b6cf-24261cdbd5c7 HTTP/1.1" status: 204 len: 168 time: 0.3822401 Jun 24 12:43:15.203995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e119c446-50a4-4bb1-b47e-37a39d0aa474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:15.226171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.231396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6ed2625d-13df-4468-8df5-75898d3f247c tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:15.237195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.239041 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] 10.222.0.110 "DELETE /v2.0/networks/92544fad-86b8-4b61-af6e-b9c3a696b2cb HTTP/1.1" status: 204 len: 168 time: 1.3764760 Jun 24 12:43:15.243670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91312d75-c563-4ae8-9cd2-42f543605103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5535358e-1151-430a-b6cf-24261cdbd5c7,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:15.247752 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-91312d75-c563-4ae8-9cd2-42f543605103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:15.266600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Pushing event deleted for resources: {'Network': ['ID=92544fad-86b8-4b61-af6e-b9c3a696b2cb,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:15.268960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc6185c-2930-40cb-985b-5c02b2b54fa8 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:15.269968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:15.273878 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41976) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:15.275434 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6cc6185c-2930-40cb-985b-5c02b2b54fa8 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&device_id=ebeb3e3a-ac5c-49ee-972c-29fd7fa58265&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1233578 Jun 24 12:43:15.304512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.454544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3551b1-8f65-4403-84bc-3f26cca07e5c tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:15.455970 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9e3551b1-8f65-4403-84bc-3f26cca07e5c tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/networks/0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 881 time: 0.1811540 Jun 24 12:43:15.458798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41984) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:15.491228 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b428ff97-55ce-4aec-a1e6-a14b2dab7e65 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebeb3e3a-ac5c-49ee-972c-29fd7fa58265 HTTP/1.1" status: 200 len: 205 time: 0.0311663 Jun 24 12:43:15.493618 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 41986) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:15.496446 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.558804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Deleting port d27e376b-bfca-4910-a14a-71dbc265761f {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:15.559137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.580417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 41992) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:15.652735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.668253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Calling delete_port for d27e376b-bfca-4910-a14a-71dbc265761f owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:15.896167 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f08c3885-74c3-4011-9d26-7c56423402d7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1994a1f1c05d4de9a45dc784b93ae565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145525 Jun 24 12:43:15.898546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42004) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:15.906400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.914311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a5d89823-8585-40fb-8039-1f0743f6c56a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:15.938966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.941618 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42006) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:15.948255 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Pushing event deleted for resources: {'Port': ['ID=d27e376b-bfca-4910-a14a-71dbc265761f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:15.951869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:16.096324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.122185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7d740131-f359-40b7-885b-cebc1c5ffa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.141662 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.207931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Deleting port 84e9c9bf-807b-49f7-8378-2bce8ce778c9 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:16.208396 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.265251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7d740131-f359-40b7-885b-cebc1c5ffa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.268485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f94eeaaa-12af-48d8-9cf4-b72a97262488 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] Request body: {'port': {'network_id': '2f52a929-0770-40ca-9669-2ee1a35b8888', 'name': 'tempest-NetworksNegativeTestJSON-1667724068'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:16.283620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.284433 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94eeaaa-12af-48d8-9cf4-b72a97262488 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] POST failed (client error): The resource could not be found. Jun 24 12:43:16.285041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94eeaaa-12af-48d8-9cf4-b72a97262488 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:16.286124 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f94eeaaa-12af-48d8-9cf4-b72a97262488 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3424468 Jun 24 12:43:16.291493 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42022) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:16.292889 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9ba6f93-7c69-4a51-a38f-f4f8d29f770a req-ae61ea99-7ab1-4695-9a9b-4f019586a926 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2300096 Jun 24 12:43:16.294071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.317133 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa95efe-d6dd-40f9-9477-f02710729187 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] DELETE failed (client error): The resource could not be found. Jun 24 12:43:16.317632 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa95efe-d6dd-40f9-9477-f02710729187 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:16.319558 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0fa95efe-d6dd-40f9-9477-f02710729187 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] 10.222.0.110 "DELETE /v2.0/networks/477ee3e6-69de-49d0-ac5b-d86a88e482e5 HTTP/1.1" status: 404 len: 339 time: 0.0265977 Jun 24 12:43:16.324010 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42024) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:16.362441 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.364705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42026) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:16.377235 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c73834-e5ef-4525-965d-240d4ff99f42 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] DELETE failed (client error): The resource could not be found. Jun 24 12:43:16.377983 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c73834-e5ef-4525-965d-240d4ff99f42 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:16.379785 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-86c73834-e5ef-4525-965d-240d4ff99f42 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] 10.222.0.110 "DELETE /v2.0/ports/c22a1a76-bb2f-4da4-84d5-66d633c491b6 HTTP/1.1" status: 404 len: 333 time: 0.0549924 Jun 24 12:43:16.385235 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42030) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:16.398188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Calling delete_port for 84e9c9bf-807b-49f7-8378-2bce8ce778c9 owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:16.419651 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-867b4603-b5f0-4b6d-9f8d-60f581907c48 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] DELETE failed (client error): The resource could not be found. Jun 24 12:43:16.420124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867b4603-b5f0-4b6d-9f8d-60f581907c48 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:16.425572 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-867b4603-b5f0-4b6d-9f8d-60f581907c48 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] 10.222.0.110 "DELETE /v2.0/subnets/4c079be1-bae2-461e-822a-4a40055a2198 HTTP/1.1" status: 404 len: 337 time: 0.0356014 Jun 24 12:43:16.426003 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42034) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:16.464728 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af75747-9f99-4732-ac65-591e2ef59551 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] GET failed (client error): The resource could not be found. Jun 24 12:43:16.466446 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8af75747-9f99-4732-ac65-591e2ef59551 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] 10.222.0.110 "GET /v2.0/networks/4a114b6d-2a35-4cb0-ac2a-a9c49e996912 HTTP/1.1" status: 404 len: 339 time: 0.0374939 Jun 24 12:43:16.514590 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42036) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:16.524433 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-249091316'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:16.561989 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-81940a77-3ff9-459c-aac6-c43f0848778e tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] GET failed (client error): The resource could not be found. Jun 24 12:43:16.563595 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-81940a77-3ff9-459c-aac6-c43f0848778e tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] 10.222.0.110 "GET /v2.0/ports/9bda3a63-dba1-4d42-b048-a02950e10dce HTTP/1.1" status: 404 len: 333 time: 0.0479424 Jun 24 12:43:16.568939 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42038) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:16.637738 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f468c6ec-e663-4a31-8ecd-39a7f431fbdd tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] GET failed (client error): The resource could not be found. Jun 24 12:43:16.639087 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f468c6ec-e663-4a31-8ecd-39a7f431fbdd tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] 10.222.0.110 "GET /v2.0/subnets/438cb905-59a7-4707-9575-7b593bbcda00 HTTP/1.1" status: 404 len: 337 time: 0.0691965 Jun 24 12:43:16.643179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42040) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:16.651553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8c0ffe2c-2cb4-4b28-b147-559b3da45871 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:16.658141 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Made reservation on behalf of ce01c10518904de48c48ad4d9bb69185 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:16.661439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.685560 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0ffe2c-2cb4-4b28-b147-559b3da45871 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] PUT failed (client error): The resource could not be found. Jun 24 12:43:16.686192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0ffe2c-2cb4-4b28-b147-559b3da45871 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:16.687391 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8c0ffe2c-2cb4-4b28-b147-559b3da45871 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] 10.222.0.110 "PUT /v2.0/networks/213bffc8-0290-4270-89b1-04f37fe6398b HTTP/1.1" status: 404 len: 339 time: 0.0409348 Jun 24 12:43:16.688913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.691844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42042) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:16.701471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4dc8256d-cc1d-4d7b-af6e-b31f7cec10bf tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:16.712015 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.712520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Fanout notify agent at l3_agent the message router_deleted on router 3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:43:16.740674 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.741751 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "DELETE /v2.0/routers/3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0 HTTP/1.1" status: 204 len: 168 time: 1.6516125 Jun 24 12:43:16.746093 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc8256d-cc1d-4d7b-af6e-b31f7cec10bf tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] PUT failed (client error): The resource could not be found. Jun 24 12:43:16.746093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc8256d-cc1d-4d7b-af6e-b31f7cec10bf tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:16.746428 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4dc8256d-cc1d-4d7b-af6e-b31f7cec10bf tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] 10.222.0.110 "PUT /v2.0/ports/eae09fb0-a09c-4f54-98e5-8aa6444a5770 HTTP/1.1" status: 404 len: 333 time: 0.0525222 Jun 24 12:43:16.749285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42044) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:16.753910 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42046) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:16.754421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3bc960e5-b0ab-473d-bb3f-387e5e2e9795 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-470663008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:16.759587 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-5014f5a0-65b5-4377-9e5b-45ab7a8fd885 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:16.763377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7d740131-f359-40b7-885b-cebc1c5ffa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.765869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7d740131-f359-40b7-885b-cebc1c5ffa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.769362 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7d740131-f359-40b7-885b-cebc1c5ffa22 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/09a1c958-674b-463a-b63b-185055c30c04 HTTP/1.1" status: 204 len: 168 time: 0.8674872 Jun 24 12:43:16.769655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:16.781994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d740131-f359-40b7-885b-cebc1c5ffa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a1c958-674b-463a-b63b-185055c30c04,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:16.784758 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7d740131-f359-40b7-885b-cebc1c5ffa22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:16.798217 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba6f93-7c69-4a51-a38f-f4f8d29f770a req-b210537f-43c7-4df3-a7b6-f58abb25c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:16.800368 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9ba6f93-7c69-4a51-a38f-f4f8d29f770a req-b210537f-43c7-4df3-a7b6-f58abb25c8cf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1ec3bfc591024c61bea70bb7bea00025&device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 1099 time: 0.1699431 Jun 24 12:43:16.802108 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5014f5a0-65b5-4377-9e5b-45ab7a8fd885 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] PUT failed (client error): The resource could not be found. Jun 24 12:43:16.802559 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5014f5a0-65b5-4377-9e5b-45ab7a8fd885 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:16.815979 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5014f5a0-65b5-4377-9e5b-45ab7a8fd885 tempest-NetworksNegativeTestJSON-1938026179 tempest-NetworksNegativeTestJSON-1938026179-project] 10.222.0.110 "PUT /v2.0/subnets/fa7ac39c-520f-486b-bb24-4271ac27452e HTTP/1.1" status: 404 len: 337 time: 0.0584121 Jun 24 12:43:16.864959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.869865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-176c0be8-f9e7-46a1-8266-93b22f5eec20 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:16.911315 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Pushing event deleted for resources: {'Port': ['ID=84e9c9bf-807b-49f7-8378-2bce8ce778c9,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:16.927831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba6f93-7c69-4a51-a38f-f4f8d29f770a req-2831024c-52f1-4334-ab74-c35295973f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:16.931056 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9ba6f93-7c69-4a51-a38f-f4f8d29f770a req-2831024c-52f1-4334-ab74-c35295973f7c service neutron] 10.222.0.102 "GET /v2.0/networks?id=9c355c1f-63a9-403c-883c-61430ef87cad HTTP/1.1" status: 200 len: 914 time: 0.1053679 Jun 24 12:43:16.942001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:16.996621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.019024 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9ba6f93-7c69-4a51-a38f-f4f8d29f770a req-634d382d-a36b-4f7a-bda2-ac23deaf2308 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d2c9cb9-20d2-446b-a490-254765bf1697 HTTP/1.1" status: 200 len: 1001 time: 0.0811839 Jun 24 12:43:17.036801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.079127 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba6f93-7c69-4a51-a38f-f4f8d29f770a req-0b79933e-c193-434b-8468-a69f91e34f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:17.081079 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9ba6f93-7c69-4a51-a38f-f4f8d29f770a req-0b79933e-c193-434b-8468-a69f91e34f26 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7d95895c-91f2-474b-b84c-d26f2913997f HTTP/1.1" status: 200 len: 851 time: 0.0557046 Jun 24 12:43:17.118953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.121608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.124390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.125965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.131155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e3e4f01d-e9eb-4ba9-8387-6a301aedf1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:17.145663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3bc960e5-b0ab-473d-bb3f-387e5e2e9795 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.146837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3bc960e5-b0ab-473d-bb3f-387e5e2e9795 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.152198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42058) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:17.197220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] vlan segment allocate from pool success with {'vlan_id': 1318, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:17.210242 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.214996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Fanout notify agent at l3_agent the message router_deleted on router ebeb3e3a-ac5c-49ee-972c-29fd7fa58265 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:43:17.222928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.229404 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "DELETE /v2.0/routers/ebeb3e3a-ac5c-49ee-972c-29fd7fa58265 HTTP/1.1" status: 204 len: 168 time: 1.7340055 Jun 24 12:43:17.231284 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.231635 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Added segment a26a503d-d2ac-43c9-a42f-01954bc95503 of type vlan for network 09bd04d7-fc46-4cc0-9932-3951efbcd4a3 Jun 24 12:43:17.232776 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42066) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:17.233220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812f806e-5a5b-4f04-a088-7dd3303a74b8,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:17.242481 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:17.249000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3bc960e5-b0ab-473d-bb3f-387e5e2e9795 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.255593 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6413dffb-8cf0-4ce8-92e8-bafc104643a2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-854268303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:17.267431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba6f93-7c69-4a51-a38f-f4f8d29f770a req-afb4891f-1cd6-48c9-9283-38cbb156e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:17.269518 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9ba6f93-7c69-4a51-a38f-f4f8d29f770a req-afb4891f-1cd6-48c9-9283-38cbb156e43f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9c355c1f-63a9-403c-883c-61430ef87cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1772418 Jun 24 12:43:17.273082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3bc960e5-b0ab-473d-bb3f-387e5e2e9795 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.320825 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.354125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6413dffb-8cf0-4ce8-92e8-bafc104643a2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.355690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6413dffb-8cf0-4ce8-92e8-bafc104643a2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.364073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3bc960e5-b0ab-473d-bb3f-387e5e2e9795 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.368390 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3bc960e5-b0ab-473d-bb3f-387e5e2e9795 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6192214 Jun 24 12:43:17.371250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42074) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:17.378951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'enable_snat': True}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:17.384510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.391512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:17.399596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.403302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:17.506317 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1400912 Jun 24 12:43:17.509083 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42078) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:17.513716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Network': ['ID=09bd04d7-fc46-4cc0-9932-3951efbcd4a3,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:17.521111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:17.531859 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 09bd04d7-fc46-4cc0-9932-3951efbcd4a3 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:17.560728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-faaf2a8e-4fee-4612-82fd-bafd42b7699a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.562219 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-69f2e904-1cb5-48e7-8d1e-fd05b62a279d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'subnet': {'network_id': '09bd04d7-fc46-4cc0-9932-3951efbcd4a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:17.618224 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9ba6f93-7c69-4a51-a38f-f4f8d29f770a req-dab55a40-acb0-4b0e-af3f-0991525b8085 service neutron] 10.222.0.102 "GET /v2.0/networks/9c355c1f-63a9-403c-883c-61430ef87cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329282 Jun 24 12:43:17.680634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6413dffb-8cf0-4ce8-92e8-bafc104643a2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.719631 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-faaf2a8e-4fee-4612-82fd-bafd42b7699a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.724480 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-faaf2a8e-4fee-4612-82fd-bafd42b7699a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.735671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:17.755650 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6413dffb-8cf0-4ce8-92e8-bafc104643a2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.764863 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-faaf2a8e-4fee-4612-82fd-bafd42b7699a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1b9a3e49fabf46188f297ebdfc65396c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5807245 Jun 24 12:43:17.769070 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42088) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:17.774871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42090) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:17.785602 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf2a8e-4fee-4612-82fd-bafd42b7699a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df89b9ef-7f75-4657-9162-65510518098b,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:17.796783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.808542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-faaf2a8e-4fee-4612-82fd-bafd42b7699a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:17.837669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6413dffb-8cf0-4ce8-92e8-bafc104643a2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.838906 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6413dffb-8cf0-4ce8-92e8-bafc104643a2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6042197 Jun 24 12:43:17.843025 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42094) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:17.849830 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'enable_snat': True}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:17.889727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f2e904-1cb5-48e7-8d1e-fd05b62a279d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Made reservation on behalf of ce01c10518904de48c48ad4d9bb69185 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:17.893221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-69f2e904-1cb5-48e7-8d1e-fd05b62a279d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.916595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1724396790'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:17.920220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5c20d91-9ef1-44e7-8671-a0fe6062f798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.962807 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9ba6f93-7c69-4a51-a38f-f4f8d29f770a req-2e730de9-f9eb-419b-a3d5-f54ad7883a0e service neutron] 10.222.0.102 "GET /v2.0/networks/9c355c1f-63a9-403c-883c-61430ef87cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469027 Jun 24 12:43:17.986994 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5c20d91-9ef1-44e7-8671-a0fe6062f798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.037970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:18.041367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.095896 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.137170 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.171954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5c20d91-9ef1-44e7-8671-a0fe6062f798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.175172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5c20d91-9ef1-44e7-8671-a0fe6062f798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.176393 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a5c20d91-9ef1-44e7-8671-a0fe6062f798 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/df89b9ef-7f75-4657-9162-65510518098b HTTP/1.1" status: 204 len: 168 time: 0.4063063 Jun 24 12:43:18.180374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8a4a5297-cea1-4054-bf72-51ca9fc5ee19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:18.194049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-69f2e904-1cb5-48e7-8d1e-fd05b62a279d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.203638 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c20d91-9ef1-44e7-8671-a0fe6062f798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df89b9ef-7f75-4657-9162-65510518098b,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:18.207523 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a5c20d91-9ef1-44e7-8671-a0fe6062f798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:18.216011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:18.273149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.305544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.309787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2e904-1cb5-48e7-8d1e-fd05b62a279d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Subnet': ['ID=e4ba346b-eb56-48b4-8d3a-2bea0b141b2f,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:18.317424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-69f2e904-1cb5-48e7-8d1e-fd05b62a279d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:18.319266 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.329302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.334194 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-82baef97-4fdb-4f11-89fd-06494049d321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:18.358289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2e904-1cb5-48e7-8d1e-fd05b62a279d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Checking segment: {'id': 'a26a503d-d2ac-43c9-a42f-01954bc95503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '09bd04d7-fc46-4cc0-9932-3951efbcd4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:18.358585 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2e904-1cb5-48e7-8d1e-fd05b62a279d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network hostable DHCP agents. Network: 09bd04d7-fc46-4cc0-9932-3951efbcd4a3, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:18.361736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] vlan segment allocate from pool success with {'vlan_id': 1344, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:18.393466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2e904-1cb5-48e7-8d1e-fd05b62a279d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 09bd04d7-fc46-4cc0-9932-3951efbcd4a3 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:18.421629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-69f2e904-1cb5-48e7-8d1e-fd05b62a279d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 09bd04d7-fc46-4cc0-9932-3951efbcd4a3) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:18.428863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f2e904-1cb5-48e7-8d1e-fd05b62a279d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:18.429549 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-69f2e904-1cb5-48e7-8d1e-fd05b62a279d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.437864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91fa908d-7851-479d-beef-d0f31bfdbdc8,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:18.442663 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.443051 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Added segment a1945b41-2506-4106-a2e9-0c544edacf30 of type vlan for network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 Jun 24 12:43:18.444573 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:18.452532 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1031963f-b13f-4bbe-92c2-c24d255f6163 None None] Network 09bd04d7-fc46-4cc0-9932-3951efbcd4a3 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:18.458220 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Allocated IP 172.26.1.3 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/528eb486-94bd-403b-b5af-253822e51860) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:18.461501 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-69f2e904-1cb5-48e7-8d1e-fd05b62a279d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9471562 Jun 24 12:43:18.464905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42100) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:18.469992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1936129759', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}, 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:18.529453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.575323 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.589950 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.591001 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.653721 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.687865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.724597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.737597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.747739 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:18.748502 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.753760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:18.781480 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c892123-cba5-43de-a2f2-668f455b50b6 None None] Network 09bd04d7-fc46-4cc0-9932-3951efbcd4a3 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:18.898437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.903504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:18.912784 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1300459 Jun 24 12:43:18.912784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Network': ['ID=1f5a56af-c5ec-4253-8861-7bfa36b4aad0,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:18.916242 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42118) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:18.922522 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'name': 'tempest-PortsIpV6TestJSON-269590934'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:18.931146 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:18.990805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:19.009794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:19.024623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:19.032061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:19.035242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.041064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event updated for resources: {'Port': ['ID=528eb486-94bd-403b-b5af-253822e51860,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:19.064402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:19.068648 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Allocated IP 172.26.1.93 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/4d1f7e56-cb93-45f2-a994-73933e19128b) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:19.119286 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:19.123637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.175646 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port 386a71d5-07c8-484e-8376-01b5295b2f31 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:43:19.270093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42128) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:19.276628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.383741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d501e224-aee2-44fc-9b80-1cdade652aa1 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-77032682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:19.393548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.405099 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.409643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cdda12b6-be5a-45ff-b52b-57962d79dabc tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:19.451609 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:19.458788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:19.461205 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:19.490751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.492583 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d501e224-aee2-44fc-9b80-1cdade652aa1 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.493540 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d501e224-aee2-44fc-9b80-1cdade652aa1 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.499483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event updated for resources: {'Port': ['ID=4d1f7e56-cb93-45f2-a994-73933e19128b,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:19.502496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:19.519868 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.527466 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:19.557879 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.597145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.686775 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=386a71d5-07c8-484e-8376-01b5295b2f31,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:19.696494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:19.720476 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Checking segment: {'id': 'a1945b41-2506-4106-a2e9-0c544edacf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:19.721000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network hostable DHCP agents. Network: 1f5a56af-c5ec-4253-8861-7bfa36b4aad0, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:19.780163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:19.829974 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 1f5a56af-c5ec-4253-8861-7bfa36b4aad0) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:19.836866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:19.842423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6bf26a-c1ee-4d45-aa3d-2bf64b0bdd03 None None] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:19.844378 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:19.845212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.861877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.867410 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9498622 Jun 24 12:43:19.899223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42136) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:19.906966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7009ed00-30b3-4c09-a1b7-1e464a13441f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1429236195'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:19.973129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7009ed00-30b3-4c09-a1b7-1e464a13441f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:19.976505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7009ed00-30b3-4c09-a1b7-1e464a13441f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.984237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d501e224-aee2-44fc-9b80-1cdade652aa1 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.995628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d501e224-aee2-44fc-9b80-1cdade652aa1 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.095166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d501e224-aee2-44fc-9b80-1cdade652aa1 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.098822 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d501e224-aee2-44fc-9b80-1cdade652aa1 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.8243997 Jun 24 12:43:20.100900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42140) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:20.110661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1851993989'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:20.216555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.26.1.129 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/0f79bb85-9b3a-47c4-ab5e-633efa1413e5) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:20.223101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Made reservation on behalf of 546f07a4484d49d881da6eab1d4f9adc for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:20.226604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.246224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.252214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.268764 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.312082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7009ed00-30b3-4c09-a1b7-1e464a13441f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] vlan segment allocate from pool success with {'vlan_id': 1326, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:20.353529 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7009ed00-30b3-4c09-a1b7-1e464a13441f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.353872 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-7009ed00-30b3-4c09-a1b7-1e464a13441f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Added segment 9071b0ff-355f-4f10-a1e7-e621ce6a85bf of type vlan for network 3ce10871-fe15-49a4-a5f3-4d3ce923827d Jun 24 12:43:20.431491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7009ed00-30b3-4c09-a1b7-1e464a13441f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.452952 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.463895 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.476098 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7009ed00-30b3-4c09-a1b7-1e464a13441f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.482519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.511206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7009ed00-30b3-4c09-a1b7-1e464a13441f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:20.511679 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7009ed00-30b3-4c09-a1b7-1e464a13441f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.516204 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:20.559565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.570404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.576153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8206f07a-afc6-4643-86c4-5d44123cac2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:20.584573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Router 26f1a357-a322-4532-85c9-f9f8475dc09b is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:43:20.604173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] vlan segment allocate from pool success with {'vlan_id': 1339, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:20.614343 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7009ed00-30b3-4c09-a1b7-1e464a13441f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7137589 Jun 24 12:43:20.615468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.618784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42142) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:20.624554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'ports': [{'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0'}, {'network_id': '3ce10871-fe15-49a4-a5f3-4d3ce923827d'}]} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:20.624864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:20.625342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'network_id': '3ce10871-fe15-49a4-a5f3-4d3ce923827d'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:20.629786 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009ed00-30b3-4c09-a1b7-1e464a13441f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Network': ['ID=3ce10871-fe15-49a4-a5f3-4d3ce923827d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:20.633154 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.633508 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Added segment bfe4a0e9-29ea-46c6-a49f-42b121d933e1 of type vlan for network adae694d-3bb2-4160-a2a5-529eb0394b79 Jun 24 12:43:20.636208 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718c8644-69ec-452c-8ada-e561992db788,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:20.639021 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7009ed00-30b3-4c09-a1b7-1e464a13441f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:20.642906 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 3ce10871-fe15-49a4-a5f3-4d3ce923827d details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:20.676527 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:20.678482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:20.708141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:20.746233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:20.760988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:20.791698 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Router 4f0fe96b-03c9-46ec-b410-ba0ecb37762c is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:43:20.819426 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.839200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=0f79bb85-9b3a-47c4-ab5e-633efa1413e5,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:20.848515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:20.861275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 2} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:20.865850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.877705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:20.888319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b3c132-df3f-4a52-ab03-3fd885af6921 None None] Sync routers for ids ['26f1a357-a322-4532-85c9-f9f8475dc09b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:20.898006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b3c132-df3f-4a52-ab03-3fd885af6921 None None] Routers {'26f1a357-a322-4532-85c9-f9f8475dc09b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:20.898695 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-07b3c132-df3f-4a52-ab03-3fd885af6921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['26f1a357-a322-4532-85c9-f9f8475dc09b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:20.910136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.915869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.917652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "PUT /v2.0/routers/26f1a357-a322-4532-85c9-f9f8475dc09b HTTP/1.1" status: 200 len: 916 time: 3.5435026 Jun 24 12:43:20.921765 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42144) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:20.934464 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-07b3c132-df3f-4a52-ab03-3fd885af6921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:20.944044 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b3c132-df3f-4a52-ab03-3fd885af6921 None None] Routers {'26f1a357-a322-4532-85c9-f9f8475dc09b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:20.944669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-07b3c132-df3f-4a52-ab03-3fd885af6921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['26f1a357-a322-4532-85c9-f9f8475dc09b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:20.957816 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:20.958824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.964831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:20.965443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.970805 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3d986-a234-4312-a0f5-386a8abf984c None None] Sync routers for ids ['4f0fe96b-03c9-46ec-b410-ba0ecb37762c'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:20.971329 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.972565 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "PUT /v2.0/routers/4f0fe96b-03c9-46ec-b410-ba0ecb37762c HTTP/1.1" status: 200 len: 913 time: 3.1285963 Jun 24 12:43:20.982587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-07b3c132-df3f-4a52-ab03-3fd885af6921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:20.983522 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b3c132-df3f-4a52-ab03-3fd885af6921 None None] The sync data for ids ['26f1a357-a322-4532-85c9-f9f8475dc09b'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:20.986240 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3d986-a234-4312-a0f5-386a8abf984c None None] Routers {'4f0fe96b-03c9-46ec-b410-ba0ecb37762c'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:20.987003 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-04a3d986-a234-4312-a0f5-386a8abf984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['4f0fe96b-03c9-46ec-b410-ba0ecb37762c'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:20.994203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42148) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:21.003230 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ad60cf3c-dac2-46b3-a23a-8b9648d50507 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:21.037366 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-04a3d986-a234-4312-a0f5-386a8abf984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:21.048234 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3d986-a234-4312-a0f5-386a8abf984c None None] Routers {'4f0fe96b-03c9-46ec-b410-ba0ecb37762c'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:21.048502 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-04a3d986-a234-4312-a0f5-386a8abf984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['4f0fe96b-03c9-46ec-b410-ba0ecb37762c'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:21.080539 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9766588 Jun 24 12:43:21.096006 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-04a3d986-a234-4312-a0f5-386a8abf984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:21.096663 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3d986-a234-4312-a0f5-386a8abf984c None None] The sync data for ids ['4f0fe96b-03c9-46ec-b410-ba0ecb37762c'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:21.113884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42152) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:21.120148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3abc7213-cf8f-47ae-ad4f-cfef75f305ae tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Request body: {'subnet': {'network_id': 'adae694d-3bb2-4160-a2a5-529eb0394b79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:21.144989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port 150195e8-f396-43a3-9505-354913803d89 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:43:21.184616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event updated for resources: {'Network': ['ID=adae694d-3bb2-4160-a2a5-529eb0394b79,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:21.195968 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network adae694d-3bb2-4160-a2a5-529eb0394b79 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:21.221535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:21.267707 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-049d093c-66a1-4278-8ba3-e0436ab1796b tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/routers/4f0fe96b-03c9-46ec-b410-ba0ecb37762c HTTP/1.1" status: 200 len: 919 time: 0.2723103 Jun 24 12:43:21.274263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42156) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:21.332531 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-19a1f1f1-b6d8-4bbd-9fe3-e59e9aa7cc71 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/routers/26f1a357-a322-4532-85c9-f9f8475dc09b HTTP/1.1" status: 200 len: 922 time: 0.4068549 Jun 24 12:43:21.334552 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42158) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:21.386341 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:21.401433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abc7213-cf8f-47ae-ad4f-cfef75f305ae tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Made reservation on behalf of 546f07a4484d49d881da6eab1d4f9adc for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:21.405507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3abc7213-cf8f-47ae-ad4f-cfef75f305ae tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:21.435788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:21.472036 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port 4199bd76-3926-4c6c-9e30-18229e3b18f2 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:43:21.476137 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df573bc2-58dd-418b-bd1e-123ec7e0882d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:21.477673 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-df573bc2-58dd-418b-bd1e-123ec7e0882d tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&device_id=26f1a357-a322-4532-85c9-f9f8475dc09b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1421318 Jun 24 12:43:21.480506 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42160) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:21.508324 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5af89ef-dd24-4edd-9220-330d10b5ac15 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:21.509812 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b5af89ef-dd24-4edd-9220-330d10b5ac15 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&device_id=4f0fe96b-03c9-46ec-b410-ba0ecb37762c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2345583 Jun 24 12:43:21.513572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42162) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:21.699798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87595cf5-6b48-47ec-9898-b899d9282eb3 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:21.701185 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-87595cf5-6b48-47ec-9898-b899d9282eb3 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/networks/0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 881 time: 0.2197804 Jun 24 12:43:21.706062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42164) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:21.756100 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-36ace279-2c86-4c36-bbd6-0a6803afea5e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "GET /v2.0/ports?device_id=26f1a357-a322-4532-85c9-f9f8475dc09b HTTP/1.1" status: 200 len: 205 time: 0.0462961 Jun 24 12:43:21.761919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7747032-c4a2-4ea5-90d4-9e987195e65e tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:21.763648 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d7747032-c4a2-4ea5-90d4-9e987195e65e tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/networks/0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 881 time: 0.2491410 Jun 24 12:43:21.766250 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42166) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:21.768006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42168) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:21.786451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:21.789922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3abc7213-cf8f-47ae-ad4f-cfef75f305ae tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:21.794194 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:21.794545 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:21.851179 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9e1bf833-90a5-4f5c-a6d9-bb4d73b25ee8 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "GET /v2.0/ports?device_id=4f0fe96b-03c9-46ec-b410-ba0ecb37762c HTTP/1.1" status: 200 len: 205 time: 0.0728116 Jun 24 12:43:21.853604 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42170) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:21.868333 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:43:21.933945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc7213-cf8f-47ae-ad4f-cfef75f305ae tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event updated for resources: {'Subnet': ['ID=326565db-9d25-4d09-8959-88265f63137b,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:21.937173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3abc7213-cf8f-47ae-ad4f-cfef75f305ae tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:21.951454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc7213-cf8f-47ae-ad4f-cfef75f305ae tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Checking segment: {'id': 'bfe4a0e9-29ea-46c6-a49f-42b121d933e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'adae694d-3bb2-4160-a2a5-529eb0394b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:21.951738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abc7213-cf8f-47ae-ad4f-cfef75f305ae tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Network hostable DHCP agents. Network: adae694d-3bb2-4160-a2a5-529eb0394b79, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:21.983828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abc7213-cf8f-47ae-ad4f-cfef75f305ae tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Network adae694d-3bb2-4160-a2a5-529eb0394b79 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:21.999172 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-3abc7213-cf8f-47ae-ad4f-cfef75f305ae tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, adae694d-3bb2-4160-a2a5-529eb0394b79) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:22.003986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abc7213-cf8f-47ae-ad4f-cfef75f305ae tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:22.004575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3abc7213-cf8f-47ae-ad4f-cfef75f305ae tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.010710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a2ff19-592c-4cd5-ba93-9b74e8bacbd7 None None] Network adae694d-3bb2-4160-a2a5-529eb0394b79 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:22.013486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.021543 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:43:22.023178 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-682b83cb-c982-4054-80b5-5525ad038795 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:22.031188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.034819 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3abc7213-cf8f-47ae-ad4f-cfef75f305ae tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9184272 Jun 24 12:43:22.037700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42172) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:22.044408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7a5a0d33-d518-4a16-9f83-76c68d17d410 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Request body: {'network': {'name': 'tempest-router-network01--1183065428'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:22.110413 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5a0d33-d518-4a16-9f83-76c68d17d410 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Made reservation on behalf of 546f07a4484d49d881da6eab1d4f9adc for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:22.115494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:22.115938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a5a0d33-d518-4a16-9f83-76c68d17d410 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.120914 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.136638 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:22.170209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:22.171102 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.172889 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=150195e8-f396-43a3-9505-354913803d89,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:22.191173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5a0d33-d518-4a16-9f83-76c68d17d410 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] vlan segment allocate from pool success with {'vlan_id': 1334, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:22.208056 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a5a0d33-d518-4a16-9f83-76c68d17d410 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.208400 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-7a5a0d33-d518-4a16-9f83-76c68d17d410 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Added segment 37bb4765-8816-476a-8296-953522a42d02 of type vlan for network fe8bd6b8-91f3-47ac-bd93-5fa125b9e468 Jun 24 12:43:22.211003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:22.212047 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:22.212571 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b00541e2-8f1c-47cb-8684-35f446e8bcee tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:22.213397 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-adae694d-3bb2-4160-a2a5-529eb0394b79', 'network_id': 'adae694d-3bb2-4160-a2a5-529eb0394b79', 'tenant_id': '546f07a4484d49d881da6eab1d4f9adc', 'fixed_ips': [{'subnet_id': '326565db-9d25-4d09-8959-88265f63137b'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:43:22.214353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.240440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56fb919-ff2c-4e5f-b50f-a8dfd9903570 None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:22.246395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.250830 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7848001 Jun 24 12:43:22.252236 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42178) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:22.267061 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56fb919-ff2c-4e5f-b50f-a8dfd9903570 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:22.267699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a56fb919-ff2c-4e5f-b50f-a8dfd9903570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:22.339769 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a56fb919-ff2c-4e5f-b50f-a8dfd9903570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:22.343059 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=4199bd76-3926-4c6c-9e30-18229e3b18f2,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:22.354023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:22.366516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.373094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Checking segment: {'id': '9071b0ff-355f-4f10-a1e7-e621ce6a85bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '3ce10871-fe15-49a4-a5f3-4d3ce923827d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:22.373496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network hostable DHCP agents. Network: 3ce10871-fe15-49a4-a5f3-4d3ce923827d, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:22.385251 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.407274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a5a0d33-d518-4a16-9f83-76c68d17d410 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.430667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56fb919-ff2c-4e5f-b50f-a8dfd9903570 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:22.431578 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a56fb919-ff2c-4e5f-b50f-a8dfd9903570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:22.442303 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 3ce10871-fe15-49a4-a5f3-4d3ce923827d is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:22.459542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 3ce10871-fe15-49a4-a5f3-4d3ce923827d) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:22.466360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:22.471987 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:22.477101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:22.477882 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.478978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9cd47e-19c4-4ad0-8683-7f50e2ac83ab None None] Network 3ce10871-fe15-49a4-a5f3-4d3ce923827d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:22.484922 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a56fb919-ff2c-4e5f-b50f-a8dfd9903570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:22.485803 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56fb919-ff2c-4e5f-b50f-a8dfd9903570 None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:22.516616 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8950877 Jun 24 12:43:22.516875 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42182) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:22.518378 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Deleting port 528eb486-94bd-403b-b5af-253822e51860 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:22.518605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.533152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Deleting port 4d1f7e56-cb93-45f2-a994-73933e19128b {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:22.533490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.627047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Allocated IP 2001:db8::2 (adae694d-3bb2-4160-a2a5-529eb0394b79/326565db-9d25-4d09-8959-88265f63137b/d5c5eecb-d885-478a-b74f-8be0db9de1e3) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:22.666372 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.681447 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.694171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Calling delete_port for 528eb486-94bd-403b-b5af-253822e51860 owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:22.700682 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Calling delete_port for 4d1f7e56-cb93-45f2-a994-73933e19128b owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:22.815523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.825260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Transition to ACTIVE for port object d5c5eecb-d885-478a-b74f-8be0db9de1e3 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:22.842012 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Transition to ACTIVE for port object d5c5eecb-d885-478a-b74f-8be0db9de1e3 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:22.848643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.850570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-69013224-88e6-4324-b671-7d3db5c1545f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:22.894996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Network adae694d-3bb2-4160-a2a5-529eb0394b79 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:22.899017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:22.900923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Pushing event updated for resources: {'Port': ['ID=d5c5eecb-d885-478a-b74f-8be0db9de1e3,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:22.909947 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:22.918104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a5a0d33-d518-4a16-9f83-76c68d17d410 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.920834 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:22.924004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a0d33-d518-4a16-9f83-76c68d17d410 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:22.924896 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a5a0d33-d518-4a16-9f83-76c68d17d410 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.954047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3ec7ad76-fdc4-4917-acb2-8b2e714e98a1 tempest-QuotasNegativeTest-860731325 tempest-QuotasNegativeTest-860731325-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:22.977857 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Attempting to bind port d5c5eecb-d885-478a-b74f-8be0db9de1e3 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:22.978521 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Attempting to bind port d5c5eecb-d885-478a-b74f-8be0db9de1e3 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'bfe4a0e9-29ea-46c6-a49f-42b121d933e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'adae694d-3bb2-4160-a2a5-529eb0394b79'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:22.978794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Attempting to bind port d5c5eecb-d885-478a-b74f-8be0db9de1e3 on network adae694d-3bb2-4160-a2a5-529eb0394b79 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:22.984734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:22.985201 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Checking segment: {'id': 'bfe4a0e9-29ea-46c6-a49f-42b121d933e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'adae694d-3bb2-4160-a2a5-529eb0394b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:22.985799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.986258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Bound using segment: {'id': 'bfe4a0e9-29ea-46c6-a49f-42b121d933e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'adae694d-3bb2-4160-a2a5-529eb0394b79'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:22.987191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Bound port: d5c5eecb-d885-478a-b74f-8be0db9de1e3, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe4a0e9-29ea-46c6-a49f-42b121d933e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'adae694d-3bb2-4160-a2a5-529eb0394b79'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:22.988056 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.006159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.009835 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a53de218-e3a2-4e2b-aa5f-6f8bdcf0b3e3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:23.016035 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.027445 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7a5a0d33-d518-4a16-9f83-76c68d17d410 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9883962 Jun 24 12:43:23.036285 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42184) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:23.045841 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e724af29-98ba-4742-98dc-67b3cca972ce tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Request body: {'network': {'name': 'tempest-router-network02--90121530'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:23.050697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Pushing event deleted for resources: {'Port': ['ID=4d1f7e56-cb93-45f2-a994-73933e19128b,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:23.056422 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:23.060146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bd6672f0-fc10-48f0-9162-58c4495f609b tempest-FloatingIPAdminTestJSON-1014664887 tempest-FloatingIPAdminTestJSON-1014664887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:23.060251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] For port d5c5eecb-d885-478a-b74f-8be0db9de1e3, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:23.063860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] For port d5c5eecb-d885-478a-b74f-8be0db9de1e3, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d5c5eecb-d885-478a-b74f-8be0db9de1e3,segment=NetworkSegment(bfe4a0e9-29ea-46c6-a49f-42b121d933e1),segment_id=bfe4a0e9-29ea-46c6-a49f-42b121d933e1)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:23.068565 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.070247 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:23.086378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a0d33-d518-4a16-9f83-76c68d17d410 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event updated for resources: {'Network': ['ID=fe8bd6b8-91f3-47ac-bd93-5fa125b9e468,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:23.090286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7a5a0d33-d518-4a16-9f83-76c68d17d410 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:23.104192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network fe8bd6b8-91f3-47ac-bd93-5fa125b9e468 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:23.129090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Pushing event deleted for resources: {'Port': ['ID=528eb486-94bd-403b-b5af-253822e51860,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:23.152461 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:23.154021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-d8adf09e-5f85-45cd-9a29-789b0c2fcf04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 4199bd76-3926-4c6c-9e30-18229e3b18f2 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:23.154299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d8adf09e-5f85-45cd-9a29-789b0c2fcf04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.185096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e724af29-98ba-4742-98dc-67b3cca972ce tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Made reservation on behalf of 546f07a4484d49d881da6eab1d4f9adc for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:23.188685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e724af29-98ba-4742-98dc-67b3cca972ce tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.193515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Pushing event updated for resources: {'Port': ['ID=d5c5eecb-d885-478a-b74f-8be0db9de1e3,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:23.201423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:23.220844 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.252445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.281256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d8adf09e-5f85-45cd-9a29-789b0c2fcf04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.322088 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-d8adf09e-5f85-45cd-9a29-789b0c2fcf04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 4199bd76-3926-4c6c-9e30-18229e3b18f2 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:23.473854 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d8adf09e-5f85-45cd-9a29-789b0c2fcf04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.504824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b392a7c0-64b5-4860-9c1f-9726aa6a188e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:23.553127 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adf09e-5f85-45cd-9a29-789b0c2fcf04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=4199bd76-3926-4c6c-9e30-18229e3b18f2,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:23.556398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d8adf09e-5f85-45cd-9a29-789b0c2fcf04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:23.567648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d8adf09e-5f85-45cd-9a29-789b0c2fcf04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.572587 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d8adf09e-5f85-45cd-9a29-789b0c2fcf04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/4199bd76-3926-4c6c-9e30-18229e3b18f2 HTTP/1.1" status: 204 len: 168 time: 1.0483477 Jun 24 12:43:23.578111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42190) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:23.658039 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.724317 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e724af29-98ba-4742-98dc-67b3cca972ce tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] vlan segment allocate from pool success with {'vlan_id': 1338, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:23.726951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c2db6d-4549-45fc-8e0a-89f2fe31ee3e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:23.733981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c2db6d-4549-45fc-8e0a-89f2fe31ee3e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:23.738428 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-51c2db6d-4549-45fc-8e0a-89f2fe31ee3e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1595485 Jun 24 12:43:23.739073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42194) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:23.763701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.767465 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.773717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e724af29-98ba-4742-98dc-67b3cca972ce tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.774064 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-e724af29-98ba-4742-98dc-67b3cca972ce tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Added segment 379d83d6-3d0b-48c5-bdb8-b738191d9c82 of type vlan for network a656a484-abc4-41b8-9e7f-015df76fd930 Jun 24 12:43:23.784038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.788892 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.881497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.882012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Fanout notify agent at l3_agent the message router_deleted on router 4f0fe96b-03c9-46ec-b410-ba0ecb37762c {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:43:23.884678 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e724af29-98ba-4742-98dc-67b3cca972ce tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.892949 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.900124 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "DELETE /v2.0/routers/4f0fe96b-03c9-46ec-b410-ba0ecb37762c HTTP/1.1" status: 204 len: 168 time: 2.0395501 Jun 24 12:43:23.900396 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42196) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:23.907446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d7f0a39e-f41e-4218-845d-649d975de63a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1313201806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:23.914720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.915287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Fanout notify agent at l3_agent the message router_deleted on router 26f1a357-a322-4532-85c9-f9f8475dc09b {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:43:23.927377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.934512 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "DELETE /v2.0/routers/26f1a357-a322-4532-85c9-f9f8475dc09b HTTP/1.1" status: 204 len: 168 time: 2.1612563 Jun 24 12:43:23.934512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42198) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:23.939038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a55f8904-1c33-4cfe-8c26-f021f23fce7b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-990914003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:23.973801 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d7f0a39e-f41e-4218-845d-649d975de63a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.974848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d7f0a39e-f41e-4218-845d-649d975de63a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.986525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e724af29-98ba-4742-98dc-67b3cca972ce tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.996474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e724af29-98ba-4742-98dc-67b3cca972ce tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:23.997083 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e724af29-98ba-4742-98dc-67b3cca972ce tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.001530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:24.003986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-ac08fb90-ca8b-4672-bf83-d2d3062b94b9 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 150195e8-f396-43a3-9505-354913803d89 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:24.004336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac08fb90-ca8b-4672-bf83-d2d3062b94b9 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.011656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a55f8904-1c33-4cfe-8c26-f021f23fce7b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.012727 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a55f8904-1c33-4cfe-8c26-f021f23fce7b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.086249 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e724af29-98ba-4742-98dc-67b3cca972ce tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0427165 Jun 24 12:43:24.093818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42200) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:24.101007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0717b35d-1144-4960-b2f2-3c99c3545dfb tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Request body: {'subnet': {'network_id': 'fe8bd6b8-91f3-47ac-bd93-5fa125b9e468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:24.134002 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d7f0a39e-f41e-4218-845d-649d975de63a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.137964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724af29-98ba-4742-98dc-67b3cca972ce tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event updated for resources: {'Network': ['ID=a656a484-abc4-41b8-9e7f-015df76fd930,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:24.152464 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network a656a484-abc4-41b8-9e7f-015df76fd930 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:24.163564 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e724af29-98ba-4742-98dc-67b3cca972ce tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:24.164655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d7f0a39e-f41e-4218-845d-649d975de63a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.176033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a55f8904-1c33-4cfe-8c26-f021f23fce7b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.183081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a55f8904-1c33-4cfe-8c26-f021f23fce7b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.183320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac08fb90-ca8b-4672-bf83-d2d3062b94b9 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.189140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d7f0a39e-f41e-4218-845d-649d975de63a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.190299 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d7f0a39e-f41e-4218-845d-649d975de63a tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2887182 Jun 24 12:43:24.195206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42202) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:24.199910 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'enable_snat': False}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:24.229040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-ac08fb90-ca8b-4672-bf83-d2d3062b94b9 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 150195e8-f396-43a3-9505-354913803d89 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:24.240352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a55f8904-1c33-4cfe-8c26-f021f23fce7b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.244153 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a55f8904-1c33-4cfe-8c26-f021f23fce7b tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3084178 Jun 24 12:43:24.245599 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42204) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:24.258277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'enable_snat': False}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:24.307736 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce220df4-7716-46d9-a047-0f30ca8eca49 None None] Network adae694d-3bb2-4160-a2a5-529eb0394b79 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:24.372614 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8cd5127f-2e75-4c9e-adcf-20a6e5b1befd None None] Provisioning for port d5c5eecb-d885-478a-b74f-8be0db9de1e3 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:24.385400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.20.0.1 (09bd04d7-fc46-4cc0-9932-3951efbcd4a3/e4ba346b-eb56-48b4-8d3a-2bea0b141b2f/fe40f532-b286-48f2-b82a-ec3117e529d8) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:24.414528 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.502530 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0717b35d-1144-4960-b2f2-3c99c3545dfb tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Made reservation on behalf of 546f07a4484d49d881da6eab1d4f9adc for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:24.506008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0717b35d-1144-4960-b2f2-3c99c3545dfb tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.685569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d5c5eecb-d885-478a-b74f-8be0db9de1e3 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:24.713408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.717515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.758110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac08fb90-ca8b-4672-bf83-d2d3062b94b9 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.762088 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.766392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fcf26a1a-6523-4ca9-8d2e-86c13f469360 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:24.809625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port d5c5eecb-d885-478a-b74f-8be0db9de1e3 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:24.814087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d5c5eecb-d885-478a-b74f-8be0db9de1e3 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:24.814518 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.832650 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.840325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08fb90-ca8b-4672-bf83-d2d3062b94b9 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=150195e8-f396-43a3-9505-354913803d89,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:24.847488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ac08fb90-ca8b-4672-bf83-d2d3062b94b9 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:24.852050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac08fb90-ca8b-4672-bf83-d2d3062b94b9 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.857040 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ac08fb90-ca8b-4672-bf83-d2d3062b94b9 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/150195e8-f396-43a3-9505-354913803d89 HTTP/1.1" status: 204 len: 168 time: 1.1145535 Jun 24 12:43:24.860331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42212) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:24.928622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.972245 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-de416bb3-61e3-473a-aa8f-7674b2f27fe4 None None] Provisioning complete for port d5c5eecb-d885-478a-b74f-8be0db9de1e3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:24.972625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-de416bb3-61e3-473a-aa8f-7674b2f27fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.003297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.008347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port d5c5eecb-d885-478a-b74f-8be0db9de1e3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d5c5eecb-d885-478a-b74f-8be0db9de1e3,segment=NetworkSegment(bfe4a0e9-29ea-46c6-a49f-42b121d933e1),segment_id=bfe4a0e9-29ea-46c6-a49f-42b121d933e1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:25.010192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Allocated IP 172.26.1.233 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/9ddc1805-9ea0-4ee5-b417-7837a03d7001) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:25.011124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:25.015294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.023722 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c44f5527-c2b1-43f7-9467-c8972682dc15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:25.054539 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e538ed2-cdcc-4c4a-96d3-6572df2c1758 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:25.059543 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9e538ed2-cdcc-4c4a-96d3-6572df2c1758 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1950324 Jun 24 12:43:25.059834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42214) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:25.061824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0717b35d-1144-4960-b2f2-3c99c3545dfb tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.067292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 09bd04d7-fc46-4cc0-9932-3951efbcd4a3 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:25.078791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:25.087722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:25.109076 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4acdfeb-5356-4f0d-815c-8d4f241b3913 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] GET failed (client error): The resource could not be found. Jun 24 12:43:25.113248 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f4acdfeb-5356-4f0d-815c-8d4f241b3913 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/4199bd76-3926-4c6c-9e30-18229e3b18f2 HTTP/1.1" status: 404 len: 333 time: 0.0499840 Jun 24 12:43:25.113430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42216) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:25.116775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=fe40f532-b286-48f2-b82a-ec3117e529d8,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:25.125315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:25.128025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:25.165981 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b85803-71ab-4cb2-b802-b013fd17c8ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] GET failed (client error): The resource could not be found. Jun 24 12:43:25.170584 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-49b85803-71ab-4cb2-b802-b013fd17c8ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/150195e8-f396-43a3-9505-354913803d89 HTTP/1.1" status: 404 len: 333 time: 0.0536284 Jun 24 12:43:25.172206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42218) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:25.228897 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.232348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=d5c5eecb-d885-478a-b74f-8be0db9de1e3,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:25.236341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:25.275407 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.281280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.299948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717b35d-1144-4960-b2f2-3c99c3545dfb tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event updated for resources: {'Subnet': ['ID=0b6189e0-d5cb-4421-889e-3dbcbe96845f,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:25.307295 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0717b35d-1144-4960-b2f2-3c99c3545dfb tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:25.315893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0717b35d-1144-4960-b2f2-3c99c3545dfb tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Checking segment: {'id': '37bb4765-8816-476a-8296-953522a42d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'fe8bd6b8-91f3-47ac-bd93-5fa125b9e468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:25.316258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0717b35d-1144-4960-b2f2-3c99c3545dfb tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Network hostable DHCP agents. Network: fe8bd6b8-91f3-47ac-bd93-5fa125b9e468, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:25.371338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0717b35d-1144-4960-b2f2-3c99c3545dfb tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Network fe8bd6b8-91f3-47ac-bd93-5fa125b9e468 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:25.390024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.399574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.402906 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce10871-fe15-49a4-a5f3-4d3ce923827d']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:25.406691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-0717b35d-1144-4960-b2f2-3c99c3545dfb tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, fe8bd6b8-91f3-47ac-bd93-5fa125b9e468) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:25.410148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.414991 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:25.416051 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb78e29-ad6e-4961-9beb-d51901d7bfdf None None] Network fe8bd6b8-91f3-47ac-bd93-5fa125b9e468 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:25.421084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9071b0ff-355f-4f10-a1e7-e621ce6a85bf') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:25.421420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9071b0ff-355f-4f10-a1e7-e621ce6a85bf') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:25.435197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.440733 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0717b35d-1144-4960-b2f2-3c99c3545dfb tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:25.441019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0717b35d-1144-4960-b2f2-3c99c3545dfb tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.449848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.465323 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:25.475720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:25.479441 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.484838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:25.490842 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Pushing event updated for resources: {'Port': ['ID=9ddc1805-9ea0-4ee5-b417-7837a03d7001,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:25.510185 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0717b35d-1144-4960-b2f2-3c99c3545dfb tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4130931 Jun 24 12:43:25.510373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:25.510373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:25.512888 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:25.515094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42220) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:25.515094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:25.521162 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a452be59-29fd-49d7-bff1-030551081417 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Request body: {'subnet': {'network_id': 'a656a484-abc4-41b8-9e7f-015df76fd930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:25.574666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.574868 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-fe8bd6b8-91f3-47ac-bd93-5fa125b9e468', 'network_id': 'fe8bd6b8-91f3-47ac-bd93-5fa125b9e468', 'tenant_id': '546f07a4484d49d881da6eab1d4f9adc', 'fixed_ips': [{'subnet_id': '0b6189e0-d5cb-4421-889e-3dbcbe96845f'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:43:25.575751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.629615 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Allocated IP 172.26.1.5 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/9f6b1f38-18c2-4f3a-b9d5-b5871cf758b6) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:25.682010 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.688392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-93472413-7d54-48f4-85dd-5c6aa5258ba5 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:25.717042 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.718913 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/networks/3ce10871-fe15-49a4-a5f3-4d3ce923827d HTTP/1.1" status: 204 len: 168 time: 0.5463235 Jun 24 12:43:25.733344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42222) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:25.735837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Allocated IP 2001:db8::2 (fe8bd6b8-91f3-47ac-bd93-5fa125b9e468/0b6189e0-d5cb-4421-889e-3dbcbe96845f/5b0ddbc5-ab2a-4e68-9468-cdb9710f7857) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:25.741665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-230005643'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:25.744716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Network': ['ID=3ce10871-fe15-49a4-a5f3-4d3ce923827d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:25.750833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:25.787070 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:43:25.787070 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:43:25.787070 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'project_id_1': 'c2b8b583811c46a18ab0508f2a86917b', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 43, 25, 753605)}] Jun 24 12:43:25.787070 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:43:25.788036 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:43:25.796010 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a452be59-29fd-49d7-bff1-030551081417 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Made reservation on behalf of 546f07a4484d49d881da6eab1d4f9adc for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:25.799734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a452be59-29fd-49d7-bff1-030551081417 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.918476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.929747 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Transition to ACTIVE for port object 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:25.948445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Transition to ACTIVE for port object 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:25.957581 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.962312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:25.991617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.007719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Network fe8bd6b8-91f3-47ac-bd93-5fa125b9e468 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:26.013480 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:26.017025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:26.025029 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Pushing event updated for resources: {'Port': ['ID=5b0ddbc5-ab2a-4e68-9468-cdb9710f7857,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:26.030531 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:26.094152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Attempting to bind port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:26.094608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Attempting to bind port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '37bb4765-8816-476a-8296-953522a42d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'fe8bd6b8-91f3-47ac-bd93-5fa125b9e468'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:26.094968 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Attempting to bind port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 on network fe8bd6b8-91f3-47ac-bd93-5fa125b9e468 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:26.101642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:26.102031 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Checking segment: {'id': '37bb4765-8816-476a-8296-953522a42d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'fe8bd6b8-91f3-47ac-bd93-5fa125b9e468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:26.102452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.102904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Bound using segment: {'id': '37bb4765-8816-476a-8296-953522a42d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'fe8bd6b8-91f3-47ac-bd93-5fa125b9e468'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:26.103398 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Bound port: 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37bb4765-8816-476a-8296-953522a42d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'fe8bd6b8-91f3-47ac-bd93-5fa125b9e468'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:26.104206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.177608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] For port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:26.181035 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] For port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5b0ddbc5-ab2a-4e68-9468-cdb9710f7857,segment=NetworkSegment(37bb4765-8816-476a-8296-953522a42d02),segment_id=37bb4765-8816-476a-8296-953522a42d02)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:26.186732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.190265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e1247fe7-ae27-4415-8615-65ee032c326d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:26.211277 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a452be59-29fd-49d7-bff1-030551081417 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.251029 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:26.259439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Pushing event updated for resources: {'Port': ['ID=5b0ddbc5-ab2a-4e68-9468-cdb9710f7857,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:26.268722 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:26.283911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.373441 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452be59-29fd-49d7-bff1-030551081417 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event updated for resources: {'Subnet': ['ID=f43d8836-0cf2-4618-934a-6e1c138ee469,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:26.387107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a452be59-29fd-49d7-bff1-030551081417 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:26.387874 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:26.391390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.404560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.408935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-62b4ddac-f0f2-4c55-b264-cb9ad9682588 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:26.418141 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.423554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a452be59-29fd-49d7-bff1-030551081417 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Checking segment: {'id': '379d83d6-3d0b-48c5-bdb8-b738191d9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'a656a484-abc4-41b8-9e7f-015df76fd930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:26.423919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452be59-29fd-49d7-bff1-030551081417 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Network hostable DHCP agents. Network: a656a484-abc4-41b8-9e7f-015df76fd930, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:26.430166 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.460712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] vlan segment allocate from pool success with {'vlan_id': 1321, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:26.466200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.468889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:26.476076 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:26.477932 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.481970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:26.511272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.511616 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Added segment 5b6f6fab-b915-4e7b-93d7-e35d2dcbff96 of type vlan for network d751cc35-733b-4bf7-a4d4-6f4a7dabb92e Jun 24 12:43:26.520434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Pushing event updated for resources: {'Port': ['ID=9f6b1f38-18c2-4f3a-b9d5-b5871cf758b6,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:26.529813 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:26.529813 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ac08fb90-ca8b-4672-bf83-d2d3062b94b9 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:26.533140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452be59-29fd-49d7-bff1-030551081417 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Network a656a484-abc4-41b8-9e7f-015df76fd930 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:26.593544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.608238 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ff2077ae-937d-41d7-95bf-15ef9aee61a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.661733 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=fe40f532-b286-48f2-b82a-ec3117e529d8,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:26.696203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:26.748648 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d5c5eecb-d885-478a-b74f-8be0db9de1e3 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:26.813593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d5c5eecb-d885-478a-b74f-8be0db9de1e3 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:26.814434 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.870893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 09bd04d7-fc46-4cc0-9932-3951efbcd4a3 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:26.876435 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:26.904137 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:26.947497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.955763 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-a452be59-29fd-49d7-bff1-030551081417 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, a656a484-abc4-41b8-9e7f-015df76fd930) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:26.956178 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:26.960684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452be59-29fd-49d7-bff1-030551081417 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:26.961598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a452be59-29fd-49d7-bff1-030551081417 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.966677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ff84b-09f5-4d42-a653-f9e7e9288f4b None None] Network a656a484-abc4-41b8-9e7f-015df76fd930 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:26.995708 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a452be59-29fd-49d7-bff1-030551081417 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4778352 Jun 24 12:43:26.999326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42230) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:27.008754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.113070 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.118707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:27.135195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.139560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:27.157822 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:27.179025 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4445734 Jun 24 12:43:27.195539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42236) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:27.248707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b7f08801-cd1d-478e-83d9-9bca2d85bb3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': 'd751cc35-733b-4bf7-a4d4-6f4a7dabb92e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:27.249357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-a656a484-abc4-41b8-9e7f-015df76fd930', 'network_id': 'a656a484-abc4-41b8-9e7f-015df76fd930', 'tenant_id': '546f07a4484d49d881da6eab1d4f9adc', 'fixed_ips': [{'subnet_id': 'f43d8836-0cf2-4618-934a-6e1c138ee469'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:43:27.250328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.458183 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Allocated IP 2001:db8::2 (a656a484-abc4-41b8-9e7f-015df76fd930/f43d8836-0cf2-4618-934a-6e1c138ee469/4b50b240-6285-4d5c-a976-a9f57762f64b) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:27.489812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Network': ['ID=d751cc35-733b-4bf7-a4d4-6f4a7dabb92e,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:27.494701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:27.495526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.499228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Router 6e7779e5-8845-4a18-9908-ad3b7ca49b54 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:43:27.501887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f08801-cd1d-478e-83d9-9bca2d85bb3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:27.505366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7f08801-cd1d-478e-83d9-9bca2d85bb3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.510817 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network d751cc35-733b-4bf7-a4d4-6f4a7dabb92e details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:27.528553 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.554964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b109cf0a-bfcb-4c2a-bb38-9070dda2734b None None] Network fe8bd6b8-91f3-47ac-bd93-5fa125b9e468 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:27.579644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:27.588224 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "PUT /v2.0/routers/b729f0a3-abbd-4afd-a7df-e9a4982de382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3343031 Jun 24 12:43:27.591670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42240) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:27.597765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'port': {'network_id': '09bd04d7-fc46-4cc0-9932-3951efbcd4a3', 'name': 'tempest-FloatingIPTestJSON-1341419103'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:27.598042 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83717c42-148a-4aa2-a957-575f7dae224b None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:27.608066 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83717c42-148a-4aa2-a957-575f7dae224b None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:27.608685 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-83717c42-148a-4aa2-a957-575f7dae224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:27.641706 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-83717c42-148a-4aa2-a957-575f7dae224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:27.650284 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83717c42-148a-4aa2-a957-575f7dae224b None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:27.650933 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-83717c42-148a-4aa2-a957-575f7dae224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:27.675145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a8a304d3-8d1b-4615-83e2-78154bfe859a None None] Provisioning for port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:27.687149 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a8a304d3-8d1b-4615-83e2-78154bfe859a None None] Provisioning complete for port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:27.687477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a8a304d3-8d1b-4615-83e2-78154bfe859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.689334 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-83717c42-148a-4aa2-a957-575f7dae224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:27.690191 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83717c42-148a-4aa2-a957-575f7dae224b None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:27.737500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.759566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Made reservation on behalf of ce01c10518904de48c48ad4d9bb69185 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:27.764016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.816005 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Router 4406a134-6583-4396-9577-4466f07b1b88 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:43:27.846389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.860406 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Transition to ACTIVE for port object 4b50b240-6285-4d5c-a976-a9f57762f64b will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:27.877685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] device_id is not set on port 3338b497-4e8a-431d-9db9-8704f81d2e3a yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:43:27.907220 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Transition to ACTIVE for port object 4b50b240-6285-4d5c-a976-a9f57762f64b will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:27.937674 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.940252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7f08801-cd1d-478e-83d9-9bca2d85bb3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.941528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:27.945473 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-69f2e904-1cb5-48e7-8d1e-fd05b62a279d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:27.965468 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a8a304d3-8d1b-4615-83e2-78154bfe859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.972704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:27.981291 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.982338 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "PUT /v2.0/routers/6e7779e5-8845-4a18-9908-ad3b7ca49b54 HTTP/1.1" status: 200 len: 916 time: 3.7861047 Jun 24 12:43:27.985650 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42242) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:28.000132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276f102f-7cc9-43be-976b-0287efd6c56e None None] Sync routers for ids ['6e7779e5-8845-4a18-9908-ad3b7ca49b54'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:28.012751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Network a656a484-abc4-41b8-9e7f-015df76fd930 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:28.018306 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Pushing event updated for resources: {'Port': ['ID=4b50b240-6285-4d5c-a976-a9f57762f64b,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:28.020821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:28.022681 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:28.031277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:28.044112 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f08801-cd1d-478e-83d9-9bca2d85bb3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Subnet': ['ID=a8bd68c6-9490-4112-940b-a43a17b1640c,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:28.046682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276f102f-7cc9-43be-976b-0287efd6c56e None None] Routers {'6e7779e5-8845-4a18-9908-ad3b7ca49b54'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:28.047331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-276f102f-7cc9-43be-976b-0287efd6c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6e7779e5-8845-4a18-9908-ad3b7ca49b54'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:28.047481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b7f08801-cd1d-478e-83d9-9bca2d85bb3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:28.050421 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-a8a304d3-8d1b-4615-83e2-78154bfe859a None None] For port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5b0ddbc5-ab2a-4e68-9468-cdb9710f7857,segment=NetworkSegment(37bb4765-8816-476a-8296-953522a42d02),segment_id=37bb4765-8816-476a-8296-953522a42d02)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:28.061655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:28.066062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.069994 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "PUT /v2.0/routers/4406a134-6583-4396-9577-4466f07b1b88 HTTP/1.1" status: 200 len: 917 time: 3.8161414 Jun 24 12:43:28.073552 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d0b91-4025-482d-b9a7-65c398e788c9 None None] Sync routers for ids ['4406a134-6583-4396-9577-4466f07b1b88'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:28.075442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42244) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:28.083358 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d0b91-4025-482d-b9a7-65c398e788c9 None None] Routers {'4406a134-6583-4396-9577-4466f07b1b88'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:28.084187 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d82d0b91-4025-482d-b9a7-65c398e788c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['4406a134-6583-4396-9577-4466f07b1b88'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:28.091031 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a8a304d3-8d1b-4615-83e2-78154bfe859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.108778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-532205c0-eb76-4376-a332-a5757b9bd639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:28.114086 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-276f102f-7cc9-43be-976b-0287efd6c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:28.122889 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-736f0fef-3874-4765-9a80-be14b2a58f2d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/routers/6e7779e5-8845-4a18-9908-ad3b7ca49b54 HTTP/1.1" status: 200 len: 922 time: 0.1309118 Jun 24 12:43:28.123228 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d82d0b91-4025-482d-b9a7-65c398e788c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:28.132708 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d0b91-4025-482d-b9a7-65c398e788c9 None None] Routers {'4406a134-6583-4396-9577-4466f07b1b88'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:28.133539 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d82d0b91-4025-482d-b9a7-65c398e788c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['4406a134-6583-4396-9577-4466f07b1b88'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:28.147468 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42246) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:28.172795 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d82d0b91-4025-482d-b9a7-65c398e788c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:28.173760 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d0b91-4025-482d-b9a7-65c398e788c9 None None] The sync data for ids ['4406a134-6583-4396-9577-4466f07b1b88'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:28.180008 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Attempting to bind port 4b50b240-6285-4d5c-a976-a9f57762f64b on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:28.180391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Attempting to bind port 4b50b240-6285-4d5c-a976-a9f57762f64b by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '379d83d6-3d0b-48c5-bdb8-b738191d9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'a656a484-abc4-41b8-9e7f-015df76fd930'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:28.180849 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Attempting to bind port 4b50b240-6285-4d5c-a976-a9f57762f64b on network a656a484-abc4-41b8-9e7f-015df76fd930 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:28.190787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276f102f-7cc9-43be-976b-0287efd6c56e None None] Routers {'6e7779e5-8845-4a18-9908-ad3b7ca49b54'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:28.191646 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-276f102f-7cc9-43be-976b-0287efd6c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:42:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6e7779e5-8845-4a18-9908-ad3b7ca49b54'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:28.200794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:28.201179 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Checking segment: {'id': '379d83d6-3d0b-48c5-bdb8-b738191d9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'a656a484-abc4-41b8-9e7f-015df76fd930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:28.201586 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.201980 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Bound using segment: {'id': '379d83d6-3d0b-48c5-bdb8-b738191d9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'a656a484-abc4-41b8-9e7f-015df76fd930'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:28.202460 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Bound port: 4b50b240-6285-4d5c-a976-a9f57762f64b, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d83d6-3d0b-48c5-bdb8-b738191d9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'a656a484-abc4-41b8-9e7f-015df76fd930'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:28.202893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.219976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f08801-cd1d-478e-83d9-9bca2d85bb3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Checking segment: {'id': '5b6f6fab-b915-4e7b-93d7-e35d2dcbff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'd751cc35-733b-4bf7-a4d4-6f4a7dabb92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:28.220203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f08801-cd1d-478e-83d9-9bca2d85bb3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network hostable DHCP agents. Network: d751cc35-733b-4bf7-a4d4-6f4a7dabb92e, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:28.246079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a304d3-8d1b-4615-83e2-78154bfe859a None None] Pushing event updated for resources: {'Port': ['ID=5b0ddbc5-ab2a-4e68-9468-cdb9710f7857,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:28.249090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-276f102f-7cc9-43be-976b-0287efd6c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:28.249484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276f102f-7cc9-43be-976b-0287efd6c56e None None] The sync data for ids ['6e7779e5-8845-4a18-9908-ad3b7ca49b54'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:28.250874 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a8a304d3-8d1b-4615-83e2-78154bfe859a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:28.251977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.20.0.6 (09bd04d7-fc46-4cc0-9932-3951efbcd4a3/e4ba346b-eb56-48b4-8d3a-2bea0b141b2f/3338b497-4e8a-431d-9db9-8704f81d2e3a) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:28.257534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f08801-cd1d-478e-83d9-9bca2d85bb3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network d751cc35-733b-4bf7-a4d4-6f4a7dabb92e is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:28.261716 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-222a541f-558c-4070-81fc-88845ef25957 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/routers/4406a134-6583-4396-9577-4466f07b1b88 HTTP/1.1" status: 200 len: 923 time: 0.1792843 Jun 24 12:43:28.266125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42248) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:28.298590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-b7f08801-cd1d-478e-83d9-9bca2d85bb3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, d751cc35-733b-4bf7-a4d4-6f4a7dabb92e) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:28.304817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f08801-cd1d-478e-83d9-9bca2d85bb3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:28.305552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7f08801-cd1d-478e-83d9-9bca2d85bb3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.333247 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b7f08801-cd1d-478e-83d9-9bca2d85bb3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0885310 Jun 24 12:43:28.334161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42254) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:28.349988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'network_id': 'd751cc35-733b-4bf7-a4d4-6f4a7dabb92e', 'name': 'tempest-PortsIpV6TestJSON-56163504'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:28.432184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d9f0f5-21b6-426a-bbe1-1a5c34dd967e tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:28.433787 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-26d9f0f5-21b6-426a-bbe1-1a5c34dd967e tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&device_id=4406a134-6583-4396-9577-4466f07b1b88&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1649961 Jun 24 12:43:28.445410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42256) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:28.474939 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2190126-f458-4ff7-86ab-570def11273d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:28.476850 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d2190126-f458-4ff7-86ab-570def11273d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&device_id=6e7779e5-8845-4a18-9908-ad3b7ca49b54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3283095 Jun 24 12:43:28.478620 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Allocated IP 2001:db8::1 (fe8bd6b8-91f3-47ac-bd93-5fa125b9e468/0b6189e0-d5cb-4421-889e-3dbcbe96845f/3ece14c9-7cfa-4327-b055-cbcb6cc5183d) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:28.482270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42258) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:28.615413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad32cb6d-dbb5-453d-952b-0822b49809ed None None] Network d751cc35-733b-4bf7-a4d4-6f4a7dabb92e requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:28.661627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:28.680027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.720047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0603abdc-7f2b-48fc-b14a-f77300a7ff32 None None] Provisioning complete for port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:28.720448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0603abdc-7f2b-48fc-b14a-f77300a7ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.745562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.765026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Transition to ACTIVE for port object 3ece14c9-7cfa-4327-b055-cbcb6cc5183d will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:28.779893 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.787902 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6ff62295-74ed-4e63-803a-156e0fc3dc73 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:28.834158 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] For port 4b50b240-6285-4d5c-a976-a9f57762f64b, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:28.840961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] For port 4b50b240-6285-4d5c-a976-a9f57762f64b, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=4b50b240-6285-4d5c-a976-a9f57762f64b,segment=NetworkSegment(379d83d6-3d0b-48c5-bdb8-b738191d9c82),segment_id=379d83d6-3d0b-48c5-bdb8-b738191d9c82)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:28.843984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 09bd04d7-fc46-4cc0-9932-3951efbcd4a3 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:28.855514 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:28.858112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:28.871946 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.879302 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:28.897483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=3338b497-4e8a-431d-9db9-8704f81d2e3a,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:28.901875 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:28.908616 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.912952 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-574afc0a-d7a1-49db-b2bc-9f1e851b3051 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:28.962460 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:28.963144 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.989254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Network fe8bd6b8-91f3-47ac-bd93-5fa125b9e468 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:28.990350 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:28.990611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.994026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:28.995550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f3f33-433b-4c8e-959b-21c799133c03 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:28.998142 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-032f3f33-433b-4c8e-959b-21c799133c03 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/networks/0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 881 time: 0.5506687 Jun 24 12:43:29.001202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42262) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:29.007714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:29.008451 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.046569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Pushing event updated for resources: {'Port': ['ID=4b50b240-6285-4d5c-a976-a9f57762f64b,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:29.050307 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e5fdfc6b-8082-4a7d-9248-c46cc0feed0e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4406a134-6583-4396-9577-4466f07b1b88 HTTP/1.1" status: 200 len: 205 time: 0.0434096 Jun 24 12:43:29.059990 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:29.060301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42264) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:29.061149 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-d751cc35-733b-4bf7-a4d4-6f4a7dabb92e', 'network_id': 'd751cc35-733b-4bf7-a4d4-6f4a7dabb92e', 'tenant_id': 'c2b8b583811c46a18ab0508f2a86917b', 'fixed_ips': [{'subnet_id': 'a8bd68c6-9490-4112-940b-a43a17b1640c'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:43:29.062284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.075036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42266) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:29.075455 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4827077 Jun 24 12:43:29.080541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event updated for resources: {'Port': ['ID=3ece14c9-7cfa-4327-b055-cbcb6cc5183d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:29.081848 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'port': {'network_id': '09bd04d7-fc46-4cc0-9932-3951efbcd4a3', 'name': 'tempest-FloatingIPTestJSON-1993987824'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:29.084720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:29.127117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:29.130625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.187786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b779f27-65d9-43df-927c-defe80bb970e tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:29.189481 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5b779f27-65d9-43df-927c-defe80bb970e tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/networks/0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 881 time: 0.7010860 Jun 24 12:43:29.193750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42268) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:29.234547 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b1b597e6-92b7-47de-889c-059ffcc7dc60 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "GET /v2.0/ports?device_id=6e7779e5-8845-4a18-9908-ad3b7ca49b54 HTTP/1.1" status: 200 len: 205 time: 0.0368335 Jun 24 12:43:29.238278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42270) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:29.239705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port 1811d4d4-4f37-4381-92e6-d707111b1646 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:43:29.309048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.349002 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-487fd0d9-4eb2-4de8-95ba-fdb07bce4565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.350977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Allocated IP 2001:db8::2 (d751cc35-733b-4bf7-a4d4-6f4a7dabb92e/a8bd68c6-9490-4112-940b-a43a17b1640c/f9d1d940-ee47-4518-8efc-d5cbf5905534) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:29.378664 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.422956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Made reservation on behalf of ce01c10518904de48c48ad4d9bb69185 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:29.429024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.451941 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] device_id is not set on port ba065461-736f-4b87-a552-0bd1e38ffbbc yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:43:29.606924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-22e0a7f0-ec61-407a-80b8-79ceb807cba6 None None] Provisioning for port 3ece14c9-7cfa-4327-b055-cbcb6cc5183d completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:29.609730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.20.0.3 (09bd04d7-fc46-4cc0-9932-3951efbcd4a3/e4ba346b-eb56-48b4-8d3a-2bea0b141b2f/ba065461-736f-4b87-a552-0bd1e38ffbbc) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:29.609908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.617327 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-22e0a7f0-ec61-407a-80b8-79ceb807cba6 None None] Provisioning complete for port 3ece14c9-7cfa-4327-b055-cbcb6cc5183d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:29.617944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-22e0a7f0-ec61-407a-80b8-79ceb807cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.646442 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Transition to ACTIVE for port object f9d1d940-ee47-4518-8efc-d5cbf5905534 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:29.673839 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Transition to ACTIVE for port object f9d1d940-ee47-4518-8efc-d5cbf5905534 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:29.675647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-22e0a7f0-ec61-407a-80b8-79ceb807cba6 None None] Port 3ece14c9-7cfa-4327-b055-cbcb6cc5183d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:29.683464 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.686242 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:29.734625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Network d751cc35-733b-4bf7-a4d4-6f4a7dabb92e is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:29.741890 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:29.747422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:29.757087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Pushing event updated for resources: {'Port': ['ID=f9d1d940-ee47-4518-8efc-d5cbf5905534,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:29.776360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:29.836043 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Attempting to bind port f9d1d940-ee47-4518-8efc-d5cbf5905534 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:29.836465 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Attempting to bind port f9d1d940-ee47-4518-8efc-d5cbf5905534 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5b6f6fab-b915-4e7b-93d7-e35d2dcbff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'd751cc35-733b-4bf7-a4d4-6f4a7dabb92e'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:29.836844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Attempting to bind port f9d1d940-ee47-4518-8efc-d5cbf5905534 on network d751cc35-733b-4bf7-a4d4-6f4a7dabb92e {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:29.842291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:29.842686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Checking segment: {'id': '5b6f6fab-b915-4e7b-93d7-e35d2dcbff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'd751cc35-733b-4bf7-a4d4-6f4a7dabb92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:29.843144 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.843549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Bound using segment: {'id': '5b6f6fab-b915-4e7b-93d7-e35d2dcbff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'd751cc35-733b-4bf7-a4d4-6f4a7dabb92e'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:29.844030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Bound port: f9d1d940-ee47-4518-8efc-d5cbf5905534, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6f6fab-b915-4e7b-93d7-e35d2dcbff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'd751cc35-733b-4bf7-a4d4-6f4a7dabb92e'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:29.844425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.868693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.898109 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Allocated IP 2001:db8::1df (d751cc35-733b-4bf7-a4d4-6f4a7dabb92e/a8bd68c6-9490-4112-940b-a43a17b1640c/1811d4d4-4f37-4381-92e6-d707111b1646) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:29.914472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] For port f9d1d940-ee47-4518-8efc-d5cbf5905534, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:29.918944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] For port f9d1d940-ee47-4518-8efc-d5cbf5905534, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f9d1d940-ee47-4518-8efc-d5cbf5905534,segment=NetworkSegment(5b6f6fab-b915-4e7b-93d7-e35d2dcbff96),segment_id=5b6f6fab-b915-4e7b-93d7-e35d2dcbff96)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:29.924756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.932118 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-72c20f8a-67cb-4cd3-b4c5-c2df0967a355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:29.950383 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.005331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Pushing event updated for resources: {'Port': ['ID=f9d1d940-ee47-4518-8efc-d5cbf5905534,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:30.008569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:30.010935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.015735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.028000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:30.087899 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.116227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 09bd04d7-fc46-4cc0-9932-3951efbcd4a3 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:30.128908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:30.131578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:30.138840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=ba065461-736f-4b87-a552-0bd1e38ffbbc,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:30.142379 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:30.212744 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.234558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:30.235297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.243926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.252922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Transition to ACTIVE for port object 1811d4d4-4f37-4381-92e6-d707111b1646 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:30.267849 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1895418 Jun 24 12:43:30.272633 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42278) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:30.278226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': 'ba065461-736f-4b87-a552-0bd1e38ffbbc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:30.316419 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.338506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.344008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:30.388904 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.391901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Deleting port 9f6b1f38-18c2-4f3a-b9d5-b5871cf758b6 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:30.392333 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.425702 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network d751cc35-733b-4bf7-a4d4-6f4a7dabb92e is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:30.434178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:30.436818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:30.442773 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:30.443512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.467125 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1318889 Jun 24 12:43:30.470180 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=1811d4d4-4f37-4381-92e6-d707111b1646,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:30.473657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42280) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:30.480240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:30.581317 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Deleting port 9ddc1805-9ea0-4ee5-b417-7837a03d7001 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:30.581668 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.609399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.613768 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730a5c66-934a-46a3-8620-644e04fb510a None None] Network a656a484-abc4-41b8-9e7f-015df76fd930 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:30.680289 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 4b50b240-6285-4d5c-a976-a9f57762f64b up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:30.683689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.715758 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Calling delete_port for 9f6b1f38-18c2-4f3a-b9d5-b5871cf758b6 owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:30.769402 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.769716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.26.1.33 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/ca9877e0-61df-4b1f-b8e4-429a3c4d4d1f) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:30.782243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-74e63e90-c88e-44e3-9fcb-68461ade6743 None None] Provisioning for port 4b50b240-6285-4d5c-a976-a9f57762f64b completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:30.794011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-74e63e90-c88e-44e3-9fcb-68461ade6743 None None] Provisioning complete for port 4b50b240-6285-4d5c-a976-a9f57762f64b triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:30.794011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-74e63e90-c88e-44e3-9fcb-68461ade6743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.797985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 4b50b240-6285-4d5c-a976-a9f57762f64b completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:30.808602 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.809450 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.816975 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:30.826567 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 4b50b240-6285-4d5c-a976-a9f57762f64b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:30.827071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.892816 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.912422 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Calling delete_port for 9ddc1805-9ea0-4ee5-b417-7837a03d7001 owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:30.987584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.047257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-b5514095-6e9e-4168-b4db-d18ee96b3270 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 1811d4d4-4f37-4381-92e6-d707111b1646 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:31.047796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b5514095-6e9e-4168-b4db-d18ee96b3270 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.061634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.066091 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d8adf09e-5f85-45cd-9a29-789b0c2fcf04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:31.071994 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.090594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-74e63e90-c88e-44e3-9fcb-68461ade6743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.125369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:31.131368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:31.135092 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 4b50b240-6285-4d5c-a976-a9f57762f64b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=4b50b240-6285-4d5c-a976-a9f57762f64b,segment=NetworkSegment(379d83d6-3d0b-48c5-bdb8-b738191d9c82),segment_id=379d83d6-3d0b-48c5-bdb8-b738191d9c82)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:31.135667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:31.143979 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.144859 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f9d1d940-ee47-4518-8efc-d5cbf5905534 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:31.148704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-de966d6d-76d5-4a94-853e-e83d71155711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:31.170025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=ca9877e0-61df-4b1f-b8e4-429a3c4d4d1f,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:31.177259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:31.178734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event updated for resources: {'Port': ['ID=3ece14c9-7cfa-4327-b055-cbcb6cc5183d,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:31.232754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-74e63e90-c88e-44e3-9fcb-68461ade6743 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:43:31.233560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-74e63e90-c88e-44e3-9fcb-68461ade6743 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:43:31.261496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:31.302648 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=4b50b240-6285-4d5c-a976-a9f57762f64b,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:31.323559 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:31.325907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port f9d1d940-ee47-4518-8efc-d5cbf5905534 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:31.359971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b5514095-6e9e-4168-b4db-d18ee96b3270 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.425847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Network fe8bd6b8-91f3-47ac-bd93-5fa125b9e468 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:31.429993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-b5514095-6e9e-4168-b4db-d18ee96b3270 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 1811d4d4-4f37-4381-92e6-d707111b1646 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:31.437580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:31.466663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5613574-21a5-4d33-9e52-c1fa1c4f32f0 None None] Network d751cc35-733b-4bf7-a4d4-6f4a7dabb92e requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:31.575786 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.581099 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:31.587327 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.630446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Pushing event deleted for resources: {'Port': ['ID=9f6b1f38-18c2-4f3a-b9d5-b5871cf758b6,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:31.638350 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:31.641805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a73837a9-8be1-48f1-8d67-35ca9d2a719f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:31.694037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Pushing event deleted for resources: {'Port': ['ID=9ddc1805-9ea0-4ee5-b417-7837a03d7001,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:31.711825 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:31.751789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.852951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.866630 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.872555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.912961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8740d010-552c-41c1-be46-eb8bfa632b60 None None] Provisioning complete for port 4b50b240-6285-4d5c-a976-a9f57762f64b triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:31.913707 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8740d010-552c-41c1-be46-eb8bfa632b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.993283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b5514095-6e9e-4168-b4db-d18ee96b3270 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.998899 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Router be1e289b-3cfd-4619-90f3-13d359096e39 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:43:32.046754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.055667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.059086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a271469c-2320-4d33-8d06-288ec34d9409 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:32.078970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-499424f7-1e62-4baa-9177-d6345a563101 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:32.110673 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=ca9877e0-61df-4b1f-b8e4-429a3c4d4d1f,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:32.118107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:32.134355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8740d010-552c-41c1-be46-eb8bfa632b60 None None] Provisioning for port f9d1d940-ee47-4518-8efc-d5cbf5905534 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:32.145788 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8740d010-552c-41c1-be46-eb8bfa632b60 None None] Provisioning complete for port f9d1d940-ee47-4518-8efc-d5cbf5905534 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:32.146211 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8740d010-552c-41c1-be46-eb8bfa632b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.147168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.164031 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.171543 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.180275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.228460 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.234958 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5514095-6e9e-4168-b4db-d18ee96b3270 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=1811d4d4-4f37-4381-92e6-d707111b1646,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:32.242099 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.244247 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.245018 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Fanout notify agent at l3_agent the message router_deleted on router 4406a134-6583-4396-9577-4466f07b1b88 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:43:32.275675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b5514095-6e9e-4168-b4db-d18ee96b3270 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:32.282487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.283976 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "DELETE /v2.0/routers/4406a134-6583-4396-9577-4466f07b1b88 HTTP/1.1" status: 204 len: 168 time: 3.2221026 Jun 24 12:43:32.291370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42294) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:32.299080 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1448916869', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}, 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:32.300182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b5514095-6e9e-4168-b4db-d18ee96b3270 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.302339 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b5514095-6e9e-4168-b4db-d18ee96b3270 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/1811d4d4-4f37-4381-92e6-d707111b1646 HTTP/1.1" status: 204 len: 168 time: 1.8259230 Jun 24 12:43:32.306409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42296) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:32.319176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8740d010-552c-41c1-be46-eb8bfa632b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.355184 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e07c5ac-3af7-4e6f-a14f-851470b136c7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] DELETE failed (client error): The resource could not be found. Jun 24 12:43:32.355966 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e07c5ac-3af7-4e6f-a14f-851470b136c7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:32.362498 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5e07c5ac-3af7-4e6f-a14f-851470b136c7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/1811d4d4-4f37-4381-92e6-d707111b1646 HTTP/1.1" status: 404 len: 333 time: 0.0525122 Jun 24 12:43:32.362891 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42298) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:32.372701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-8740d010-552c-41c1-be46-eb8bfa632b60 None None] For port f9d1d940-ee47-4518-8efc-d5cbf5905534, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f9d1d940-ee47-4518-8efc-d5cbf5905534,segment=NetworkSegment(5b6f6fab-b915-4e7b-93d7-e35d2dcbff96),segment_id=5b6f6fab-b915-4e7b-93d7-e35d2dcbff96)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:32.377669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8740d010-552c-41c1-be46-eb8bfa632b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.383641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-05fd296c-e6d5-4582-b447-de6183db971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:32.422216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.423459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.434630 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.435560 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Fanout notify agent at l3_agent the message router_deleted on router 6e7779e5-8845-4a18-9908-ad3b7ca49b54 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:43:32.439189 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3394b5a-c875-497d-b202-1123f98eec24 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] GET failed (client error): The resource could not be found. Jun 24 12:43:32.441834 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d3394b5a-c875-497d-b202-1123f98eec24 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/1811d4d4-4f37-4381-92e6-d707111b1646 HTTP/1.1" status: 404 len: 333 time: 0.0771616 Jun 24 12:43:32.449927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42300) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:32.451431 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.456361 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "DELETE /v2.0/routers/6e7779e5-8845-4a18-9908-ad3b7ca49b54 HTTP/1.1" status: 204 len: 168 time: 3.2108030 Jun 24 12:43:32.460953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42302) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:32.467707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-596070033', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}, 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:32.472663 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:32.478083 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "PUT /v2.0/routers/be1e289b-3cfd-4619-90f3-13d359096e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4777458 Jun 24 12:43:32.481623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42304) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:32.489687 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5f42ed-2fde-4922-81b1-3cc2ab3926c5 None None] Sync routers for ids ['be1e289b-3cfd-4619-90f3-13d359096e39'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:32.491447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740d010-552c-41c1-be46-eb8bfa632b60 None None] Pushing event updated for resources: {'Port': ['ID=f9d1d940-ee47-4518-8efc-d5cbf5905534,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:32.498524 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8740d010-552c-41c1-be46-eb8bfa632b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:32.508005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8740d010-552c-41c1-be46-eb8bfa632b60 None None] Provisioning complete for port 3ece14c9-7cfa-4327-b055-cbcb6cc5183d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:32.508391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8740d010-552c-41c1-be46-eb8bfa632b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.510022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f42ed-2fde-4922-81b1-3cc2ab3926c5 None None] Routers {'be1e289b-3cfd-4619-90f3-13d359096e39'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:32.510808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-cc5f42ed-2fde-4922-81b1-3cc2ab3926c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['be1e289b-3cfd-4619-90f3-13d359096e39'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:32.522420 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Floating IP b778af95-5377-4ffa-b19a-bf569b0d52da associated. External IP: 172.26.1.33, port: ba065461-736f-4b87-a552-0bd1e38ffbbc. Jun 24 12:43:32.569900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-cc5f42ed-2fde-4922-81b1-3cc2ab3926c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:32.590750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f42ed-2fde-4922-81b1-3cc2ab3926c5 None None] Routers {'be1e289b-3cfd-4619-90f3-13d359096e39'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:32.591430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-cc5f42ed-2fde-4922-81b1-3cc2ab3926c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['be1e289b-3cfd-4619-90f3-13d359096e39'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:32.593259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-8740d010-552c-41c1-be46-eb8bfa632b60 None None] Port 3ece14c9-7cfa-4327-b055-cbcb6cc5183d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:32.606381 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.607338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.639656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.650337 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 4b50b240-6285-4d5c-a976-a9f57762f64b up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:32.652236 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-cc5f42ed-2fde-4922-81b1-3cc2ab3926c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:32.652852 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5f42ed-2fde-4922-81b1-3cc2ab3926c5 None None] The sync data for ids ['be1e289b-3cfd-4619-90f3-13d359096e39'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:32.671360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.677259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b8b03b-6d90-4217-a32c-e66a362179c7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting subnet a8bd68c6-9490-4112-940b-a43a17b1640c {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:43:32.713091 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b03b-6d90-4217-a32c-e66a362179c7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.718727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 4b50b240-6285-4d5c-a976-a9f57762f64b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:32.719137 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.748214 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-71cf5084-3f2d-4e54-9d79-074879050d09 None None] Provisioning complete for port f9d1d940-ee47-4518-8efc-d5cbf5905534 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:32.748641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-71cf5084-3f2d-4e54-9d79-074879050d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.885646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b03b-6d90-4217-a32c-e66a362179c7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.029988 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f9d1d940-ee47-4518-8efc-d5cbf5905534 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:33.047263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.055632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-71cf5084-3f2d-4e54-9d79-074879050d09 None None] Could not find standard attr ID for object 1811d4d4-4f37-4381-92e6-d707111b1646. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:43:33.067348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.087346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port f9d1d940-ee47-4518-8efc-d5cbf5905534 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:33.087825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.176477 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-7a1431d7-a267-45ad-9f8f-e8af295c5073 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:43:33.177924 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7a1431d7-a267-45ad-9f8f-e8af295c5073 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "PUT /v2.0/routers/be1e289b-3cfd-4619-90f3-13d359096e39/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6954341 Jun 24 12:43:33.180548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42308) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:33.529876 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6b9ead3f-a521-4263-b96c-dfdf6c39cc17 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.588330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b03b-6d90-4217-a32c-e66a362179c7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.783375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ead3f-a521-4263-b96c-dfdf6c39cc17 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Deleting port 3ece14c9-7cfa-4327-b055-cbcb6cc5183d {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:33.783772 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6b9ead3f-a521-4263-b96c-dfdf6c39cc17 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.788743 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:33.821935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b03b-6d90-4217-a32c-e66a362179c7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.828280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3abc7213-cf8f-47ae-ad4f-cfef75f305ae tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:33.873828 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6b9ead3f-a521-4263-b96c-dfdf6c39cc17 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.884266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b03b-6d90-4217-a32c-e66a362179c7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.886182 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e2b8b03b-6d90-4217-a32c-e66a362179c7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/a8bd68c6-9490-4112-940b-a43a17b1640c HTTP/1.1" status: 204 len: 168 time: 1.4351542 Jun 24 12:43:33.887118 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c133e-4fa9-46c5-8397-f3b5763fd634 None None] Network d751cc35-733b-4bf7-a4d4-6f4a7dabb92e requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:33.889134 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ead3f-a521-4263-b96c-dfdf6c39cc17 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Calling delete_port for 3ece14c9-7cfa-4327-b055-cbcb6cc5183d owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:33.890884 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42318) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:33.893842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbee71-993b-4ea7-b3b6-7fe485eabacb req-1143c77e-6dab-452a-86e9-fd849932a671 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:33.895363 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cfcbee71-993b-4ea7-b3b6-7fe485eabacb req-1143c77e-6dab-452a-86e9-fd849932a671 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 945 time: 0.3513291 Jun 24 12:43:33.897173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8b03b-6d90-4217-a32c-e66a362179c7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Subnet': ['ID=a8bd68c6-9490-4112-940b-a43a17b1640c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:33.908951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e2b8b03b-6d90-4217-a32c-e66a362179c7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:33.957140 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19f4f9-d591-4be5-a28c-ef429631ec4b req-d8565341-912f-4875-a80f-35f35d34a087 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:33.958671 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bf19f4f9-d591-4be5-a28c-ef429631ec4b req-d8565341-912f-4875-a80f-35f35d34a087 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 946 time: 0.3217638 Jun 24 12:43:34.020360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.092235 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4532a2bd-15f2-4cfc-a4fc-5d8af00ab4bb None None] DHCP port deletion for d751cc35-733b-4bf7-a4d4-6f4a7dabb92e request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:43:34.101481 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cfcbee71-993b-4ea7-b3b6-7fe485eabacb req-d9d7cb49-3722-4500-be63-ab09305a37f2 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups?id=c9f811b9-e801-41af-99a2-81ddd3c3bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569519 Jun 24 12:43:34.156781 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port f9d1d940-ee47-4518-8efc-d5cbf5905534 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:34.157148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.170799 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bf19f4f9-d591-4be5-a28c-ef429631ec4b req-745d1e4a-59cf-4853-a969-d8db9fd212dd tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945703 Jun 24 12:43:34.182440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-4532a2bd-15f2-4cfc-a4fc-5d8af00ab4bb None None] Deleting port f9d1d940-ee47-4518-8efc-d5cbf5905534 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:34.182981 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4532a2bd-15f2-4cfc-a4fc-5d8af00ab4bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.235672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6b9ead3f-a521-4263-b96c-dfdf6c39cc17 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.237607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:34.242538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:34.253587 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25709c-cd71-4a34-9e69-bd70a0f4d926 None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:34.267876 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25709c-cd71-4a34-9e69-bd70a0f4d926 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:34.268807 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-fc25709c-cd71-4a34-9e69-bd70a0f4d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:34.293995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ead3f-a521-4263-b96c-dfdf6c39cc17 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event deleted for resources: {'Port': ['ID=3ece14c9-7cfa-4327-b055-cbcb6cc5183d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:34.297326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.300459 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] For port f9d1d940-ee47-4518-8efc-d5cbf5905534, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f9d1d940-ee47-4518-8efc-d5cbf5905534,segment=NetworkSegment(5b6f6fab-b915-4e7b-93d7-e35d2dcbff96),segment_id=5b6f6fab-b915-4e7b-93d7-e35d2dcbff96)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:34.300790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.304109 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6b9ead3f-a521-4263-b96c-dfdf6c39cc17 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:34.313528 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-fc25709c-cd71-4a34-9e69-bd70a0f4d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:34.324093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-4532a2bd-15f2-4cfc-a4fc-5d8af00ab4bb None None] For port f9d1d940-ee47-4518-8efc-d5cbf5905534, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f9d1d940-ee47-4518-8efc-d5cbf5905534,segment=NetworkSegment(5b6f6fab-b915-4e7b-93d7-e35d2dcbff96),segment_id=5b6f6fab-b915-4e7b-93d7-e35d2dcbff96)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:34.324718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4532a2bd-15f2-4cfc-a4fc-5d8af00ab4bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.328787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.332263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.333218 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25709c-cd71-4a34-9e69-bd70a0f4d926 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:34.334024 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-fc25709c-cd71-4a34-9e69-bd70a0f4d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:34.334465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.347120 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for f9d1d940-ee47-4518-8efc-d5cbf5905534 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:34.348262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-4532a2bd-15f2-4cfc-a4fc-5d8af00ab4bb None None] Calling delete_port for f9d1d940-ee47-4518-8efc-d5cbf5905534 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:34.359843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.383800 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-fc25709c-cd71-4a34-9e69-bd70a0f4d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:34.384511 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25709c-cd71-4a34-9e69-bd70a0f4d926 None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:34.428619 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6b9ead3f-a521-4263-b96c-dfdf6c39cc17 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.464255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4532a2bd-15f2-4cfc-a4fc-5d8af00ab4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.466915 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:34.484814 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.2110829 Jun 24 12:43:34.491755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532a2bd-15f2-4cfc-a4fc-5d8af00ab4bb None None] Pushing event deleted for resources: {'Port': ['ID=f9d1d940-ee47-4518-8efc-d5cbf5905534,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:34.492128 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42328) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:34.508997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4532a2bd-15f2-4cfc-a4fc-5d8af00ab4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:34.519147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4532a2bd-15f2-4cfc-a4fc-5d8af00ab4bb None None] No DVR routers for this DVR port f9d1d940-ee47-4518-8efc-d5cbf5905534 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:34.552796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-3dc979a2-745f-4968-9ef6-a94d2328383e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:34.594022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f9d1d940-ee47-4518-8efc-d5cbf5905534 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:34.598910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Allocated IP 172.26.1.242 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/2ed220df-57ea-4fb2-909d-098287b97727) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:34.620400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: f9d1d940-ee47-4518-8efc-d5cbf5905534 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:34.622200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f9d1d940-ee47-4518-8efc-d5cbf5905534 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:34.688849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3dc979a2-745f-4968-9ef6-a94d2328383e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.724971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.728029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.731192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4191800b-8c3d-4a9f-96c6-00ab2672563e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:34.799248 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=f9d1d940-ee47-4518-8efc-d5cbf5905534,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:34.800783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.801642 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No DVR routers for this DVR port f9d1d940-ee47-4518-8efc-d5cbf5905534 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:34.808024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4b7ff63-987b-4050-9205-de2b124759e0 tempest-FloatingIPAdminTestJSON-507913524 tempest-FloatingIPAdminTestJSON-507913524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:34.835313 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:34.905481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:34.918317 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Allocated IP 172.26.1.195 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/1bd47668-42c8-442a-a070-ad08b7796ace) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:34.922231 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9ead3f-a521-4263-b96c-dfdf6c39cc17 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Router be1e289b-3cfd-4619-90f3-13d359096e39 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:34.922386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:34.925172 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:34.930718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Pushing event updated for resources: {'Port': ['ID=2ed220df-57ea-4fb2-909d-098287b97727,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:34.933751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:34.977983 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.061580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3dc979a2-745f-4968-9ef6-a94d2328383e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.063375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d751cc35-733b-4bf7-a4d4-6f4a7dabb92e']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:35.101870 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3dc979a2-745f-4968-9ef6-a94d2328383e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.102016 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-3dc979a2-745f-4968-9ef6-a94d2328383e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Floating IP b778af95-5377-4ffa-b19a-bf569b0d52da disassociated. External IP: 172.26.1.33, port: ba065461-736f-4b87-a552-0bd1e38ffbbc. Jun 24 12:43:35.111567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6f6fab-b915-4e7b-93d7-e35d2dcbff96') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:35.111944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6f6fab-b915-4e7b-93d7-e35d2dcbff96') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:35.117684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8570ec2-dc24-4ef0-b682-99cf5a52f599 req-9af9ee9b-af11-481e-8568-1fbffeee093f tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:35.119253 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8570ec2-dc24-4ef0-b682-99cf5a52f599 req-9af9ee9b-af11-481e-8568-1fbffeee093f tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.3213415 Jun 24 12:43:35.155804 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.157930 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9ead3f-a521-4263-b96c-dfdf6c39cc17 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:35.169955 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6b9ead3f-a521-4263-b96c-dfdf6c39cc17 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "PUT /v2.0/routers/be1e289b-3cfd-4619-90f3-13d359096e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9877281 Jun 24 12:43:35.178258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42340) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:35.185929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.189152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0612c8e5-18b6-4562-9781-420f47b06664 None None] Sync routers for ids ['be1e289b-3cfd-4619-90f3-13d359096e39'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:35.202731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612c8e5-18b6-4562-9781-420f47b06664 None None] Routers {'be1e289b-3cfd-4619-90f3-13d359096e39'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:35.204147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-0612c8e5-18b6-4562-9781-420f47b06664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['be1e289b-3cfd-4619-90f3-13d359096e39'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:35.226836 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:35.227673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:35.231802 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:35.252304 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-601556a5-5d47-48fd-b62d-1561deefaa0b tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] delete failed (client error): The resource could not be found. Jun 24 12:43:35.257812 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-601556a5-5d47-48fd-b62d-1561deefaa0b tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "DELETE /v2.0/routers/tempest-non_exist_router-1223625195 HTTP/1.1" status: 404 len: 335 time: 0.0752232 Jun 24 12:43:35.265812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42342) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:35.268601 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-0612c8e5-18b6-4562-9781-420f47b06664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:35.272932 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-aa5df11d-fdf4-487d-a5e3-41f9abf16306 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be1e289b-3cfd-4619-90f3-13d359096e39'}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:35.284030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612c8e5-18b6-4562-9781-420f47b06664 None None] Routers {'be1e289b-3cfd-4619-90f3-13d359096e39'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:35.284829 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-0612c8e5-18b6-4562-9781-420f47b06664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['be1e289b-3cfd-4619-90f3-13d359096e39'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:35.310299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.322017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ad0fa562-d21f-4785-87ea-c6b16ba33782 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:35.333054 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-0612c8e5-18b6-4562-9781-420f47b06664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:35.333942 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0612c8e5-18b6-4562-9781-420f47b06664 None None] The sync data for ids ['be1e289b-3cfd-4619-90f3-13d359096e39'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:35.361335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.367537 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8570ec2-dc24-4ef0-b682-99cf5a52f599 req-040eac13-4777-496a-ab02-673291475a95 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388363 Jun 24 12:43:35.369568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.375423 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/networks/d751cc35-733b-4bf7-a4d4-6f4a7dabb92e HTTP/1.1" status: 204 len: 168 time: 1.4798062 Jun 24 12:43:35.383048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42346) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:35.390242 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c03bc323-3df8-4ce0-bb2b-f05569ab1d6c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1128921872'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:35.396800 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Network': ['ID=d751cc35-733b-4bf7-a4d4-6f4a7dabb92e,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:35.399439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:35.467810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03bc323-3df8-4ce0-bb2b-f05569ab1d6c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:35.471425 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c03bc323-3df8-4ce0-bb2b-f05569ab1d6c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.500068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03bc323-3df8-4ce0-bb2b-f05569ab1d6c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] vlan segment allocate from pool success with {'vlan_id': 1311, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:35.517528 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c03bc323-3df8-4ce0-bb2b-f05569ab1d6c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.517950 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-c03bc323-3df8-4ce0-bb2b-f05569ab1d6c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Added segment 8a1ad132-1081-44f0-b8aa-93e27c6a6958 of type vlan for network 6b64e29c-8232-4048-ad03-26d15ef05718 Jun 24 12:43:35.528651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc979a2-745f-4968-9ef6-a94d2328383e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:35.575929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c03bc323-3df8-4ce0-bb2b-f05569ab1d6c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.675606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c03bc323-3df8-4ce0-bb2b-f05569ab1d6c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.681087 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03bc323-3df8-4ce0-bb2b-f05569ab1d6c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:35.681674 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c03bc323-3df8-4ce0-bb2b-f05569ab1d6c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.686212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:36.018927 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c03bc323-3df8-4ce0-bb2b-f05569ab1d6c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6330068 Jun 24 12:43:36.020136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc979a2-745f-4968-9ef6-a94d2328383e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:36.024183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42350) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:36.030453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': '6b64e29c-8232-4048-ad03-26d15ef05718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:36.031123 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e794d6e-15ea-4083-8c96-5a4a0a3f7c10 None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:36.038642 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3dc979a2-745f-4968-9ef6-a94d2328383e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.043855 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e794d6e-15ea-4083-8c96-5a4a0a3f7c10 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:36.044730 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8e794d6e-15ea-4083-8c96-5a4a0a3f7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:36.061263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-aa5df11d-fdf4-487d-a5e3-41f9abf16306 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.076744 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.084888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.122646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dce60503-4647-481d-b93d-23f6b4e49f67 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:36.156554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bc323-3df8-4ce0-bb2b-f05569ab1d6c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Network': ['ID=6b64e29c-8232-4048-ad03-26d15ef05718,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:36.162750 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c03bc323-3df8-4ce0-bb2b-f05569ab1d6c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:36.171868 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3dc979a2-745f-4968-9ef6-a94d2328383e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "PUT /v2.0/floatingips/b778af95-5377-4ffa-b19a-bf569b0d52da HTTP/1.1" status: 200 len: 687 time: 1.6786802 Jun 24 12:43:36.176006 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8e794d6e-15ea-4083-8c96-5a4a0a3f7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:36.177440 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42352) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:36.179907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 6b64e29c-8232-4048-ad03-26d15ef05718 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:36.184535 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-aa5df11d-fdf4-487d-a5e3-41f9abf16306 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] update failed (client error): The resource could not be found. Jun 24 12:43:36.187282 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e794d6e-15ea-4083-8c96-5a4a0a3f7c10 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:36.188399 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8e794d6e-15ea-4083-8c96-5a4a0a3f7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:36.189994 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42354) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:36.190125 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-aa5df11d-fdf4-487d-a5e3-41f9abf16306 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "PUT /v2.0/routers/be1e289b-3cfd-4619-90f3-13d359096e39 HTTP/1.1" status: 404 len: 339 time: 0.9222283 Jun 24 12:43:36.224191 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-5fde5caf-0e4e-43ee-af88-8388385c9794 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2078642727'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:36.224782 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8e794d6e-15ea-4083-8c96-5a4a0a3f7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:36.225583 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e794d6e-15ea-4083-8c96-5a4a0a3f7c10 None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:36.227590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:36.236760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:36.239272 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:36.271736 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Pushing event updated for resources: {'Port': ['ID=1bd47668-42c8-442a-a070-ad08b7796ace,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:36.274157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:36.283103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7382cb-0846-4bc3-a98f-9d8a22048dc7 req-7467a001-780e-456c-a2cc-856ff0dd1265 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:36.284628 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be7382cb-0846-4bc3-a98f-9d8a22048dc7 req-7467a001-780e-456c-a2cc-856ff0dd1265 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 945 time: 0.7864640 Jun 24 12:43:36.290863 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:43:36.290863 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:43:36.290863 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'project_id_1': 'c2b8b583811c46a18ab0508f2a86917b', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 43, 36, 239592)}] Jun 24 12:43:36.290863 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:43:36.291320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:43:36.311088 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7a33f-9d41-48bd-b228-1a68c62102f8 req-f60bbb8b-89ca-41e6-b3c4-306d11e49e52 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:36.312567 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-90e7a33f-9d41-48bd-b228-1a68c62102f8 req-f60bbb8b-89ca-41e6-b3c4-306d11e49e52 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 946 time: 0.7688062 Jun 24 12:43:36.313405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fde5caf-0e4e-43ee-af88-8388385c9794 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Made reservation on behalf of 546f07a4484d49d881da6eab1d4f9adc for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:36.316827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5fde5caf-0e4e-43ee-af88-8388385c9794 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.348221 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fde5caf-0e4e-43ee-af88-8388385c9794 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] vlan segment allocate from pool success with {'vlan_id': 1313, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:36.365323 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5fde5caf-0e4e-43ee-af88-8388385c9794 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.365667 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-5fde5caf-0e4e-43ee-af88-8388385c9794 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Added segment b280872a-e803-4b92-a3f8-e909821bd99d of type vlan for network 69427c6a-9d66-4030-9c8b-04b2c3d9b672 Jun 24 12:43:36.376670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-1390fcd8-8694-4b52-951c-44d9f22aaa64 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port ca9877e0-61df-4b1f-b8e4-429a3c4d4d1f {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:36.377011 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1390fcd8-8694-4b52-951c-44d9f22aaa64 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.453589 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5fde5caf-0e4e-43ee-af88-8388385c9794 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.498422 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be7382cb-0846-4bc3-a98f-9d8a22048dc7 req-22629a53-7468-41f1-b644-4e1dcde4ef5d tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups?id=c9f811b9-e801-41af-99a2-81ddd3c3bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817403 Jun 24 12:43:36.500684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1390fcd8-8694-4b52-951c-44d9f22aaa64 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.501070 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1390fcd8-8694-4b52-951c-44d9f22aaa64 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.507213 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-90e7a33f-9d41-48bd-b228-1a68c62102f8 req-15cca3a2-2a5d-47aa-8ab3-c60817e268f3 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814222 Jun 24 12:43:36.510798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5fde5caf-0e4e-43ee-af88-8388385c9794 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.515712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde5caf-0e4e-43ee-af88-8388385c9794 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:36.516403 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5fde5caf-0e4e-43ee-af88-8388385c9794 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.521076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:36.544621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-1390fcd8-8694-4b52-951c-44d9f22aaa64 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for ca9877e0-61df-4b1f-b8e4-429a3c4d4d1f owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:36.563288 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5fde5caf-0e4e-43ee-af88-8388385c9794 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3695903 Jun 24 12:43:36.565192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42356) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:36.579620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-e46edbc2-f357-4a39-9a8c-2b8f2cc8bf9d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Request body: {'subnet': {'network_id': '69427c6a-9d66-4030-9c8b-04b2c3d9b672', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:36.633712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde5caf-0e4e-43ee-af88-8388385c9794 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event updated for resources: {'Network': ['ID=69427c6a-9d66-4030-9c8b-04b2c3d9b672,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:36.641473 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5fde5caf-0e4e-43ee-af88-8388385c9794 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:36.645895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 69427c6a-9d66-4030-9c8b-04b2c3d9b672 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:36.741931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.747149 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1390fcd8-8694-4b52-951c-44d9f22aaa64 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.750351 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:36.774430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390fcd8-8694-4b52-951c-44d9f22aaa64 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=ca9877e0-61df-4b1f-b8e4-429a3c4d4d1f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:36.776786 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1390fcd8-8694-4b52-951c-44d9f22aaa64 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:36.855908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46edbc2-f357-4a39-9a8c-2b8f2cc8bf9d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Made reservation on behalf of 546f07a4484d49d881da6eab1d4f9adc for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:36.859649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e46edbc2-f357-4a39-9a8c-2b8f2cc8bf9d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.872545 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:36.875989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.882532 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1390fcd8-8694-4b52-951c-44d9f22aaa64 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.885322 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1390fcd8-8694-4b52-951c-44d9f22aaa64 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.890232 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1390fcd8-8694-4b52-951c-44d9f22aaa64 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/floatingips/b778af95-5377-4ffa-b19a-bf569b0d52da HTTP/1.1" status: 204 len: 168 time: 0.7086124 Jun 24 12:43:36.897212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42360) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:36.901995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '3338b497-4e8a-431d-9db9-8704f81d2e3a'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:36.977665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.982369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:37.159717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:37.164485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:37.201026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3b9c5-dcf7-499a-a3de-d8b39dd6dfcf req-c03152d5-d210-4245-b09c-5de59725effc tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:37.202497 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35e3b9c5-dcf7-499a-a3de-d8b39dd6dfcf req-c03152d5-d210-4245-b09c-5de59725effc tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.2843015 Jun 24 12:43:37.204811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:37.232756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Subnet': ['ID=7a9462da-b106-4173-8482-272b48bc9971,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:37.235507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:37.289747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Checking segment: {'id': '8a1ad132-1081-44f0-b8aa-93e27c6a6958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '6b64e29c-8232-4048-ad03-26d15ef05718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:37.290081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network hostable DHCP agents. Network: 6b64e29c-8232-4048-ad03-26d15ef05718, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:37.336909 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 6b64e29c-8232-4048-ad03-26d15ef05718 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:37.337558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Router e239c2ec-6f25-491e-b155-42f5875b89e6 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:43:37.361799 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.26.1.254 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/2fa969d8-e3d4-40d5-ac65-12a44a1daa60) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:37.363875 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 6b64e29c-8232-4048-ad03-26d15ef05718) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:37.368524 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:37.369116 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:37.375871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8876fa53-339c-4466-9578-ac9b31eb66c7 None None] Network 6b64e29c-8232-4048-ad03-26d15ef05718 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:37.396519 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3686962 Jun 24 12:43:37.397324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42362) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:37.403937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'network_id': '6b64e29c-8232-4048-ad03-26d15ef05718', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-520779303'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:37.476153 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35e3b9c5-dcf7-499a-a3de-d8b39dd6dfcf req-f658664a-4b65-4895-88e5-9d6be7ce082d tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224889 Jun 24 12:43:37.509920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e46edbc2-f357-4a39-9a8c-2b8f2cc8bf9d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:37.520188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:37.558912 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-6b64e29c-8232-4048-ad03-26d15ef05718', 'network_id': '6b64e29c-8232-4048-ad03-26d15ef05718', 'tenant_id': 'c2b8b583811c46a18ab0508f2a86917b', 'fixed_ips': [{'subnet_id': '7a9462da-b106-4173-8482-272b48bc9971'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:43:37.562258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:37.575372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:37.577780 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:37.606882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-2264c435-2369-45e1-980b-60bf20976ae9 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:37.607851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:37.608485 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-2264c435-2369-45e1-980b-60bf20976ae9 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.102 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 945 time: 0.4193516 Jun 24 12:43:37.611861 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:37.646607 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port 2f562395-1d9d-4571-9ee3-829bae75be75 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:43:37.653249 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff01d9-344c-43f0-9088-ee2731891bef req-f9f6ee78-d4aa-4733-b6ee-ca210fe2097c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:37.654785 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0aff01d9-344c-43f0-9088-ee2731891bef req-f9f6ee78-d4aa-4733-b6ee-ca210fe2097c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.102 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 946 time: 0.4627695 Jun 24 12:43:37.697492 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:37.711975 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-afa641a2-caef-4e9b-b099-51b2d970e12c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:37.716149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46edbc2-f357-4a39-9a8c-2b8f2cc8bf9d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event updated for resources: {'Subnet': ['ID=2ee38c0d-22bf-412b-bf7c-f5bbbc205904,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:37.740511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:37.747791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e46edbc2-f357-4a39-9a8c-2b8f2cc8bf9d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:37.805080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=2fa969d8-e3d4-40d5-ac65-12a44a1daa60,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:37.809397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:37.813398 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:37.815995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:37.844384 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Allocated IP 2001:db8::2 (6b64e29c-8232-4048-ad03-26d15ef05718/7a9462da-b106-4173-8482-272b48bc9971/b32b2261-9b38-486e-a7c9-392ba196d2b1) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:37.914330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:37.928158 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e7eb81-6b3d-433a-bf72-837dee1a05a0 None None] Sync routers for ids ['e239c2ec-6f25-491e-b155-42f5875b89e6'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:37.953898 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e7eb81-6b3d-433a-bf72-837dee1a05a0 None None] Routers {'e239c2ec-6f25-491e-b155-42f5875b89e6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:37.954519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-43e7eb81-6b3d-433a-bf72-837dee1a05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e239c2ec-6f25-491e-b155-42f5875b89e6'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:37.967389 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46edbc2-f357-4a39-9a8c-2b8f2cc8bf9d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Checking segment: {'id': 'b280872a-e803-4b92-a3f8-e909821bd99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '69427c6a-9d66-4030-9c8b-04b2c3d9b672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:37.967754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46edbc2-f357-4a39-9a8c-2b8f2cc8bf9d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Network hostable DHCP agents. Network: 69427c6a-9d66-4030-9c8b-04b2c3d9b672, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:37.996219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-43e7eb81-6b3d-433a-bf72-837dee1a05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:38.032000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e7eb81-6b3d-433a-bf72-837dee1a05a0 None None] Routers {'e239c2ec-6f25-491e-b155-42f5875b89e6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:38.033205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-43e7eb81-6b3d-433a-bf72-837dee1a05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e239c2ec-6f25-491e-b155-42f5875b89e6'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:38.075633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-43e7eb81-6b3d-433a-bf72-837dee1a05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:38.076474 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e7eb81-6b3d-433a-bf72-837dee1a05a0 None None] The sync data for ids ['e239c2ec-6f25-491e-b155-42f5875b89e6'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:38.093796 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.104441 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Transition to ACTIVE for port object b32b2261-9b38-486e-a7c9-392ba196d2b1 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:38.122038 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Transition to ACTIVE for port object b32b2261-9b38-486e-a7c9-392ba196d2b1 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:38.128879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.138194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:38.166402 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Network 6b64e29c-8232-4048-ad03-26d15ef05718 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:38.171943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:38.175147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:38.217526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Pushing event updated for resources: {'Port': ['ID=b32b2261-9b38-486e-a7c9-392ba196d2b1,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:38.221107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:38.242921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Allocated IP 2001:db8::da (6b64e29c-8232-4048-ad03-26d15ef05718/7a9462da-b106-4173-8482-272b48bc9971/2f562395-1d9d-4571-9ee3-829bae75be75) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:38.257970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Attempting to bind port b32b2261-9b38-486e-a7c9-392ba196d2b1 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:38.258283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Attempting to bind port b32b2261-9b38-486e-a7c9-392ba196d2b1 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '8a1ad132-1081-44f0-b8aa-93e27c6a6958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '6b64e29c-8232-4048-ad03-26d15ef05718'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:38.258801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Attempting to bind port b32b2261-9b38-486e-a7c9-392ba196d2b1 on network 6b64e29c-8232-4048-ad03-26d15ef05718 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:38.264957 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:38.265417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Checking segment: {'id': '8a1ad132-1081-44f0-b8aa-93e27c6a6958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '6b64e29c-8232-4048-ad03-26d15ef05718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:38.266075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.266635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Bound using segment: {'id': '8a1ad132-1081-44f0-b8aa-93e27c6a6958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '6b64e29c-8232-4048-ad03-26d15ef05718'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:38.267335 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Bound port: b32b2261-9b38-486e-a7c9-392ba196d2b1, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1ad132-1081-44f0-b8aa-93e27c6a6958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '6b64e29c-8232-4048-ad03-26d15ef05718'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:38.267487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.267894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.343560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] For port b32b2261-9b38-486e-a7c9-392ba196d2b1, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:38.349233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.349776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] For port b32b2261-9b38-486e-a7c9-392ba196d2b1, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b32b2261-9b38-486e-a7c9-392ba196d2b1,segment=NetworkSegment(8a1ad132-1081-44f0-b8aa-93e27c6a6958),segment_id=8a1ad132-1081-44f0-b8aa-93e27c6a6958)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:38.350430 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8876417 Jun 24 12:43:38.357493 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42372) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:38.359630 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.362865 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-02faa05f-abb3-4448-93b1-63e581f36c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:38.370374 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:38.436714 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Pushing event updated for resources: {'Port': ['ID=b32b2261-9b38-486e-a7c9-392ba196d2b1,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:38.440252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.440970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46edbc2-f357-4a39-9a8c-2b8f2cc8bf9d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Network 69427c6a-9d66-4030-9c8b-04b2c3d9b672 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:38.441474 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:38.503514 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4f0b4-7c0b-448e-9ce2-f4db6afc41a8 req-8474ee35-5b3d-4d6e-9f43-aac3d616b2a8 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:38.507360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.511100 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-49a4f0b4-7c0b-448e-9ce2-f4db6afc41a8 req-8474ee35-5b3d-4d6e-9f43-aac3d616b2a8 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 945 time: 0.7714460 Jun 24 12:43:38.512996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-e46edbc2-f357-4a39-9a8c-2b8f2cc8bf9d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 69427c6a-9d66-4030-9c8b-04b2c3d9b672) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:38.524083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc05d65-6d96-498c-a304-3fef0467e5da None None] Network 69427c6a-9d66-4030-9c8b-04b2c3d9b672 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:38.555664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d37b5-b424-476a-b83c-fe5e93e4c349 req-b2e8f588-6f29-4b5f-bf0b-41eb75328c91 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:38.557410 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bb2d37b5-b424-476a-b83c-fe5e93e4c349 req-b2e8f588-6f29-4b5f-bf0b-41eb75328c91 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 946 time: 0.7552040 Jun 24 12:43:38.571012 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46edbc2-f357-4a39-9a8c-2b8f2cc8bf9d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:38.571612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e46edbc2-f357-4a39-9a8c-2b8f2cc8bf9d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.576552 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Transition to ACTIVE for port object 2f562395-1d9d-4571-9ee3-829bae75be75 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:38.608832 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-0aff01d9-344c-43f0-9088-ee2731891bef req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Deleting port 3d2c9cb9-20d2-446b-a490-254765bf1697 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:38.609178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-0aff01d9-344c-43f0-9088-ee2731891bef req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.642958 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Deleting port a32e263c-0b29-4c4b-b092-a1b58314d165 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:38.643432 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.652121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.663456 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bab61be5-da23-4904-b0d2-8b60581cdc54 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:38.718611 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e46edbc2-f357-4a39-9a8c-2b8f2cc8bf9d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1495507 Jun 24 12:43:38.719491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Router b9a80589-50cd-410a-8956-4791e8f61676 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:43:38.724100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42374) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:38.728553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.746888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-1579aaf8-382a-4b6c-8263-9f1a0f7b17b1 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Request body: {'router': {'external_gateway_info': {'network_id': '69427c6a-9d66-4030-9c8b-04b2c3d9b672'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:38.757704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 6b64e29c-8232-4048-ad03-26d15ef05718 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:38.763142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:38.790595 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-69427c6a-9d66-4030-9c8b-04b2c3d9b672', 'network_id': '69427c6a-9d66-4030-9c8b-04b2c3d9b672', 'tenant_id': '546f07a4484d49d881da6eab1d4f9adc', 'fixed_ips': [{'subnet_id': '2ee38c0d-22bf-412b-bf7c-f5bbbc205904'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:43:38.791844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.811269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.813333 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:38.820755 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:38.821408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.835838 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-49a4f0b4-7c0b-448e-9ce2-f4db6afc41a8 req-6882f63a-6b20-4e6c-a71c-caabda700910 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups?id=c9f811b9-e801-41af-99a2-81ddd3c3bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236709 Jun 24 12:43:38.883664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] For port a32e263c-0b29-4c4b-b092-a1b58314d165, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a32e263c-0b29-4c4b-b092-a1b58314d165,segment=NetworkSegment(69f496ae-fbbf-4fd5-b1eb-9a156c295d91),segment_id=69f496ae-fbbf-4fd5-b1eb-9a156c295d91)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:38.884032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.962617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:38.965914 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.5671258 Jun 24 12:43:38.966486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Allocated IP 2001:db8:1::2 (69427c6a-9d66-4030-9c8b-04b2c3d9b672/2ee38c0d-22bf-412b-bf7c-f5bbbc205904/31c24b70-b8eb-46be-9d4b-09e607e138b4) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:38.970058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42376) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:39.013546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=2f562395-1d9d-4571-9ee3-829bae75be75,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:39.025386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:39.029267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1390fcd8-8694-4b52-951c-44d9f22aaa64 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:39.126885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:39.127268 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:39.127594 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Floating IP 90455c78-d085-4cf1-95c8-f85594822013 disassociated. External IP: 172.26.1.60, port: a32e263c-0b29-4c4b-b092-a1b58314d165. Jun 24 12:43:39.127972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Calling delete_port for a32e263c-0b29-4c4b-b092-a1b58314d165 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:39.142045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:39.151443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Transition to ACTIVE for port object 31c24b70-b8eb-46be-9d4b-09e607e138b4 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:39.168134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Transition to ACTIVE for port object 31c24b70-b8eb-46be-9d4b-09e607e138b4 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:39.176218 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bb2d37b5-b424-476a-b83c-fe5e93e4c349 req-04d4ff6d-8a0e-4044-9b1d-630e849fb9d4 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups?id=3316f865-0130-425f-a07d-2ed15a51e591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5979910 Jun 24 12:43:39.176445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:39.186744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:39.197002 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=2fa969d8-e3d4-40d5-ac65-12a44a1daa60,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:39.218964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:39.243443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Network 69427c6a-9d66-4030-9c8b-04b2c3d9b672 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:39.249615 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Pushing event updated for resources: {'Port': ['ID=31c24b70-b8eb-46be-9d4b-09e607e138b4,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:39.253143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:39.255188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:39.256047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:39.317501 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1579aaf8-382a-4b6c-8263-9f1a0f7b17b1 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:39.324485 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Attempting to bind port 31c24b70-b8eb-46be-9d4b-09e607e138b4 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:39.324808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Attempting to bind port 31c24b70-b8eb-46be-9d4b-09e607e138b4 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'b280872a-e803-4b92-a3f8-e909821bd99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '69427c6a-9d66-4030-9c8b-04b2c3d9b672'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:39.325183 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Attempting to bind port 31c24b70-b8eb-46be-9d4b-09e607e138b4 on network 69427c6a-9d66-4030-9c8b-04b2c3d9b672 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:39.334075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:39.334600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Checking segment: {'id': 'b280872a-e803-4b92-a3f8-e909821bd99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '69427c6a-9d66-4030-9c8b-04b2c3d9b672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:39.335948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:39.335948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Bound using segment: {'id': 'b280872a-e803-4b92-a3f8-e909821bd99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '69427c6a-9d66-4030-9c8b-04b2c3d9b672'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:39.335948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Bound port: 31c24b70-b8eb-46be-9d4b-09e607e138b4, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b280872a-e803-4b92-a3f8-e909821bd99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '69427c6a-9d66-4030-9c8b-04b2c3d9b672'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:39.336287 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:39.378511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-0aff01d9-344c-43f0-9088-ee2731891bef req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] For port 3d2c9cb9-20d2-446b-a490-254765bf1697, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3d2c9cb9-20d2-446b-a490-254765bf1697,segment=NetworkSegment(1f6bde56-a6e3-4fcd-843d-61291529d7a8),segment_id=1f6bde56-a6e3-4fcd-843d-61291529d7a8)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:39.379591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-0aff01d9-344c-43f0-9088-ee2731891bef req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:39.428409 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] For port 31c24b70-b8eb-46be-9d4b-09e607e138b4, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:39.434060 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] For port 31c24b70-b8eb-46be-9d4b-09e607e138b4, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=31c24b70-b8eb-46be-9d4b-09e607e138b4,segment=NetworkSegment(b280872a-e803-4b92-a3f8-e909821bd99d),segment_id=b280872a-e803-4b92-a3f8-e909821bd99d)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:39.439693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:39.444162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:39.573814 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Pushing event updated for resources: {'Port': ['ID=31c24b70-b8eb-46be-9d4b-09e607e138b4,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:39.584641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:39.658327 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Floating IP f2d626ec-2463-41d3-93c8-28a7074f7eea associated. External IP: 172.26.1.254, port: 3338b497-4e8a-431d-9db9-8704f81d2e3a. Jun 24 12:43:39.707484 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:39.723569 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919be28-65f2-48bc-8b94-3ed73cd3512b None None] Sync routers for ids ['b9a80589-50cd-410a-8956-4791e8f61676'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:39.725571 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-001d7406-8a7a-42f3-a347-31db411a7c9b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 2f562395-1d9d-4571-9ee3-829bae75be75 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:39.725921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-001d7406-8a7a-42f3-a347-31db411a7c9b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:39.742592 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919be28-65f2-48bc-8b94-3ed73cd3512b None None] Routers {'b9a80589-50cd-410a-8956-4791e8f61676'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:39.743499 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8919be28-65f2-48bc-8b94-3ed73cd3512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b9a80589-50cd-410a-8956-4791e8f61676'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:39.763703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8d4752-e4c3-4550-a466-e85efbfb493a None None] Network 6b64e29c-8232-4048-ad03-26d15ef05718 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:39.857169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:39.859029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:39.864443 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.5663614 Jun 24 12:43:39.879737 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9a44d4f2-9b8f-4976-b81c-8f5bdb92f354 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:39.887746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42382) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:39.890144 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8919be28-65f2-48bc-8b94-3ed73cd3512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:39.910143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:39.934305 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919be28-65f2-48bc-8b94-3ed73cd3512b None None] Routers {'b9a80589-50cd-410a-8956-4791e8f61676'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:39.935116 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8919be28-65f2-48bc-8b94-3ed73cd3512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b9a80589-50cd-410a-8956-4791e8f61676'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:39.946378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Pushing event deleted for resources: {'Port': ['ID=a32e263c-0b29-4c4b-b092-a1b58314d165,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:39.999896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-dfb76cb0-6555-4165-af79-ab322e5641a9 None None] Provisioning for port b32b2261-9b38-486e-a7c9-392ba196d2b1 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:40.001088 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8919be28-65f2-48bc-8b94-3ed73cd3512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:40.002161 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919be28-65f2-48bc-8b94-3ed73cd3512b None None] The sync data for ids ['b9a80589-50cd-410a-8956-4791e8f61676'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:40.022700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:40.054597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:40.127258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-0aff01d9-344c-43f0-9088-ee2731891bef req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:40.127677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-0aff01d9-344c-43f0-9088-ee2731891bef req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:40.128000 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [req-0aff01d9-344c-43f0-9088-ee2731891bef req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Floating IP 8563cd12-391d-456c-a1e1-affadd1046f6 disassociated. External IP: 172.26.1.10, port: 3d2c9cb9-20d2-446b-a490-254765bf1697. Jun 24 12:43:40.128349 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-0aff01d9-344c-43f0-9088-ee2731891bef req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Calling delete_port for 3d2c9cb9-20d2-446b-a490-254765bf1697 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:40.305782 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b4bc49fb-3810-4d7c-ae0e-218fa8b07ebb req-a489aa6b-bf8e-45be-ac4b-0adceee93736 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 210 time: 0.2160187 Jun 24 12:43:40.360900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-001d7406-8a7a-42f3-a347-31db411a7c9b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:40.421790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7b3a7-e7eb-471c-a630-e3095c96898c req-54aeeb68-1d9d-48e8-97a1-b7451e17e96e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:40.429873 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f4c7b3a7-e7eb-471c-a630-e3095c96898c req-54aeeb68-1d9d-48e8-97a1-b7451e17e96e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.7925599 Jun 24 12:43:40.444399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-0aff01d9-344c-43f0-9088-ee2731891bef req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:40.456281 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-001d7406-8a7a-42f3-a347-31db411a7c9b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 2f562395-1d9d-4571-9ee3-829bae75be75 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:40.476288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2c91f3d6-19ae-4fd2-b3bd-31776cdfc9c8 None None] Provisioning for port 2f562395-1d9d-4571-9ee3-829bae75be75 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:40.483634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2c91f3d6-19ae-4fd2-b3bd-31776cdfc9c8 None None] Provisioning complete for port 2f562395-1d9d-4571-9ee3-829bae75be75 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:40.484669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2c91f3d6-19ae-4fd2-b3bd-31776cdfc9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:40.488215 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-1579aaf8-382a-4b6c-8263-9f1a0f7b17b1 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:43:40.493168 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1579aaf8-382a-4b6c-8263-9f1a0f7b17b1 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "PUT /v2.0/routers/be1e289b-3cfd-4619-90f3-13d359096e39 HTTP/1.1" status: 400 len: 364 time: 1.7588642 Jun 24 12:43:40.545182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42388) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:40.570395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5c95fbfd-a1a2-47f8-8bf6-2f4be9575074 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:40.582153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2c91f3d6-19ae-4fd2-b3bd-31776cdfc9c8 None None] Port 2f562395-1d9d-4571-9ee3-829bae75be75 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:40.597831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:40.698184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:40.736718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Pushing event deleted for resources: {'Port': ['ID=3d2c9cb9-20d2-446b-a490-254765bf1697,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:40.765319 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0181bb1-8e1d-46fb-9a40-924874dd9b37 req-9fe3a90d-c110-4127-97e3-4955d8ddd071 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 210 time: 0.3132410 Jun 24 12:43:40.781570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b32b2261-9b38-486e-a7c9-392ba196d2b1 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:40.783398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:40.888338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cbabb40e-5c03-43b4-894c-acde0b44c566 None None] Provisioning complete for port 2f562395-1d9d-4571-9ee3-829bae75be75 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:40.888719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cbabb40e-5c03-43b4-894c-acde0b44c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:40.927177 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:40.945494 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-cbabb40e-5c03-43b4-894c-acde0b44c566 None None] Port 2f562395-1d9d-4571-9ee3-829bae75be75 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:40.959708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port b32b2261-9b38-486e-a7c9-392ba196d2b1 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:40.964911 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b32b2261-9b38-486e-a7c9-392ba196d2b1 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:40.965299 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:41.109835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:41.141269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a6695f-ca5b-4683-b817-6a8f90b2a217 None None] Network 69427c6a-9d66-4030-9c8b-04b2c3d9b672 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:41.185938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port b32b2261-9b38-486e-a7c9-392ba196d2b1, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b32b2261-9b38-486e-a7c9-392ba196d2b1,segment=NetworkSegment(8a1ad132-1081-44f0-b8aa-93e27c6a6958),segment_id=8a1ad132-1081-44f0-b8aa-93e27c6a6958)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:41.205226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-001d7406-8a7a-42f3-a347-31db411a7c9b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:41.210563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-246fd80c-694c-49ad-b0aa-b2b232cce899 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:41.283547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d7406-8a7a-42f3-a347-31db411a7c9b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=2f562395-1d9d-4571-9ee3-829bae75be75,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:41.296930 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-001d7406-8a7a-42f3-a347-31db411a7c9b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:41.357234 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-001d7406-8a7a-42f3-a347-31db411a7c9b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:41.362329 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-001d7406-8a7a-42f3-a347-31db411a7c9b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/2f562395-1d9d-4571-9ee3-829bae75be75 HTTP/1.1" status: 204 len: 168 time: 2.3895450 Jun 24 12:43:41.366180 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42392) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:41.417613 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:41.418481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 31c24b70-b8eb-46be-9d4b-09e607e138b4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:41.420349 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f4c7b3a7-e7eb-471c-a630-e3095c96898c req-8b7c7089-f301-4246-a238-1c8949d37f81 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9895191 Jun 24 12:43:41.428340 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-716804d1-20cf-4843-b186-136076fcaa0b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] GET failed (client error): The resource could not be found. Jun 24 12:43:41.438871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:41.439105 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-716804d1-20cf-4843-b186-136076fcaa0b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/2f562395-1d9d-4571-9ee3-829bae75be75 HTTP/1.1" status: 404 len: 333 time: 0.0644054 Jun 24 12:43:41.439105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:41.441272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42394) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:41.493953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:41.537254 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-92ea28b3-10a5-442e-948c-0b0b7065ae1b None None] Provisioning for port 31c24b70-b8eb-46be-9d4b-09e607e138b4 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:41.559608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4262ae-c44c-4c75-a87d-900d4c5c2843 None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:41.563263 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-552a535c-2cef-418b-9b45-45b43e59bcf0 req-4175b0c4-d2cc-4b98-9bd5-1888f903e988 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 210 time: 0.0527720 Jun 24 12:43:41.642436 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:41.650274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4262ae-c44c-4c75-a87d-900d4c5c2843 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:41.650619 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-4f4262ae-c44c-4c75-a87d-900d4c5c2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:41.652660 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=b32b2261-9b38-486e-a7c9-392ba196d2b1,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:41.678402 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting subnet 7a9462da-b106-4173-8482-272b48bc9971 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:43:41.693820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:41.696535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:41.697320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-4f4262ae-c44c-4c75-a87d-900d4c5c2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:41.717009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Deleting port 2ed220df-57ea-4fb2-909d-098287b97727 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:41.717419 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:41.719033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 31c24b70-b8eb-46be-9d4b-09e607e138b4 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:41.732897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 31c24b70-b8eb-46be-9d4b-09e607e138b4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:41.732897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:41.757984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aff01d9-344c-43f0-9088-ee2731891bef req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Router 7f4b1491-bc37-4aaf-8243-e86e7675549b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:41.760907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4262ae-c44c-4c75-a87d-900d4c5c2843 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:41.761210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-4f4262ae-c44c-4c75-a87d-900d4c5c2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:41.768940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:41.771865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:41.774416 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8759484 Jun 24 12:43:41.780366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42396) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:41.784061 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9da27-5da0-4d9e-883d-b5fcbf0259e2 None None] Sync routers for ids ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:41.805296 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9da27-5da0-4d9e-883d-b5fcbf0259e2 None None] Routers {'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:41.808581 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-23e9da27-5da0-4d9e-883d-b5fcbf0259e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:41.812831 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:41.823418 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-4f4262ae-c44c-4c75-a87d-900d4c5c2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:41.824092 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4262ae-c44c-4c75-a87d-900d4c5c2843 None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:41.952539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] No DVR routers for this DVR port a32e263c-0b29-4c4b-b092-a1b58314d165 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:41.970486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:41.972658 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device a32e263c-0b29-4c4b-b092-a1b58314d165 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:41.980890 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0c4e6df5-648b-4848-957f-4c4bdb9a1f2e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "GET /v2.0/floatingips/f2d626ec-2463-41d3-93c8-28a7074f7eea HTTP/1.1" status: 200 len: 978 time: 0.1961818 Jun 24 12:43:41.986511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42400) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:42.019641 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-23e9da27-5da0-4d9e-883d-b5fcbf0259e2 None None] Set router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:42.024836 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:42.027779 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a43b5700-b401-40b7-ad21-68c8f3432003 req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.102 "DELETE /v2.0/ports/a32e263c-0b29-4c4b-b092-a1b58314d165 HTTP/1.1" status: 204 len: 173 time: 4.3860233 Jun 24 12:43:42.029185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:42.037491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3168dce4-70df-4f0e-bebe-53cb8f6097f8', 'name': 'network-vif-deleted', 'tag': 'a32e263c-0b29-4c4b-b092-a1b58314d165'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:43:42.040124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0195d45b-77b0-468b-8974-87f13b6204c6" -d '{"events": [{"server_uuid": "3168dce4-70df-4f0e-bebe-53cb8f6097f8", "name": "network-vif-deleted", "tag": "a32e263c-0b29-4c4b-b092-a1b58314d165"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:43:42.051080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: a32e263c-0b29-4c4b-b092-a1b58314d165 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:42.051440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device a32e263c-0b29-4c4b-b092-a1b58314d165 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:42.051875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 3d2c9cb9-20d2-446b-a490-254765bf1697 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:42.061027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:42.144715 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 3d2c9cb9-20d2-446b-a490-254765bf1697 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:42.145310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 3d2c9cb9-20d2-446b-a490-254765bf1697 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:42.187952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410ba27b-6f91-4013-8104-fb1d45405116 x-openstack-request-id: req-410ba27b-6f91-4013-8104-fb1d45405116 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:43:42.188467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3168dce4-70df-4f0e-bebe-53cb8f6097f8", "name": "network-vif-deleted", "tag": "a32e263c-0b29-4c4b-b092-a1b58314d165", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:43:42.189000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-410ba27b-6f91-4013-8104-fb1d45405116 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:43:42.189549 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3168dce4-70df-4f0e-bebe-53cb8f6097f8', 'name': 'network-vif-deleted', 'tag': 'a32e263c-0b29-4c4b-b092-a1b58314d165', 'status': 'completed', 'code': 200} Jun 24 12:43:42.192803 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 31c24b70-b8eb-46be-9d4b-09e607e138b4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=31c24b70-b8eb-46be-9d4b-09e607e138b4,segment=NetworkSegment(b280872a-e803-4b92-a3f8-e909821bd99d),segment_id=b280872a-e803-4b92-a3f8-e909821bd99d)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:42.199081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:42.201499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-34092cbc-26e2-40b8-ac6e-32fef79e8f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:42.203875 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2f00e82f-52b2-4d7c-8cdc-e79aedd9083e req-201ebeeb-e032-4d7d-9f29-a39a2caca0f9 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 210 time: 0.1805351 Jun 24 12:43:42.280033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:42.326566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=31c24b70-b8eb-46be-9d4b-09e607e138b4,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:42.332074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Calling delete_port for 2ed220df-57ea-4fb2-909d-098287b97727 owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:42.332991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:42.349495 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aff01d9-344c-43f0-9088-ee2731891bef req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:42.363217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:42.363763 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d945a-104a-4fd7-a888-1ba9180971ad None None] Sync routers for ids ['7f4b1491-bc37-4aaf-8243-e86e7675549b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:42.377923 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Allocated IP 2001:db8::1 (adae694d-3bb2-4160-a2a5-529eb0394b79/326565db-9d25-4d09-8959-88265f63137b/2f62e856-49e0-41b9-a21c-7d27ea3db66d) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:42.380080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:42.383985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d945a-104a-4fd7-a888-1ba9180971ad None None] Routers {'7f4b1491-bc37-4aaf-8243-e86e7675549b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:42.388091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ca6d945a-104a-4fd7-a888-1ba9180971ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7f4b1491-bc37-4aaf-8243-e86e7675549b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:42.412772 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-46bce05e-09ba-4e91-b56e-d66d0a0a5188 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4250100 Jun 24 12:43:42.419427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42404) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:42.420480 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9462da-b106-4173-8482-272b48bc9971,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:42.428969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-5edd4b1f-907c-4349-b4d7-fc11ae5dc64a tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'floatingip': {'port_id': 'ba065461-736f-4b87-a552-0bd1e38ffbbc'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:42.433515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aff01d9-344c-43f0-9088-ee2731891bef req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] No DVR routers for this DVR port 3d2c9cb9-20d2-446b-a490-254765bf1697 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:42.441338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-0aff01d9-344c-43f0-9088-ee2731891bef req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:42.443605 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0aff01d9-344c-43f0-9088-ee2731891bef req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.102 "DELETE /v2.0/ports/3d2c9cb9-20d2-446b-a490-254765bf1697 HTTP/1.1" status: 204 len: 173 time: 4.7409625 Jun 24 12:43:42.470368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Deleting port 1bd47668-42c8-442a-a070-ad08b7796ace {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:42.470897 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:42.505121 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-566acc31-5e56-4f66-b062-49ee76694d49 None None] Provisioning complete for port 31c24b70-b8eb-46be-9d4b-09e607e138b4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:42.505788 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-566acc31-5e56-4f66-b062-49ee76694d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:42.535877 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-23e9da27-5da0-4d9e-883d-b5fcbf0259e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:42:01Z', 'revision_number': 4, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6', 'name': '', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'mac_address': 'fa:16:3e:ca:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:57Z', 'updated_at': '2021-06-24T12:42:10Z', 'revision_number': 5, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'subnets': [{'id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:42.624036 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9da27-5da0-4d9e-883d-b5fcbf0259e2 None None] Checking router: ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:43:42.633681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5edd4b1f-907c-4349-b4d7-fc11ae5dc64a tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:42.643589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:42.650414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c55477-2575-4e72-8e6e-be9f1db7c2c5 None None] Network 6b64e29c-8232-4048-ad03-26d15ef05718 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:42.655008 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9da27-5da0-4d9e-883d-b5fcbf0259e2 None None] Routers {'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:42.655877 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-23e9da27-5da0-4d9e-883d-b5fcbf0259e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:42.665278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:42.673036 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/7a9462da-b106-4173-8482-272b48bc9971 HTTP/1.1" status: 204 len: 168 time: 1.2250500 Jun 24 12:43:42.677232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42412) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:42.680129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Calling delete_port for 1bd47668-42c8-442a-a070-ad08b7796ace owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:42.798129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:42.798129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:42.798623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:42.798905 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:42.799273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:42.799934 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:42.800302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:42.800790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:42.801155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:42.801504 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:42.801913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:42.802272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:42.813151 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-23e9da27-5da0-4d9e-883d-b5fcbf0259e2 None None] Set router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:42.840575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:42.841435 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b32b2261-9b38-486e-a7c9-392ba196d2b1 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:42.854916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-ca6d945a-104a-4fd7-a888-1ba9180971ad None None] Set router 7f4b1491-bc37-4aaf-8243-e86e7675549b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:43.026894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:43.057715 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d07dcfd4-13f1-4592-aee2-824518dff22f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:43.148846 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-23e9da27-5da0-4d9e-883d-b5fcbf0259e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:42:01Z', 'revision_number': 4, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6', 'name': '', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'mac_address': 'fa:16:3e:ca:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:57Z', 'updated_at': '2021-06-24T12:42:10Z', 'revision_number': 5, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'subnets': [{'id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:43.183222 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-084f75e4-1178-4b27-9232-a64df2f931e2 req-5fbf0bfc-7a6b-4620-84a5-bbd604aaa976 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/ports?device_id=3168dce4-70df-4f0e-bebe-53cb8f6097f8 HTTP/1.1" status: 200 len: 210 time: 0.1775036 Jun 24 12:43:43.194578 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9da27-5da0-4d9e-883d-b5fcbf0259e2 None None] The sync data for ids ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'] in dv-neutron-797121-4-hyperv is: [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:42:01Z', 'revision_number': 4, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6', 'name': '', 'network_id': '40fcc34b-4ef7-46f7-9eb8-5e3865400700', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'mac_address': 'fa:16:3e:ca:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:57Z', 'updated_at': '2021-06-24T12:42:10Z', 'revision_number': 5, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'subnets': [{'id': '2c06267f-8ce5-449e-afed-183c7687cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:43.195099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Pushing event deleted for resources: {'Port': ['ID=1bd47668-42c8-442a-a070-ad08b7796ace,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:43.204741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:43.217963 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:43.446903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b32b2261-9b38-486e-a7c9-392ba196d2b1 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:43.447529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:43.491494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:43.561897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ca6d945a-104a-4fd7-a888-1ba9180971ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port': {'id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6f789ec7-f678-4190-90a9-b0d1578cd75f', 'name': '', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'mac_address': 'fa:16:3e:45:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:52Z', 'updated_at': '2021-06-24T12:42:07Z', 'revision_number': 5, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'subnets': [{'id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:43.565864 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4f312683-87d4-4c74-9e91-8b9bc721c75e req-a45721fc-f0e7-4de4-ab76-3cd0fd823e45 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/ports?device_id=94437072-3586-4a96-ae1b-31b3bc6d7085 HTTP/1.1" status: 200 len: 210 time: 0.0862744 Jun 24 12:43:43.582906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a16ff-ab3f-47a8-83f6-f34589a3059b req-b290a8bf-297b-4f8a-8db6-02255993d0c1 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:43.587273 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e34a16ff-ab3f-47a8-83f6-f34589a3059b req-b290a8bf-297b-4f8a-8db6-02255993d0c1 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.5803761 Jun 24 12:43:43.642451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590e82ff-a301-4c9b-9253-67e54a511f1b None None] DHCP port deletion for 6b64e29c-8232-4048-ad03-26d15ef05718 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:43:43.652185 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d945a-104a-4fd7-a888-1ba9180971ad None None] Checking router: 7f4b1491-bc37-4aaf-8243-e86e7675549b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:43:43.701242 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096c1f8f-8425-430b-99eb-9ef6f45f617d None None] New status for floating IP 90455c78-d085-4cf1-95c8-f85594822013: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:43:43.729851 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d945a-104a-4fd7-a888-1ba9180971ad None None] Routers {'7f4b1491-bc37-4aaf-8243-e86e7675549b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:43.731714 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ca6d945a-104a-4fd7-a888-1ba9180971ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7f4b1491-bc37-4aaf-8243-e86e7675549b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:43.809804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 31c24b70-b8eb-46be-9d4b-09e607e138b4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:43.822302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:43.883613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e5abc346-8db4-4628-9f83-23092fdad83c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:43.976636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-590e82ff-a301-4c9b-9253-67e54a511f1b None None] Deleting port b32b2261-9b38-486e-a7c9-392ba196d2b1 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:43.976977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:43.977210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-590e82ff-a301-4c9b-9253-67e54a511f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:43.981371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-ca6d945a-104a-4fd7-a888-1ba9180971ad None None] Set router 7f4b1491-bc37-4aaf-8243-e86e7675549b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:44.005464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:44.010385 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e34a16ff-ab3f-47a8-83f6-f34589a3059b req-3a9d6ee3-bbc1-4242-9142-e8d97ab3bfc8 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515499 Jun 24 12:43:44.014197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Pushing event deleted for resources: {'Port': ['ID=2ed220df-57ea-4fb2-909d-098287b97727,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:44.037193 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Transition to ACTIVE for port object 2f62e856-49e0-41b9-a21c-7d27ea3db66d will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:44.050852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:44.051158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:44.051528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:44.051891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:44.052248 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:44.052604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:44.052961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:44.053359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:44.053665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:44.055764 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:44.056445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:44.056816 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:44.062818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:44.086945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:44.104492 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port b32b2261-9b38-486e-a7c9-392ba196d2b1 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:44.104942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:44.157133 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 31c24b70-b8eb-46be-9d4b-09e607e138b4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:44.157592 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:44.193616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94437072-3586-4a96-ae1b-31b3bc6d7085', 'name': 'network-vif-deleted', 'tag': '3d2c9cb9-20d2-446b-a490-254765bf1697'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:43:44.195994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee829f0-7b69-435f-8c78-a1fd882407b5" -d '{"events": [{"server_uuid": "94437072-3586-4a96-ae1b-31b3bc6d7085", "name": "network-vif-deleted", "tag": "3d2c9cb9-20d2-446b-a490-254765bf1697"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:43:44.235692 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-590e82ff-a301-4c9b-9253-67e54a511f1b None None] For port b32b2261-9b38-486e-a7c9-392ba196d2b1, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b32b2261-9b38-486e-a7c9-392ba196d2b1,segment=NetworkSegment(8a1ad132-1081-44f0-b8aa-93e27c6a6958),segment_id=8a1ad132-1081-44f0-b8aa-93e27c6a6958)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:44.236099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-590e82ff-a301-4c9b-9253-67e54a511f1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:44.242888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Router b9a80589-50cd-410a-8956-4791e8f61676 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:44.245214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:44.290960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-590e82ff-a301-4c9b-9253-67e54a511f1b None None] Calling delete_port for b32b2261-9b38-486e-a7c9-392ba196d2b1 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:44.293186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539fdc1c-5b21-4936-a0cd-79c659cb2ed2 x-openstack-request-id: req-539fdc1c-5b21-4936-a0cd-79c659cb2ed2 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:43:44.293648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94437072-3586-4a96-ae1b-31b3bc6d7085", "name": "network-vif-deleted", "tag": "3d2c9cb9-20d2-446b-a490-254765bf1697", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:43:44.294054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-539fdc1c-5b21-4936-a0cd-79c659cb2ed2 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:43:44.295965 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94437072-3586-4a96-ae1b-31b3bc6d7085', 'name': 'network-vif-deleted', 'tag': '3d2c9cb9-20d2-446b-a490-254765bf1697', 'status': 'completed', 'code': 200} Jun 24 12:43:44.336580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] For port b32b2261-9b38-486e-a7c9-392ba196d2b1, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b32b2261-9b38-486e-a7c9-392ba196d2b1,segment=NetworkSegment(8a1ad132-1081-44f0-b8aa-93e27c6a6958),segment_id=8a1ad132-1081-44f0-b8aa-93e27c6a6958)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:44.337203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:44.355788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42422) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:44.366263 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for b32b2261-9b38-486e-a7c9-392ba196d2b1 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:44.374393 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:44.376696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e59deed5-ce60-44fd-8a7a-9bbb1f843895 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:44.513569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Network adae694d-3bb2-4160-a2a5-529eb0394b79 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:44.525804 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:44.534167 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event updated for resources: {'Port': ['ID=2f62e856-49e0-41b9-a21c-7d27ea3db66d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:44.541600 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:44.541600 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:44.568094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:44.668895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-590e82ff-a301-4c9b-9253-67e54a511f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:44.682472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-54a7f6cc-6a89-45e0-bf00-0037a33464a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:44.686993 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e82ff-a301-4c9b-9253-67e54a511f1b None None] No DVR routers for this DVR port b32b2261-9b38-486e-a7c9-392ba196d2b1 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:44.726096 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e82ff-a301-4c9b-9253-67e54a511f1b None None] Pushing event deleted for resources: {'Port': ['ID=b32b2261-9b38-486e-a7c9-392ba196d2b1,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:44.729992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-590e82ff-a301-4c9b-9253-67e54a511f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:44.740038 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ca6d945a-104a-4fd7-a888-1ba9180971ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port': {'id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6f789ec7-f678-4190-90a9-b0d1578cd75f', 'name': '', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'mac_address': 'fa:16:3e:45:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:52Z', 'updated_at': '2021-06-24T12:42:07Z', 'revision_number': 5, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'subnets': [{'id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:44.743508 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:44.760852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-28e09c87-c24e-406e-b6a7-437b4efec3db tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:44.781043 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d945a-104a-4fd7-a888-1ba9180971ad None None] The sync data for ids ['7f4b1491-bc37-4aaf-8243-e86e7675549b'] in dv-neutron-797121-4-hyperv is: [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port': {'id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6f789ec7-f678-4190-90a9-b0d1578cd75f', 'name': '', 'network_id': '9c355c1f-63a9-403c-883c-61430ef87cad', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'mac_address': 'fa:16:3e:45:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:52Z', 'updated_at': '2021-06-24T12:42:07Z', 'revision_number': 5, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'subnets': [{'id': '7d95895c-91f2-474b-b84c-d26f2913997f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:44.825497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5edd4b1f-907c-4349-b4d7-fc11ae5dc64a tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:44.839729 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b32b2261-9b38-486e-a7c9-392ba196d2b1 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:44.860054 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42428) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:44.871384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5edd4b1f-907c-4349-b4d7-fc11ae5dc64a tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:44.873312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=b32b2261-9b38-486e-a7c9-392ba196d2b1,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:44.876775 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:44.882497 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: b32b2261-9b38-486e-a7c9-392ba196d2b1 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:44.883160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b32b2261-9b38-486e-a7c9-392ba196d2b1 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:44.945371 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No DVR routers for this DVR port b32b2261-9b38-486e-a7c9-392ba196d2b1 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:45.022541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:45.036140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784cf91a-bbe4-4a0c-ad81-5acfbf0da906 None None] Sync routers for ids ['b9a80589-50cd-410a-8956-4791e8f61676'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:45.052120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784cf91a-bbe4-4a0c-ad81-5acfbf0da906 None None] Routers {'b9a80589-50cd-410a-8956-4791e8f61676'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:45.052794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-784cf91a-bbe4-4a0c-ad81-5acfbf0da906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b9a80589-50cd-410a-8956-4791e8f61676'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:45.068090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.068705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.069868 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "PUT /v2.0/routers/b9a80589-50cd-410a-8956-4791e8f61676 HTTP/1.1" status: 200 len: 710 time: 5.1771982 Jun 24 12:43:45.110926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42432) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:45.128013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-784cf91a-bbe4-4a0c-ad81-5acfbf0da906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:45.129442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.136049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-dcc64785-7e60-4d80-ba23-6cba1eecf63c None None] Provisioning for port 2f62e856-49e0-41b9-a21c-7d27ea3db66d completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:45.143137 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784cf91a-bbe4-4a0c-ad81-5acfbf0da906 None None] Routers {'b9a80589-50cd-410a-8956-4791e8f61676'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:45.143774 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-784cf91a-bbe4-4a0c-ad81-5acfbf0da906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b9a80589-50cd-410a-8956-4791e8f61676'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:45.147314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-dcc64785-7e60-4d80-ba23-6cba1eecf63c None None] Provisioning complete for port 2f62e856-49e0-41b9-a21c-7d27ea3db66d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:45.147694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dcc64785-7e60-4d80-ba23-6cba1eecf63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.150066 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-5edd4b1f-907c-4349-b4d7-fc11ae5dc64a tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Floating IP f2d626ec-2463-41d3-93c8-28a7074f7eea associated. External IP: 172.26.1.254, port: 3338b497-4e8a-431d-9db9-8704f81d2e3a. Jun 24 12:43:45.169827 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8664ab1d-35a6-4f87-b3f3-15e4b9fcdc6e None None] New status for floating IP 8563cd12-391d-456c-a1e1-affadd1046f6: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:43:45.176310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.178583 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c941fa97-ce98-45c5-9580-b6becd09f41e tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.209472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-784cf91a-bbe4-4a0c-ad81-5acfbf0da906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:45.210150 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784cf91a-bbe4-4a0c-ad81-5acfbf0da906 None None] The sync data for ids ['b9a80589-50cd-410a-8956-4791e8f61676'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:45.255047 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef2815c4-4426-460f-8bf2-017fcd6a9d5a tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.256379 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-58933d1a-f270-4240-884b-8dcfa8298581 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/routers/b9a80589-50cd-410a-8956-4791e8f61676 HTTP/1.1" status: 200 len: 745 time: 0.1441174 Jun 24 12:43:45.262150 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-dcc64785-7e60-4d80-ba23-6cba1eecf63c None None] Port 2f62e856-49e0-41b9-a21c-7d27ea3db66d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:45.263176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42434) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:45.294644 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.327561 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef2815c4-4426-460f-8bf2-017fcd6a9d5a tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.345329 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b64e29c-8232-4048-ad03-26d15ef05718']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:45.353637 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c941fa97-ce98-45c5-9580-b6becd09f41e tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.378959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1ad132-1081-44f0-b8aa-93e27c6a6958') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:45.379265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1ad132-1081-44f0-b8aa-93e27c6a6958') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:45.392867 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0590f93b-2dd4-47f4-b5d0-987d577f7973 tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&device_id=b9a80589-50cd-410a-8956-4791e8f61676 HTTP/1.1" status: 200 len: 205 time: 0.1227825 Jun 24 12:43:45.401390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42436) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:45.453690 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-340775f7-7293-4ba3-bc12-bcc192f587c4 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "GET /v2.0/ports?device_id=b9a80589-50cd-410a-8956-4791e8f61676 HTTP/1.1" status: 200 len: 205 time: 0.0456374 Jun 24 12:43:45.459458 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42438) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:45.464362 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.476214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Router e239c2ec-6f25-491e-b155-42f5875b89e6 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:45.518494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.534392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:45.534655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:45.537611 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:45.558966 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b951b3a-9e4f-47f5-9421-194931a6d831 req-4e2821a6-7309-4810-95fd-0fcb8c532bd6 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:45.560487 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7b951b3a-9e4f-47f5-9421-194931a6d831 req-4e2821a6-7309-4810-95fd-0fcb8c532bd6 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.3525813 Jun 24 12:43:45.566157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8414b46e-617f-432f-872b-4a3ed6b8b3d2 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.603432 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef2815c4-4426-460f-8bf2-017fcd6a9d5a tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.606435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef2815c4-4426-460f-8bf2-017fcd6a9d5a tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.607590 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ef2815c4-4426-460f-8bf2-017fcd6a9d5a tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "DELETE /v2.0/security-groups/3316f865-0130-425f-a07d-2ed15a51e591 HTTP/1.1" status: 204 len: 168 time: 0.7449100 Jun 24 12:43:45.612967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:45.618409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42440) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:45.644668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c941fa97-ce98-45c5-9580-b6becd09f41e tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.647310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c941fa97-ce98-45c5-9580-b6becd09f41e tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.648441 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c941fa97-ce98-45c5-9580-b6becd09f41e tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "DELETE /v2.0/security-groups/c9f811b9-e801-41af-99a2-81ddd3c3bb2b HTTP/1.1" status: 204 len: 168 time: 1.2900918 Jun 24 12:43:45.673271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42442) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:45.681207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-324f46fe-51bf-40ab-9b1f-2669166283b5 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:45.694956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2815c4-4426-460f-8bf2-017fcd6a9d5a tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3316f865-0130-425f-a07d-2ed15a51e591,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:45.701853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ef2815c4-4426-460f-8bf2-017fcd6a9d5a tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:45.709640 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-318d1177-7287-4466-89ad-3a02924158a3 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] show failed (client error): The resource could not be found. Jun 24 12:43:45.713636 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-318d1177-7287-4466-89ad-3a02924158a3 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "GET /v2.0/security-groups/3316f865-0130-425f-a07d-2ed15a51e591 HTTP/1.1" status: 404 len: 347 time: 0.0883100 Jun 24 12:43:45.720596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42444) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:45.736767 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941fa97-ce98-45c5-9580-b6becd09f41e tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f811b9-e801-41af-99a2-81ddd3c3bb2b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:45.738123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.743276 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-219dc243-1c74-4b6f-b1a0-63d016f007b9 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] show failed (client error): The resource could not be found. Jun 24 12:43:45.746959 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-219dc243-1c74-4b6f-b1a0-63d016f007b9 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "GET /v2.0/security-groups/c9f811b9-e801-41af-99a2-81ddd3c3bb2b HTTP/1.1" status: 404 len: 347 time: 0.0672550 Jun 24 12:43:45.751782 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:45.756454 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.758214 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/networks/6b64e29c-8232-4048-ad03-26d15ef05718 HTTP/1.1" status: 204 len: 168 time: 2.9752407 Jun 24 12:43:45.763297 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42446) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:45.763627 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42448) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:45.775134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c941fa97-ce98-45c5-9580-b6becd09f41e tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:45.786405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'name': 'tempest-PortsIpV6TestJSON-2076765320'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:45.842057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:45.847864 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7b951b3a-9e4f-47f5-9421-194931a6d831 req-9bd548dc-03a8-43c6-9c76-d4c5824a7ac4 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793441 Jun 24 12:43:45.855814 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Network': ['ID=6b64e29c-8232-4048-ad03-26d15ef05718,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:45.864778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a3ebc3-9c6a-46d3-9134-a00bcfc9595a None None] Sync routers for ids ['e239c2ec-6f25-491e-b155-42f5875b89e6'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:45.868190 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:45.879431 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3ebc3-9c6a-46d3-9134-a00bcfc9595a None None] Routers {'e239c2ec-6f25-491e-b155-42f5875b89e6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:45.880387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-09a3ebc3-9c6a-46d3-9134-a00bcfc9595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e239c2ec-6f25-491e-b155-42f5875b89e6'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:45.881842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.885324 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "PUT /v2.0/routers/e239c2ec-6f25-491e-b155-42f5875b89e6 HTTP/1.1" status: 200 len: 705 time: 7.5211310 Jun 24 12:43:45.886992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42450) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:45.920929 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-09a3ebc3-9c6a-46d3-9134-a00bcfc9595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:45.926908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8414b46e-617f-432f-872b-4a3ed6b8b3d2 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.930267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3ebc3-9c6a-46d3-9134-a00bcfc9595a None None] Routers {'e239c2ec-6f25-491e-b155-42f5875b89e6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:45.930941 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-09a3ebc3-9c6a-46d3-9134-a00bcfc9595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e239c2ec-6f25-491e-b155-42f5875b89e6'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:45.933381 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8414b46e-617f-432f-872b-4a3ed6b8b3d2 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.967545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-09a3ebc3-9c6a-46d3-9134-a00bcfc9595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:45.968706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a3ebc3-9c6a-46d3-9134-a00bcfc9595a None None] The sync data for ids ['e239c2ec-6f25-491e-b155-42f5875b89e6'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:46.033353 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edd4b1f-907c-4349-b4d7-fc11ae5dc64a tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:46.060247 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-241a4df3-7eab-4798-b5a4-03f538d9ff73 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/routers/e239c2ec-6f25-491e-b155-42f5875b89e6 HTTP/1.1" status: 200 len: 740 time: 0.1440887 Jun 24 12:43:46.062058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42452) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.065057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8414b46e-617f-432f-872b-4a3ed6b8b3d2 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.065590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8414b46e-617f-432f-872b-4a3ed6b8b3d2 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Fanout notify agent at l3_agent the message router_deleted on router b9a80589-50cd-410a-8956-4791e8f61676 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:43:46.073320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8414b46e-617f-432f-872b-4a3ed6b8b3d2 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.074478 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8414b46e-617f-432f-872b-4a3ed6b8b3d2 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "DELETE /v2.0/routers/b9a80589-50cd-410a-8956-4791e8f61676 HTTP/1.1" status: 204 len: 168 time: 0.6132712 Jun 24 12:43:46.078909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42454) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.106879 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.114135 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b507e908-032e-4ae8-b82e-993a8cf2e336 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "GET /v2.0/ports?device_id=b9a80589-50cd-410a-8956-4791e8f61676 HTTP/1.1" status: 200 len: 205 time: 0.0321131 Jun 24 12:43:46.114926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42456) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.131724 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.132548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.136355 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0ee5ccb0-5ad3-4d22-a16c-79ff5c8a20f9 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&device_id=e239c2ec-6f25-491e-b155-42f5875b89e6 HTTP/1.1" status: 200 len: 205 time: 0.0677922 Jun 24 12:43:46.158016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf0c84-522b-445d-8679-96246862076c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Deleting port 3c66f5f1-c904-4860-b432-ee68e58efeff {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:46.158361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0c84-522b-445d-8679-96246862076c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.160318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42458) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.170303 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b83f8d8f-aaa6-4166-a409-fedce98fe0ee tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:46.170514 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-48b01cd5-ba94-4aec-a9ab-de4ab56c7b9e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] delete failed (client error): The resource could not be found. Jun 24 12:43:46.171330 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-48b01cd5-ba94-4aec-a9ab-de4ab56c7b9e tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "DELETE /v2.0/routers/b9a80589-50cd-410a-8956-4791e8f61676 HTTP/1.1" status: 404 len: 336 time: 0.0548577 Jun 24 12:43:46.174177 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:46.177791 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.180559 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42460) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.206226 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8997d19f-9f61-4d76-bb15-24747c77918f tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "GET /v2.0/ports?device_id=e239c2ec-6f25-491e-b155-42f5875b89e6 HTTP/1.1" status: 200 len: 205 time: 0.0446424 Jun 24 12:43:46.209136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42462) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.256089 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f0633e7b-0309-4ed9-be5b-b4b508b74feb tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4406a134-6583-4396-9577-4466f07b1b88 HTTP/1.1" status: 200 len: 205 time: 0.0686951 Jun 24 12:43:46.273784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42464) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.291579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port 270da18e-7118-48cd-a721-e37cefe7acc2 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:43:46.353550 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-3ee45a7d-7323-42e3-a687-d09e21cced55 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] delete failed (client error): The resource could not be found. Jun 24 12:43:46.354631 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3ee45a7d-7323-42e3-a687-d09e21cced55 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "DELETE /v2.0/routers/4406a134-6583-4396-9577-4466f07b1b88 HTTP/1.1" status: 404 len: 336 time: 0.0799108 Jun 24 12:43:46.360293 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42466) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.375952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fdf948da-290e-4689-8168-b498e4b26e05 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.401706 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c4fbfee6-e122-4729-aa65-f53e1f346df6 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "GET /v2.0/ports?device_id=26f1a357-a322-4532-85c9-f9f8475dc09b HTTP/1.1" status: 200 len: 205 time: 0.0402844 Jun 24 12:43:46.433239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42468) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.470805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0c84-522b-445d-8679-96246862076c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.471161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0c84-522b-445d-8679-96246862076c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.514653 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-63614806-91f8-434f-ae39-8c80e5d304c9 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] delete failed (client error): The resource could not be found. Jun 24 12:43:46.515634 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-63614806-91f8-434f-ae39-8c80e5d304c9 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "DELETE /v2.0/routers/26f1a357-a322-4532-85c9-f9f8475dc09b HTTP/1.1" status: 404 len: 336 time: 0.0798864 Jun 24 12:43:46.519556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42470) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.521761 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf0c84-522b-445d-8679-96246862076c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Calling delete_port for 3c66f5f1-c904-4860-b432-ee68e58efeff owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:46.610103 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b196a4d3-9b6b-445e-b351-374299c693fd tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "GET /v2.0/ports?device_id=3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0 HTTP/1.1" status: 200 len: 205 time: 0.0893085 Jun 24 12:43:46.640380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42472) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.649577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fdf948da-290e-4689-8168-b498e4b26e05 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.667137 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-aed58787-4a88-46fb-8f20-cbb3b83a1329 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Deleting port c2d46579-7eb1-4ae7-8c48-f5567e538cc7 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:46.667480 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aed58787-4a88-46fb-8f20-cbb3b83a1329 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.677157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fdf948da-290e-4689-8168-b498e4b26e05 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.712107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event updated for resources: {'Port': ['ID=2f62e856-49e0-41b9-a21c-7d27ea3db66d,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:46.734320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fdf948da-290e-4689-8168-b498e4b26e05 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.734884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf948da-290e-4689-8168-b498e4b26e05 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Fanout notify agent at l3_agent the message router_deleted on router e239c2ec-6f25-491e-b155-42f5875b89e6 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:43:46.742302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fdf948da-290e-4689-8168-b498e4b26e05 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:46.743415 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fdf948da-290e-4689-8168-b498e4b26e05 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "DELETE /v2.0/routers/e239c2ec-6f25-491e-b155-42f5875b89e6 HTTP/1.1" status: 204 len: 168 time: 0.5333872 Jun 24 12:43:46.747532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42474) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.766793 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:46.775954 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-f7f28591-b97d-4e11-9985-56f8d2949ba9 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] delete failed (client error): The resource could not be found. Jun 24 12:43:46.776981 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f7f28591-b97d-4e11-9985-56f8d2949ba9 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "DELETE /v2.0/routers/3cf44d5b-5c7e-40c3-9a1d-31c81d6252f0 HTTP/1.1" status: 404 len: 336 time: 0.1117833 Jun 24 12:43:46.783518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42476) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.786975 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1cc0441f-87a6-4d7a-acff-8a3e5fa8cfea tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "GET /v2.0/ports?device_id=e239c2ec-6f25-491e-b155-42f5875b89e6 HTTP/1.1" status: 200 len: 205 time: 0.0383213 Jun 24 12:43:46.804248 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42478) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.831136 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6676d73b-f63f-4d7b-8352-1be1fc704213 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ccc89dc2-86e4-4fa4-8090-b32c5d673fba HTTP/1.1" status: 200 len: 205 time: 0.0462272 Jun 24 12:43:46.842838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42480) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.860439 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-7a5a95c7-3784-4ac0-aaf5-1774d67840f9 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] delete failed (client error): The resource could not be found. Jun 24 12:43:46.861520 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7a5a95c7-3784-4ac0-aaf5-1774d67840f9 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "DELETE /v2.0/routers/e239c2ec-6f25-491e-b155-42f5875b89e6 HTTP/1.1" status: 404 len: 336 time: 0.0562122 Jun 24 12:43:46.866088 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42482) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.899496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edd4b1f-907c-4349-b4d7-fc11ae5dc64a tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:46.911403 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264418b9-15e9-42d1-b609-2c7f6fe9aa61 None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:46.913088 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-8d23f164-0ac3-4621-b1db-40feb11a51ca tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] delete failed (client error): The resource could not be found. Jun 24 12:43:46.916687 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8d23f164-0ac3-4621-b1db-40feb11a51ca tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "DELETE /v2.0/routers/ccc89dc2-86e4-4fa4-8090-b32c5d673fba HTTP/1.1" status: 404 len: 336 time: 0.0703521 Jun 24 12:43:46.920285 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f6c2aabf-2f0c-43a8-9cd9-0a9dfcedc01c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "GET /v2.0/ports?device_id=6e7779e5-8845-4a18-9908-ad3b7ca49b54 HTTP/1.1" status: 200 len: 205 time: 0.0530119 Jun 24 12:43:46.920871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42486) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.926671 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264418b9-15e9-42d1-b609-2c7f6fe9aa61 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:46.927023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42488) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:46.927853 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-264418b9-15e9-42d1-b609-2c7f6fe9aa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:46.962344 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-264418b9-15e9-42d1-b609-2c7f6fe9aa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:46.972491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Network adae694d-3bb2-4160-a2a5-529eb0394b79 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:46.974395 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264418b9-15e9-42d1-b609-2c7f6fe9aa61 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:46.975664 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-264418b9-15e9-42d1-b609-2c7f6fe9aa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:46.978085 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-bdcf4643-0c1c-4bf2-af54-3c2edece70a2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] delete failed (client error): The resource could not be found. Jun 24 12:43:46.980310 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bdcf4643-0c1c-4bf2-af54-3c2edece70a2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "DELETE /v2.0/routers/6e7779e5-8845-4a18-9908-ad3b7ca49b54 HTTP/1.1" status: 404 len: 336 time: 0.0524261 Jun 24 12:43:46.983666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42490) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:47.001134 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:47.020887 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bc1bfb09-da9c-4316-8e3a-276e0c9ba730 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "GET /v2.0/ports?device_id=e5721d10-6297-4d00-a032-f6467b9c7cb5 HTTP/1.1" status: 200 len: 205 time: 0.0946167 Jun 24 12:43:47.022395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42492) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:47.023900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aed58787-4a88-46fb-8f20-cbb3b83a1329 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:47.024236 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aed58787-4a88-46fb-8f20-cbb3b83a1329 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:47.047769 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:47.049864 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-264418b9-15e9-42d1-b609-2c7f6fe9aa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:47.050535 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264418b9-15e9-42d1-b609-2c7f6fe9aa61 None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:47.146007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-aed58787-4a88-46fb-8f20-cbb3b83a1329 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Calling delete_port for c2d46579-7eb1-4ae7-8c48-f5567e538cc7 owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:47.217576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:47.306625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6a8a5669-253a-46a1-9f3d-c9441e7d0d93 None None] Provisioning complete for port 2f62e856-49e0-41b9-a21c-7d27ea3db66d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:47.307363 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6a8a5669-253a-46a1-9f3d-c9441e7d0d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:47.341817 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Router be1e289b-3cfd-4619-90f3-13d359096e39 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:47.351163 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a5669-253a-46a1-9f3d-c9441e7d0d93 None None] Port 2f62e856-49e0-41b9-a21c-7d27ea3db66d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:47.388317 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-848dcf6c-aa0a-4c94-8c3b-6f337a1997b3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "GET /v2.0/ports?device_id=4f0fe96b-03c9-46ec-b410-ba0ecb37762c HTTP/1.1" status: 200 len: 205 time: 0.4033840 Jun 24 12:43:47.397642 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42494) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:47.427404 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-df2fbad2-bd79-4943-a57b-cc319f31c263 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] delete failed (client error): The resource could not be found. Jun 24 12:43:47.430852 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-df2fbad2-bd79-4943-a57b-cc319f31c263 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "DELETE /v2.0/routers/e5721d10-6297-4d00-a032-f6467b9c7cb5 HTTP/1.1" status: 404 len: 336 time: 0.4014862 Jun 24 12:43:47.430852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0c84-522b-445d-8679-96246862076c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:47.432677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42496) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:47.451119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e97cce06-5197-4f27-bd19-bf9ebbecd16b tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:47.506154 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-363f5164-8766-45d3-84fb-10d92dfde6cf tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] DELETE failed (client error): The resource could not be found. Jun 24 12:43:47.506602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363f5164-8766-45d3-84fb-10d92dfde6cf tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:47.511236 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-363f5164-8766-45d3-84fb-10d92dfde6cf tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] 10.222.0.110 "DELETE /v2.0/subnets/fec28091-4ab1-4aa8-9a7a-d874e54e6587 HTTP/1.1" status: 404 len: 337 time: 0.0578935 Jun 24 12:43:47.513669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf0c84-522b-445d-8679-96246862076c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Pushing event deleted for resources: {'Port': ['ID=3c66f5f1-c904-4860-b432-ee68e58efeff,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:47.519357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6ddf0c84-522b-445d-8679-96246862076c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:47.534017 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-b614fae1-76f4-4fac-8a39-f84b75b781a6 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] delete failed (client error): The resource could not be found. Jun 24 12:43:47.535083 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b614fae1-76f4-4fac-8a39-f84b75b781a6 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "DELETE /v2.0/routers/4f0fe96b-03c9-46ec-b410-ba0ecb37762c HTTP/1.1" status: 404 len: 336 time: 0.1344445 Jun 24 12:43:47.536278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:47.543774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42500) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:47.576218 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:47.606054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1ee3e-97dc-40a8-a8b0-4d99967020ce req-ee77d0fe-dee7-4379-928d-a3a2e41944d6 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:47.607585 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f3c1ee3e-97dc-40a8-a8b0-4d99967020ce req-ee77d0fe-dee7-4379-928d-a3a2e41944d6 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.2238507 Jun 24 12:43:47.610642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0c84-522b-445d-8679-96246862076c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:47.613536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0c84-522b-445d-8679-96246862076c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:47.617442 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6ddf0c84-522b-445d-8679-96246862076c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] 10.222.0.110 "DELETE /v2.0/floatingips/8563cd12-391d-456c-a1e1-affadd1046f6 HTTP/1.1" status: 204 len: 168 time: 1.8916466 Jun 24 12:43:47.621942 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42502) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:47.635921 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f2c4a344-de40-41f5-96e4-5ad5572becaa tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebeb3e3a-ac5c-49ee-972c-29fd7fa58265 HTTP/1.1" status: 200 len: 205 time: 0.0904465 Jun 24 12:43:47.651553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42504) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:47.708997 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:47.724706 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:47.726827 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-ac9d6e1c-32be-42aa-8e1f-11982b188ec8 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] delete failed (client error): The resource could not be found. Jun 24 12:43:47.730799 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ac9d6e1c-32be-42aa-8e1f-11982b188ec8 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "DELETE /v2.0/routers/ebeb3e3a-ac5c-49ee-972c-29fd7fa58265 HTTP/1.1" status: 404 len: 336 time: 0.0726278 Jun 24 12:43:47.730951 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f3c1ee3e-97dc-40a8-a8b0-4d99967020ce req-800367f3-64d8-4e82-a599-d06de83cf98c tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118026 Jun 24 12:43:47.731065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edd4b1f-907c-4349-b4d7-fc11ae5dc64a tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:47.731151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42508) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:47.734661 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:47.740349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:47.741051 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:47.743949 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:47.746302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=270da18e-7118-48cd-a721-e37cefe7acc2,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:47.754126 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "PUT /v2.0/routers/be1e289b-3cfd-4619-90f3-13d359096e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2078328 Jun 24 12:43:47.758095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42510) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:47.758989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:47.766167 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aed58787-4a88-46fb-8f20-cbb3b83a1329 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:47.768468 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d28d77f2-7457-4a24-b951-bea3c1af0aa5 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:47.772430 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f49cf1ac-4b83-4cbe-91d0-65b713b0cf0c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c329726-3e0e-4aed-9ab4-01aeec1d2ecc HTTP/1.1" status: 200 len: 205 time: 0.0397909 Jun 24 12:43:47.773759 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf76f18-6d29-46c4-bef3-3462e49f620b None None] Sync routers for ids ['be1e289b-3cfd-4619-90f3-13d359096e39'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:47.778086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42512) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:47.788893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf76f18-6d29-46c4-bef3-3462e49f620b None None] Routers {'be1e289b-3cfd-4619-90f3-13d359096e39'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:47.801948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-0cf76f18-6d29-46c4-bef3-3462e49f620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['be1e289b-3cfd-4619-90f3-13d359096e39'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:47.824198 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-d71794f0-7df2-441f-b67e-b2841b4198ac tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] delete failed (client error): The resource could not be found. Jun 24 12:43:47.825469 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d71794f0-7df2-441f-b67e-b2841b4198ac tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "DELETE /v2.0/routers/8c329726-3e0e-4aed-9ab4-01aeec1d2ecc HTTP/1.1" status: 404 len: 336 time: 0.0461867 Jun 24 12:43:47.829287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42514) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:47.839754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-0cf76f18-6d29-46c4-bef3-3462e49f620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:47.843627 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed58787-4a88-46fb-8f20-cbb3b83a1329 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Pushing event deleted for resources: {'Port': ['ID=c2d46579-7eb1-4ae7-8c48-f5567e538cc7,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:47.853547 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf76f18-6d29-46c4-bef3-3462e49f620b None None] Routers {'be1e289b-3cfd-4619-90f3-13d359096e39'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:47.855119 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-0cf76f18-6d29-46c4-bef3-3462e49f620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['be1e289b-3cfd-4619-90f3-13d359096e39'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:47.876399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42516) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:47.877397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aed58787-4a88-46fb-8f20-cbb3b83a1329 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:47.882468 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1129212 Jun 24 12:43:47.885790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42518) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:47.893948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-0cf76f18-6d29-46c4-bef3-3462e49f620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:47.900165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf76f18-6d29-46c4-bef3-3462e49f620b None None] The sync data for ids ['be1e289b-3cfd-4619-90f3-13d359096e39'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:47.915765 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2b704d2c-d03a-4ec3-b7e1-ba3fe320b5d3 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "GET /v2.0/ports?device_id=149e481c-f2bf-4b03-9aa2-6f4cdff4040b HTTP/1.1" status: 200 len: 205 time: 0.0849779 Jun 24 12:43:47.920551 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42522) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:47.995104 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-95e4eb45-71dd-486d-becf-dd23a9f61518 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] delete failed (client error): The resource could not be found. Jun 24 12:43:47.996249 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-95e4eb45-71dd-486d-becf-dd23a9f61518 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "DELETE /v2.0/routers/149e481c-f2bf-4b03-9aa2-6f4cdff4040b HTTP/1.1" status: 404 len: 336 time: 0.0750699 Jun 24 12:43:48.002816 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42524) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:48.031691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23ad209d-d4e3-4bcc-92f9-febb692d90c2 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:48.070076 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55d3390-073c-4cff-818f-0462d2c9e6eb tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] DELETE failed (client error): The resource could not be found. Jun 24 12:43:48.070527 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55d3390-073c-4cff-818f-0462d2c9e6eb tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:48.072228 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f55d3390-073c-4cff-818f-0462d2c9e6eb tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] 10.222.0.110 "DELETE /v2.0/subnets/28bffd42-c653-44ed-b174-d92197fba213 HTTP/1.1" status: 404 len: 337 time: 0.0675299 Jun 24 12:43:48.116217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7881-4c38-43dd-ad17-9a4a6aa2690c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:48.152641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aed58787-4a88-46fb-8f20-cbb3b83a1329 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:48.155404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aed58787-4a88-46fb-8f20-cbb3b83a1329 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:48.160527 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-aed58787-4a88-46fb-8f20-cbb3b83a1329 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] 10.222.0.110 "DELETE /v2.0/floatingips/90455c78-d085-4cf1-95c8-f85594822013 HTTP/1.1" status: 204 len: 168 time: 2.3942075 Jun 24 12:43:48.163275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-8efb236f-0acc-42a5-a5ef-b924a8d441e8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 270da18e-7118-48cd-a721-e37cefe7acc2 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:48.163618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8efb236f-0acc-42a5-a5ef-b924a8d441e8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:48.166134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42528) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:48.178324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edd4b1f-907c-4349-b4d7-fc11ae5dc64a tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:48.183355 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5edd4b1f-907c-4349-b4d7-fc11ae5dc64a tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:48.194639 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221383bc-457f-4c33-8763-6b49f9ff8512 None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:48.205088 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221383bc-457f-4c33-8763-6b49f9ff8512 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:48.206013 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-221383bc-457f-4c33-8763-6b49f9ff8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:48.210547 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-23ad209d-d4e3-4bcc-92f9-febb692d90c2 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 24 12:43:48.211610 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-23ad209d-d4e3-4bcc-92f9-febb692d90c2 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "DELETE /v2.0/routers/be1e289b-3cfd-4619-90f3-13d359096e39 HTTP/1.1" status: 409 len: 329 time: 0.4516568 Jun 24 12:43:48.215584 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42530) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:48.251679 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-221383bc-457f-4c33-8763-6b49f9ff8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:48.264879 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221383bc-457f-4c33-8763-6b49f9ff8512 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:48.265847 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-221383bc-457f-4c33-8763-6b49f9ff8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:48.344499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42534) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:48.381193 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8efb236f-0acc-42a5-a5ef-b924a8d441e8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:48.420047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-8efb236f-0acc-42a5-a5ef-b924a8d441e8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 270da18e-7118-48cd-a721-e37cefe7acc2 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:48.425283 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-221383bc-457f-4c33-8763-6b49f9ff8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:48.426198 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221383bc-457f-4c33-8763-6b49f9ff8512 None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:48.564396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2f719067-2d6a-49f1-be52-41ef9ba905df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:48.706051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8efb236f-0acc-42a5-a5ef-b924a8d441e8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:48.732780 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-23659073-46c2-4cf1-aa7a-b0659f09a418 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:48.771342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb236f-0acc-42a5-a5ef-b924a8d441e8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=270da18e-7118-48cd-a721-e37cefe7acc2,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:48.780635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8efb236f-0acc-42a5-a5ef-b924a8d441e8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:48.790892 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5edd4b1f-907c-4349-b4d7-fc11ae5dc64a tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "PUT /v2.0/floatingips/f2d626ec-2463-41d3-93c8-28a7074f7eea HTTP/1.1" status: 200 len: 978 time: 6.3669331 Jun 24 12:43:48.791552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8efb236f-0acc-42a5-a5ef-b924a8d441e8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:48.793373 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8efb236f-0acc-42a5-a5ef-b924a8d441e8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/270da18e-7118-48cd-a721-e37cefe7acc2 HTTP/1.1" status: 204 len: 168 time: 0.8904595 Jun 24 12:43:48.796089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42540) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:48.796421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42542) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:48.808500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'mac_address': 'fa:16:3e:c4:4f:a6', 'name': 'tempest-PortsIpV6TestJSON-1146035327'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:48.815537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0355c313-2eec-43d2-8a4e-1e55bc7ba158 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:48.822340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5466e999-410c-47e6-b107-1789ee127053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:48.867775 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7881-4c38-43dd-ad17-9a4a6aa2690c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:48.877074 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7881-4c38-43dd-ad17-9a4a6aa2690c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:48.883043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0e4d8921-e974-426c-b2cc-dd602555d34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:48.949768 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e9dd7881-4c38-43dd-ad17-9a4a6aa2690c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3df88f31459a441180db16b0abbd1405&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0681040 Jun 24 12:43:48.950175 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42544) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:48.957444 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd7881-4c38-43dd-ad17-9a4a6aa2690c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b33b84-cbe8-4994-9c99-2b9a11ae1369,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:48.960646 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e9dd7881-4c38-43dd-ad17-9a4a6aa2690c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:49.024342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-583f158d-3aa6-4c72-b502-3110419deb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.065467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-583f158d-3aa6-4c72-b502-3110419deb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.076114 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0355c313-2eec-43d2-8a4e-1e55bc7ba158 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.108847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-be566216-e1d2-4f64-b3c6-5d441eba1b97 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.192453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-583f158d-3aa6-4c72-b502-3110419deb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.194976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-583f158d-3aa6-4c72-b502-3110419deb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.196123 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-583f158d-3aa6-4c72-b502-3110419deb59 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b8b33b84-cbe8-4994-9c99-2b9a11ae1369 HTTP/1.1" status: 204 len: 168 time: 0.2449768 Jun 24 12:43:49.199644 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:49.209819 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f158d-3aa6-4c72-b502-3110419deb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b33b84-cbe8-4994-9c99-2b9a11ae1369,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:49.212585 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-583f158d-3aa6-4c72-b502-3110419deb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:49.345391 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4171d0c-2328-4ce7-9f18-0bc45d94908b req-3c9e4234-aea2-4c6f-96a3-0588090fc2a0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:49.346948 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f4171d0c-2328-4ce7-9f18-0bc45d94908b req-3c9e4234-aea2-4c6f-96a3-0588090fc2a0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.4285107 Jun 24 12:43:49.397085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-be566216-e1d2-4f64-b3c6-5d441eba1b97 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Deleting port 2f62e856-49e0-41b9-a21c-7d27ea3db66d {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:49.397453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-be566216-e1d2-4f64-b3c6-5d441eba1b97 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.487971 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0355c313-2eec-43d2-8a4e-1e55bc7ba158 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.498070 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-be566216-e1d2-4f64-b3c6-5d441eba1b97 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.513304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42550) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:49.514891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2f719067-2d6a-49f1-be52-41ef9ba905df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.519927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0355c313-2eec-43d2-8a4e-1e55bc7ba158 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.520249 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-0355c313-2eec-43d2-8a4e-1e55bc7ba158 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Floating IP f2d626ec-2463-41d3-93c8-28a7074f7eea disassociated. External IP: 172.26.1.254, port: ba065461-736f-4b87-a552-0bd1e38ffbbc. Jun 24 12:43:49.522114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-be566216-e1d2-4f64-b3c6-5d441eba1b97 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Calling delete_port for 2f62e856-49e0-41b9-a21c-7d27ea3db66d owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:49.566979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2f719067-2d6a-49f1-be52-41ef9ba905df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.582320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c941fa97-ce98-45c5-9580-b6becd09f41e tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:49.596574 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0414c03d-8171-4198-b5d0-235c63e4d3a0 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=59cd267381f44203808fe0ec7307d458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818312 Jun 24 12:43:49.601773 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42552) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:49.602329 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f4171d0c-2328-4ce7-9f18-0bc45d94908b req-bdd6991a-5bfc-47fd-9307-51d0df80c8c5 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245121 Jun 24 12:43:49.659081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:49.683286 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2f719067-2d6a-49f1-be52-41ef9ba905df admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b9b4524e1ae84117bd523af54276f1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3371181 Jun 24 12:43:49.686991 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42554) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:49.722217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f89cdfa7-4075-4e05-a9d8-f41ca68e4b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.770443 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f89cdfa7-4075-4e05-a9d8-f41ca68e4b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.841622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-be566216-e1d2-4f64-b3c6-5d441eba1b97 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.848064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a66f011b-2924-4b72-89d2-cb4b6d6c7508 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:49.887223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-903bcfdf-209e-41b2-af2c-98079c69ec4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:49.894349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be566216-e1d2-4f64-b3c6-5d441eba1b97 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event deleted for resources: {'Port': ['ID=2f62e856-49e0-41b9-a21c-7d27ea3db66d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:49.900708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-be566216-e1d2-4f64-b3c6-5d441eba1b97 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:49.948429 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-903bcfdf-209e-41b2-af2c-98079c69ec4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.031341 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f89cdfa7-4075-4e05-a9d8-f41ca68e4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.033990 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f89cdfa7-4075-4e05-a9d8-f41ca68e4b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.038023 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f89cdfa7-4075-4e05-a9d8-f41ca68e4b67 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8515af38-8cd4-4f1b-bf93-d51ad2f5e9b0 HTTP/1.1" status: 204 len: 168 time: 0.4351425 Jun 24 12:43:50.050819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f719067-2d6a-49f1-be52-41ef9ba905df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30da8797-a804-46b1-ab1a-cb2b131d9dba,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:50.058621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2f719067-2d6a-49f1-be52-41ef9ba905df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:50.078253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a39a90b7-18b5-44dc-b7e0-2941da2bb7a3 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:50.085793 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-be566216-e1d2-4f64-b3c6-5d441eba1b97 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.111010 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-903bcfdf-209e-41b2-af2c-98079c69ec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.113980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-903bcfdf-209e-41b2-af2c-98079c69ec4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.115140 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-903bcfdf-209e-41b2-af2c-98079c69ec4a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/30da8797-a804-46b1-ab1a-cb2b131d9dba HTTP/1.1" status: 204 len: 168 time: 0.4260058 Jun 24 12:43:50.116325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cdfa7-4075-4e05-a9d8-f41ca68e4b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8515af38-8cd4-4f1b-bf93-d51ad2f5e9b0,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:50.119735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f89cdfa7-4075-4e05-a9d8-f41ca68e4b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:50.120368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f89cdfa7-4075-4e05-a9d8-f41ca68e4b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:50.131926 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bcfdf-209e-41b2-af2c-98079c69ec4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30da8797-a804-46b1-ab1a-cb2b131d9dba,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:50.136419 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-903bcfdf-209e-41b2-af2c-98079c69ec4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:50.194927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fb00cf81-9113-4fbb-a874-6875e56da776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.252069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.300012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be566216-e1d2-4f64-b3c6-5d441eba1b97 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Router be1e289b-3cfd-4619-90f3-13d359096e39 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:50.335093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port bdc809ca-df80-4b08-b074-d0a95d0b4219 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:43:50.398195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be566216-e1d2-4f64-b3c6-5d441eba1b97 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:50.404104 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-be566216-e1d2-4f64-b3c6-5d441eba1b97 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "PUT /v2.0/routers/be1e289b-3cfd-4619-90f3-13d359096e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1860294 Jun 24 12:43:50.407693 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42566) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:50.413452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999f24ac-d085-4a2e-80ce-647ab2f7413c None None] Sync routers for ids ['be1e289b-3cfd-4619-90f3-13d359096e39'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:50.434254 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999f24ac-d085-4a2e-80ce-647ab2f7413c None None] Routers {'be1e289b-3cfd-4619-90f3-13d359096e39'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:50.435909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-999f24ac-d085-4a2e-80ce-647ab2f7413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['be1e289b-3cfd-4619-90f3-13d359096e39'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:50.461227 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-291f5c95-d2df-4a0a-95f2-2d8a3365ee00 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] show failed (client error): The resource could not be found. Jun 24 12:43:50.467886 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-291f5c95-d2df-4a0a-95f2-2d8a3365ee00 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "GET /v2.0/routers/tempest-non_exist_router-645012101 HTTP/1.1" status: 404 len: 334 time: 0.0536366 Jun 24 12:43:50.468696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42570) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:50.475261 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-0d05ecd0-b614-4ca5-a4ac-70a91f8e8324 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:50.509926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-999f24ac-d085-4a2e-80ce-647ab2f7413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:50.510878 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-0d05ecd0-b614-4ca5-a4ac-70a91f8e8324 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] update failed (client error): The resource could not be found. Jun 24 12:43:50.511928 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0d05ecd0-b614-4ca5-a4ac-70a91f8e8324 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "PUT /v2.0/routers/tempest-non_exist_router-231505152 HTTP/1.1" status: 404 len: 334 time: 0.0420079 Jun 24 12:43:50.518690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42574) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:50.520312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999f24ac-d085-4a2e-80ce-647ab2f7413c None None] Routers {'be1e289b-3cfd-4619-90f3-13d359096e39'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:50.521769 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-999f24ac-d085-4a2e-80ce-647ab2f7413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['be1e289b-3cfd-4619-90f3-13d359096e39'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:50.563416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-999f24ac-d085-4a2e-80ce-647ab2f7413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:50.564282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999f24ac-d085-4a2e-80ce-647ab2f7413c None None] The sync data for ids ['be1e289b-3cfd-4619-90f3-13d359096e39'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:50.587265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7902e6-65a5-4585-ad16-3846c79716a5 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Deleting subnet 2ee38c0d-22bf-412b-bf7c-f5bbbc205904 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:43:50.590686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b7902e6-65a5-4585-ad16-3846c79716a5 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.648560 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42580) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:50.668978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b7902e6-65a5-4585-ad16-3846c79716a5 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.679623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-5466e999-410c-47e6-b107-1789ee127053 admin admin] Deleting port 6f789ec7-f678-4190-90a9-b0d1578cd75f {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:50.680484 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5466e999-410c-47e6-b107-1789ee127053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.749229 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-00311461-0b55-4b79-a073-5167e2685142 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=40b0d7b8041f405eb1bd509b9f462697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0968442 Jun 24 12:43:50.749417 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42582) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:50.831534 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b7902e6-65a5-4585-ad16-3846c79716a5 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.842599 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0355c313-2eec-43d2-8a4e-1e55bc7ba158 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:50.875224 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0618e0d5-ec44-4580-a85e-f78a2a3f3522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.909872 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0618e0d5-ec44-4580-a85e-f78a2a3f3522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.912521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.943773 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b7902e6-65a5-4585-ad16-3846c79716a5 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.950230 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d6cd2894-dd26-4b58-8ffc-7f535a7d625c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:50.980066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b7902e6-65a5-4585-ad16-3846c79716a5 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.984678 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8b7902e6-65a5-4585-ad16-3846c79716a5 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "DELETE /v2.0/subnets/2ee38c0d-22bf-412b-bf7c-f5bbbc205904 HTTP/1.1" status: 204 len: 168 time: 0.4645305 Jun 24 12:43:50.985264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42592) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:50.988530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7902e6-65a5-4585-ad16-3846c79716a5 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee38c0d-22bf-412b-bf7c-f5bbbc205904,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:50.997689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8b7902e6-65a5-4585-ad16-3846c79716a5 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:51.000417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-5466e999-410c-47e6-b107-1789ee127053 admin admin] For port 6f789ec7-f678-4190-90a9-b0d1578cd75f, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6f789ec7-f678-4190-90a9-b0d1578cd75f,segment=NetworkSegment(1f6bde56-a6e3-4fcd-843d-61291529d7a8),segment_id=1f6bde56-a6e3-4fcd-843d-61291529d7a8)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:51.001216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5466e999-410c-47e6-b107-1789ee127053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.006346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2773d92e-e620-41da-b3a6-36389d6890d7 None None] Network 69427c6a-9d66-4030-9c8b-04b2c3d9b672 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:51.055563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0618e0d5-ec44-4580-a85e-f78a2a3f3522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.058136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0618e0d5-ec44-4580-a85e-f78a2a3f3522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.061687 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0618e0d5-ec44-4580-a85e-f78a2a3f3522 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/56888624-9f89-46cb-867a-78dc73daaf53 HTTP/1.1" status: 204 len: 168 time: 0.3089247 Jun 24 12:43:51.062655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-612ee462-3aaa-4070-95ca-4ed5a0ff5c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:51.083615 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618e0d5-ec44-4580-a85e-f78a2a3f3522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56888624-9f89-46cb-867a-78dc73daaf53,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:51.087031 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0618e0d5-ec44-4580-a85e-f78a2a3f3522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:51.089975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676040e-0fd7-44d0-858d-9e86f6e1907e req-57e09fe6-5c44-42a5-b4c4-b74677bf8dbf tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:51.091761 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.092838 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a676040e-0fd7-44d0-858d-9e86f6e1907e req-57e09fe6-5c44-42a5-b4c4-b74677bf8dbf tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.3303504 Jun 24 12:43:51.117276 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-5466e999-410c-47e6-b107-1789ee127053 admin admin] Calling delete_port for 6f789ec7-f678-4190-90a9-b0d1578cd75f owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:51.155787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Deleting port 31c24b70-b8eb-46be-9d4b-09e607e138b4 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:51.156426 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.204713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42596) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:51.238105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] For port 31c24b70-b8eb-46be-9d4b-09e607e138b4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=31c24b70-b8eb-46be-9d4b-09e607e138b4,segment=NetworkSegment(b280872a-e803-4b92-a3f8-e909821bd99d),segment_id=b280872a-e803-4b92-a3f8-e909821bd99d)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:51.238456 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.254093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Calling delete_port for 31c24b70-b8eb-46be-9d4b-09e607e138b4 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:51.255908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0355c313-2eec-43d2-8a4e-1e55bc7ba158 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:51.257934 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.262639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0355c313-2eec-43d2-8a4e-1e55bc7ba158 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.275090 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4823cb1-68c4-4d06-9b07-81e979a34fa0 None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:51.281161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:51.303334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] DHCP port deletion for 69427c6a-9d66-4030-9c8b-04b2c3d9b672 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:43:51.320238 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4823cb1-68c4-4d06-9b07-81e979a34fa0 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:51.323361 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c4823cb1-68c4-4d06-9b07-81e979a34fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:51.385380 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a676040e-0fd7-44d0-858d-9e86f6e1907e req-32d905c0-fc8f-421a-a3b8-ce14ca9e959d tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586586 Jun 24 12:43:51.392906 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c4823cb1-68c4-4d06-9b07-81e979a34fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:51.396852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.404320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-433014b5-ce3c-4b43-9afa-87b4e7a99c26 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:51.415531 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Deleting port 31c24b70-b8eb-46be-9d4b-09e607e138b4 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:51.417343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.439557 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4823cb1-68c4-4d06-9b07-81e979a34fa0 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:51.440298 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c4823cb1-68c4-4d06-9b07-81e979a34fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:51.496123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event deleted for resources: {'Port': ['ID=31c24b70-b8eb-46be-9d4b-09e607e138b4,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:51.499239 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:51.502037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] No DVR routers for this DVR port 31c24b70-b8eb-46be-9d4b-09e607e138b4 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:51.555871 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c4823cb1-68c4-4d06-9b07-81e979a34fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:51.558333 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4823cb1-68c4-4d06-9b07-81e979a34fa0 None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:51.592532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:51.602008 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] For port 31c24b70-b8eb-46be-9d4b-09e607e138b4, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:51.603081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:51.603975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.606536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:51.613495 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:51.614292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.621461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5466e999-410c-47e6-b107-1789ee127053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.640366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Calling delete_port for 31c24b70-b8eb-46be-9d4b-09e607e138b4 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:51.649319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.ipam_backend_mixin [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Port 31c24b70-b8eb-46be-9d4b-09e607e138b4 was not found and therefore no delete operation was performed {{(pid=100147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:43:51.657170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.666307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:51.703521 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.729678 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69427c6a-9d66-4030-9c8b-04b2c3d9b672']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:51.734258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Pushing event deleted for resources: {'Port': ['ID=31c24b70-b8eb-46be-9d4b-09e607e138b4,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:51.738277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] No DVR routers for this DVR port 31c24b70-b8eb-46be-9d4b-09e607e138b4 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:51.763133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b280872a-e803-4b92-a3f8-e909821bd99d') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:51.763432 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b280872a-e803-4b92-a3f8-e909821bd99d') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:51.765122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:51.765483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:51.765831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:51.766170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:51.766507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:51.770087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:51.770943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:51.773476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:51.773903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:51.774255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:51.774604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:51.774971 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:51.780536 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.782616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:51.814004 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.823613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:51.824257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:51.828104 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:51.843529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1797016562'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:51.855484 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0355c313-2eec-43d2-8a4e-1e55bc7ba158 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "PUT /v2.0/floatingips/f2d626ec-2463-41d3-93c8-28a7074f7eea HTTP/1.1" status: 200 len: 688 time: 3.0515704 Jun 24 12:43:51.857477 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=bdc809ca-df80-4b08-b074-d0a95d0b4219,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:51.860944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:51.865117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42610) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:51.865697 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:51.886968 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42612) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:51.887575 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0821736 Jun 24 12:43:51.919131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.977782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-fb00cf81-9113-4fbb-a874-6875e56da776 admin admin] Deleting port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:51.978129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fb00cf81-9113-4fbb-a874-6875e56da776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:51.981910 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:51.988507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466e999-410c-47e6-b107-1789ee127053 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f789ec7-f678-4190-90a9-b0d1578cd75f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:51.991871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5466e999-410c-47e6-b107-1789ee127053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:51.996882 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.003793 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "DELETE /v2.0/networks/69427c6a-9d66-4030-9c8b-04b2c3d9b672 HTTP/1.1" status: 204 len: 168 time: 1.0165107 Jun 24 12:43:52.011559 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42618) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:52.042309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event deleted for resources: {'Network': ['ID=69427c6a-9d66-4030-9c8b-04b2c3d9b672,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:52.053657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:52.098555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dc48f8-bd62-46e2-bed4-5c17e7d531c5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:52.104338 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b9dc48f8-bd62-46e2-bed4-5c17e7d531c5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/bdc809ca-df80-4b08-b074-d0a95d0b4219 HTTP/1.1" status: 200 len: 845 time: 0.2154968 Jun 24 12:43:52.104905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:52.109278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.112874 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42622) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:52.191041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f8ed14-101e-4028-87f8-cddd0c748d07 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Deleting subnet f43d8836-0cf2-4618-934a-6e1c138ee469 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:43:52.218513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-07f8ed14-101e-4028-87f8-cddd0c748d07 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.292284 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-07f8ed14-101e-4028-87f8-cddd0c748d07 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.321627 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-52cd93d7-326b-49b1-9429-f7872f7eca71 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port bdc809ca-df80-4b08-b074-d0a95d0b4219 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:52.321974 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52cd93d7-326b-49b1-9429-f7872f7eca71 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.412337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42630) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:52.449840 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52cd93d7-326b-49b1-9429-f7872f7eca71 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.476747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-52cd93d7-326b-49b1-9429-f7872f7eca71 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for bdc809ca-df80-4b08-b074-d0a95d0b4219 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:52.527550 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-07f8ed14-101e-4028-87f8-cddd0c748d07 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.532289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.571396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5466e999-410c-47e6-b107-1789ee127053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.584608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1107054712'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:52.645296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-fb00cf81-9113-4fbb-a874-6875e56da776 admin admin] For port ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6,segment=NetworkSegment(69f496ae-fbbf-4fd5-b1eb-9a156c295d91),segment_id=69f496ae-fbbf-4fd5-b1eb-9a156c295d91)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:52.645701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fb00cf81-9113-4fbb-a874-6875e56da776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.646479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-07f8ed14-101e-4028-87f8-cddd0c748d07 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.649509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:43:52.649509 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 24 12:43:52.649509 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'project_id': '36cb4e50810248ee993742afd74b1acd', 'id': 'b9d32791-ada9-4eef-b06a-fcae60c7352b', 'expiration': datetime.datetime(2021, 6, 24, 12, 45, 52, 619217)}] Jun 24 12:43:52.649509 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:43:52.650203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:43:52.651250 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6259b4a7-166a-4fd4-bfdb-068fee42863d tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:52.655080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52cd93d7-326b-49b1-9429-f7872f7eca71 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.680842 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Made reservation on behalf of 738674913ead40288ba5026a9cca9d67 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:52.684545 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.693398 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8ed14-101e-4028-87f8-cddd0c748d07 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event deleted for resources: {'Subnet': ['ID=f43d8836-0cf2-4618-934a-6e1c138ee469,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:52.697185 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-07f8ed14-101e-4028-87f8-cddd0c748d07 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:52.705951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-902f2fc4-f771-4ef6-8f84-1045281fb32e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:52.709378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-fb00cf81-9113-4fbb-a874-6875e56da776 admin admin] Calling delete_port for ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:52.713968 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-07f8ed14-101e-4028-87f8-cddd0c748d07 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.716278 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-07f8ed14-101e-4028-87f8-cddd0c748d07 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "DELETE /v2.0/subnets/f43d8836-0cf2-4618-934a-6e1c138ee469 HTTP/1.1" status: 204 len: 168 time: 0.6856871 Jun 24 12:43:52.721142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843852c2-5399-43f8-82bf-72bac92a4ed5 None None] Network a656a484-abc4-41b8-9e7f-015df76fd930 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:52.725920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42634) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:52.736906 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.741526 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd93d7-326b-49b1-9429-f7872f7eca71 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=bdc809ca-df80-4b08-b074-d0a95d0b4219,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:52.749456 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52cd93d7-326b-49b1-9429-f7872f7eca71 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.755179 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-52cd93d7-326b-49b1-9429-f7872f7eca71 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/bdc809ca-df80-4b08-b074-d0a95d0b4219 HTTP/1.1" status: 204 len: 168 time: 0.6331427 Jun 24 12:43:52.756390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-52cd93d7-326b-49b1-9429-f7872f7eca71 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:52.757109 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42636) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:52.759425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874266-a3b5-4f6e-bca6-cbe8c77dc076 req-5aa75c76-d8f2-4047-8397-4baf57418660 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:52.761470 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45874266-a3b5-4f6e-bca6-cbe8c77dc076 req-5aa75c76-d8f2-4047-8397-4baf57418660 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.6476612 Jun 24 12:43:52.794233 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfa34ef-ee63-4cf4-84c1-f6634f7364e2 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] GET failed (client error): The resource could not be found. Jun 24 12:43:52.795679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 31c24b70-b8eb-46be-9d4b-09e607e138b4 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:52.800141 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4dfa34ef-ee63-4cf4-84c1-f6634f7364e2 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/bdc809ca-df80-4b08-b074-d0a95d0b4219 HTTP/1.1" status: 404 len: 333 time: 0.0420544 Jun 24 12:43:52.803144 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42638) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:52.804976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4dd34520-6588-49c0-897e-2796289ee43d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port 2fa969d8-e3d4-40d5-ac65-12a44a1daa60 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:52.805327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4dd34520-6588-49c0-897e-2796289ee43d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.810570 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'name': 'tempest-PortsIpV6TestJSON-1825434395'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:52.814547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e221450-4f4b-4f3a-ac49-3b4523599c06 req-01a19a55-c33c-4686-9ef0-78d6b01fc11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:52.816050 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e221450-4f4b-4f3a-ac49-3b4523599c06 req-01a19a55-c33c-4686-9ef0-78d6b01fc11e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9e00f3e6259c4ceaa736960d4de052a3&device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 1099 time: 0.6129150 Jun 24 12:43:52.822702 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 31c24b70-b8eb-46be-9d4b-09e607e138b4 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:52.823091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 31c24b70-b8eb-46be-9d4b-09e607e138b4 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:52.971186 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.976531 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e72779e-ff0e-4b87-a5b8-ad99773548b4 None None] DHCP port deletion for a656a484-abc4-41b8-9e7f-015df76fd930 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:43:52.976864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:52.982839 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ef2815c4-4426-460f-8bf2-017fcd6a9d5a tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:53.005058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] vlan segment allocate from pool success with {'vlan_id': 1324, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:53.008275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ea7166-03f9-4ce3-9091-edff3ad8ca2e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Deleting subnet 0b6189e0-d5cb-4421-889e-3dbcbe96845f {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:43:53.027862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:53.031656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.034038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.034371 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Added segment 248049e1-aca3-40cf-952b-454c4dd8b9de of type vlan for network d1d2b172-9193-4de1-b8a6-6832011e72fe Jun 24 12:43:53.036627 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0742d712-a70a-40ed-a60c-d8d46a3538bd,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:53.037191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-4e72779e-ff0e-4b87-a5b8-ad99773548b4 None None] Deleting port 4b50b240-6285-4d5c-a976-a9f57762f64b {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:53.037582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4e72779e-ff0e-4b87-a5b8-ad99773548b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.050885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-82ea7166-03f9-4ce3-9091-edff3ad8ca2e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.051024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:53.081239 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port efb5c9d2-97a3-425f-933f-17e3e92872a6 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:43:53.109523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-4e72779e-ff0e-4b87-a5b8-ad99773548b4 None None] For port 4b50b240-6285-4d5c-a976-a9f57762f64b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=4b50b240-6285-4d5c-a976-a9f57762f64b,segment=NetworkSegment(379d83d6-3d0b-48c5-bdb8-b738191d9c82),segment_id=379d83d6-3d0b-48c5-bdb8-b738191d9c82)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:53.109916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4e72779e-ff0e-4b87-a5b8-ad99773548b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.112770 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45874266-a3b5-4f6e-bca6-cbe8c77dc076 req-848be893-530d-406d-8361-16fd21f20352 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112216 Jun 24 12:43:53.136693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-4e72779e-ff0e-4b87-a5b8-ad99773548b4 None None] Calling delete_port for 4b50b240-6285-4d5c-a976-a9f57762f64b owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:53.142188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.161962 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.205134 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.210984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:53.211596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.218131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7da5e90a-bcb0-47c2-af96-9582fe7b6f4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:53.223001 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-82ea7166-03f9-4ce3-9091-edff3ad8ca2e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.268599 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8509154 Jun 24 12:43:53.280137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4dd34520-6588-49c0-897e-2796289ee43d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.280509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4dd34520-6588-49c0-897e-2796289ee43d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.285663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4e72779e-ff0e-4b87-a5b8-ad99773548b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.285901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42640) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:53.289781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-148a89e3-bc66-4190-ba78-f0055473d338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:53.293149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f2b85c96-47fe-47c8-a7b5-76a0b1cae9c8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Request body: {'subnet': {'network_id': 'd1d2b172-9193-4de1-b8a6-6832011e72fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:53.318701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e221450-4f4b-4f3a-ac49-3b4523599c06 req-dcf08f88-4fd3-4928-8d03-2be34ff8c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:53.319833 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72779e-ff0e-4b87-a5b8-ad99773548b4 None None] Pushing event deleted for resources: {'Port': ['ID=4b50b240-6285-4d5c-a976-a9f57762f64b,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:53.320094 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e221450-4f4b-4f3a-ac49-3b4523599c06 req-dcf08f88-4fd3-4928-8d03-2be34ff8c6ee service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d68f41-feb7-4d70-8589-06f7af50cb16 HTTP/1.1" status: 200 len: 914 time: 0.4385812 Jun 24 12:43:53.326052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4e72779e-ff0e-4b87-a5b8-ad99773548b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:53.326182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72779e-ff0e-4b87-a5b8-ad99773548b4 None None] No DVR routers for this DVR port 4b50b240-6285-4d5c-a976-a9f57762f64b on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:53.353492 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event updated for resources: {'Network': ['ID=d1d2b172-9193-4de1-b8a6-6832011e72fe,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:53.357007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:53.357201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4dd34520-6588-49c0-897e-2796289ee43d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for 2fa969d8-e3d4-40d5-ac65-12a44a1daa60 owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:53.375980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.388724 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network d1d2b172-9193-4de1-b8a6-6832011e72fe details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:53.438566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.451112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5e70838b-4887-46a5-b175-45d96a6fee08 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:53.500801 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:53.504534 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:53.510618 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:53.516116 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:53.516725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.535541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=efb5c9d2-97a3-425f-933f-17e3e92872a6,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:53.538684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:53.660782 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e221450-4f4b-4f3a-ac49-3b4523599c06 req-de2d66d6-78d0-4786-8f70-fa50c4db110b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3332f2ee-4a45-4621-9d9e-387a0e0b4e48 HTTP/1.1" status: 200 len: 1002 time: 0.3191545 Jun 24 12:43:53.671713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5466e999-410c-47e6-b107-1789ee127053 admin admin] Router 7f4b1491-bc37-4aaf-8243-e86e7675549b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:53.692044 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-82ea7166-03f9-4ce3-9091-edff3ad8ca2e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.783363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fb00cf81-9113-4fbb-a874-6875e56da776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.800606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:53.837632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e221450-4f4b-4f3a-ac49-3b4523599c06 req-f8758a30-3c13-4ec7-9f90-218142025f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:53.839670 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e221450-4f4b-4f3a-ac49-3b4523599c06 req-f8758a30-3c13-4ec7-9f90-218142025f72 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f784f0f9-8bdf-4f24-8441-7b7640fbd3c6 HTTP/1.1" status: 200 len: 851 time: 0.1702540 Jun 24 12:43:53.968785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00cf81-9113-4fbb-a874-6875e56da776 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:53.991515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fb00cf81-9113-4fbb-a874-6875e56da776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:54.022666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-82ea7166-03f9-4ce3-9091-edff3ad8ca2e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.030574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.032427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:54.040643 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2356901 Jun 24 12:43:54.042725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42644) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:54.048567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-425aba06-aa39-413c-93e2-9d7804cf913d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:54.143312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-425aba06-aa39-413c-93e2-9d7804cf913d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.310310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-425aba06-aa39-413c-93e2-9d7804cf913d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.315318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-425aba06-aa39-413c-93e2-9d7804cf913d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.317473 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-001d7406-8a7a-42f3-a347-31db411a7c9b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:54.348306 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.350033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-425aba06-aa39-413c-93e2-9d7804cf913d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] In _notify_port_updated(), no bound segment for port efb5c9d2-97a3-425f-933f-17e3e92872a6 on network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 {{(pid=100146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:43:54.355977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425aba06-aa39-413c-93e2-9d7804cf913d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:54.356598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-425aba06-aa39-413c-93e2-9d7804cf913d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.357883 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-425aba06-aa39-413c-93e2-9d7804cf913d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "PUT /v2.0/ports/efb5c9d2-97a3-425f-933f-17e3e92872a6 HTTP/1.1" status: 200 len: 818 time: 0.3140612 Jun 24 12:43:54.360997 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42648) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:54.373426 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea7166-03f9-4ce3-9091-edff3ad8ca2e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6189e0-d5cb-4421-889e-3dbcbe96845f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:54.397796 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-82ea7166-03f9-4ce3-9091-edff3ad8ca2e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:54.403058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425aba06-aa39-413c-93e2-9d7804cf913d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=efb5c9d2-97a3-425f-933f-17e3e92872a6,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:54.405524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e8876eb1-d0a0-44da-a0a4-b7f7a75fc7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:54.406385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48932ab1-b8ce-4454-801d-960cb9366992 None None] Network fe8bd6b8-91f3-47ac-bd93-5fa125b9e468 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:54.407575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-425aba06-aa39-413c-93e2-9d7804cf913d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:54.409046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-82ea7166-03f9-4ce3-9091-edff3ad8ca2e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.413242 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-82ea7166-03f9-4ce3-9091-edff3ad8ca2e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "DELETE /v2.0/subnets/0b6189e0-d5cb-4421-889e-3dbcbe96845f HTTP/1.1" status: 204 len: 168 time: 1.6795030 Jun 24 12:43:54.414626 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42650) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:54.450197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] vlan segment allocate from pool success with {'vlan_id': 1300, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:54.502801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b85c96-47fe-47c8-a7b5-76a0b1cae9c8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Made reservation on behalf of 738674913ead40288ba5026a9cca9d67 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:54.506099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f2b85c96-47fe-47c8-a7b5-76a0b1cae9c8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.520113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4dd34520-6588-49c0-897e-2796289ee43d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.529184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.548446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e10fda8d-04e2-4c72-8e07-c9cdfc01bc58 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port efb5c9d2-97a3-425f-933f-17e3e92872a6 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:54.548802 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e10fda8d-04e2-4c72-8e07-c9cdfc01bc58 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.555275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.555619 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Added segment 1e572e1f-1ad2-448d-9229-905e1bb836a6 of type vlan for network 528f8396-d5ec-4a00-b2e0-082906b3ce6a Jun 24 12:43:54.578730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5466e999-410c-47e6-b107-1789ee127053 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:54.580370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c704744-51fd-474e-9082-b7ebcc43df40,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:54.607845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03524eb3-6ba0-44d2-bf97-9ee11820bb53 None None] Sync routers for ids ['7f4b1491-bc37-4aaf-8243-e86e7675549b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:54.614461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:54.621209 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5466e999-410c-47e6-b107-1789ee127053 admin admin] 10.222.0.110 "PUT /v2.0/routers/7f4b1491-bc37-4aaf-8243-e86e7675549b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9982927 Jun 24 12:43:54.625407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-14cce599-088a-417a-9451-ce68e658fabe tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:54.630387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42652) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:54.647799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f61d9f3-ad9d-4944-94d0-56898fea4b38 None None] DHCP port deletion for fe8bd6b8-91f3-47ac-bd93-5fa125b9e468 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:43:54.649591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03524eb3-6ba0-44d2-bf97-9ee11820bb53 None None] Routers {'7f4b1491-bc37-4aaf-8243-e86e7675549b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:54.650240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-03524eb3-6ba0-44d2-bf97-9ee11820bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7f4b1491-bc37-4aaf-8243-e86e7675549b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:54.709685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.732298 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a656a484-abc4-41b8-9e7f-015df76fd930']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:54.744381 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e10fda8d-04e2-4c72-8e07-c9cdfc01bc58 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.755058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379d83d6-3d0b-48c5-bdb8-b738191d9c82') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:54.755223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379d83d6-3d0b-48c5-bdb8-b738191d9c82') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:54.770477 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e10fda8d-04e2-4c72-8e07-c9cdfc01bc58 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for efb5c9d2-97a3-425f-933f-17e3e92872a6 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:54.773200 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.789363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd34520-6588-49c0-897e-2796289ee43d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=2fa969d8-e3d4-40d5-ac65-12a44a1daa60,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:54.793597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e221450-4f4b-4f3a-ac49-3b4523599c06 req-dd51acbe-87d3-442b-a82f-474baaca3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:54.795450 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e221450-4f4b-4f3a-ac49-3b4523599c06 req-dd51acbe-87d3-442b-a82f-474baaca3710 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d68f41-feb7-4d70-8589-06f7af50cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9166422 Jun 24 12:43:54.820690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.822576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4dd34520-6588-49c0-897e-2796289ee43d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:54.832225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.857050 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:54.857391 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:54.860853 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:54.941160 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.942808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 4b50b240-6285-4d5c-a976-a9f57762f64b no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:54.944138 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838b4af-1b10-4b56-bc4c-15e55744bcaf req-fe71b42d-c7d3-4bd2-8f9f-490995d64c2a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:54.944749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:54.945910 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d838b4af-1b10-4b56-bc4c-15e55744bcaf req-fe71b42d-c7d3-4bd2-8f9f-490995d64c2a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.5887909 Jun 24 12:43:54.946655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fb00cf81-9113-4fbb-a874-6875e56da776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.950089 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:54.954795 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "DELETE /v2.0/networks/a656a484-abc4-41b8-9e7f-015df76fd930 HTTP/1.1" status: 204 len: 168 time: 0.5403099 Jun 24 12:43:54.970283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42654) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:54.971829 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 4b50b240-6285-4d5c-a976-a9f57762f64b {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:54.972032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 4b50b240-6285-4d5c-a976-a9f57762f64b not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:54.972466 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:54.982621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event deleted for resources: {'Network': ['ID=a656a484-abc4-41b8-9e7f-015df76fd930,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:54.994656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:55.001879 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e10fda8d-04e2-4c72-8e07-c9cdfc01bc58 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.006578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-043d7d96-d3bf-439e-90ea-ca9383db2862 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:55.022790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4dd34520-6588-49c0-897e-2796289ee43d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.026031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4dd34520-6588-49c0-897e-2796289ee43d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.030094 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4dd34520-6588-49c0-897e-2796289ee43d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/floatingips/f2d626ec-2463-41d3-93c8-28a7074f7eea HTTP/1.1" status: 204 len: 168 time: 3.1612446 Jun 24 12:43:55.032679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-03524eb3-6ba0-44d2-bf97-9ee11820bb53 None None] Set router 7f4b1491-bc37-4aaf-8243-e86e7675549b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:55.034739 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42656) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:55.066033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fda8d-04e2-4c72-8e07-c9cdfc01bc58 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=efb5c9d2-97a3-425f-933f-17e3e92872a6,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:55.069870 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e10fda8d-04e2-4c72-8e07-c9cdfc01bc58 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:55.073931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.079533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:55.080027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e10fda8d-04e2-4c72-8e07-c9cdfc01bc58 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.080171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.081904 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e10fda8d-04e2-4c72-8e07-c9cdfc01bc58 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/efb5c9d2-97a3-425f-933f-17e3e92872a6 HTTP/1.1" status: 204 len: 168 time: 0.7202835 Jun 24 12:43:55.088566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.091035 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42658) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:55.106669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7f61d9f3-ad9d-4944-94d0-56898fea4b38 None None] Deleting port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:55.107414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7f61d9f3-ad9d-4944-94d0-56898fea4b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.114881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8c68cb39-8e52-4c56-91df-992f13133d43 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:55.173801 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-563bc89a-24d8-454a-b0b6-2db3cfe2eeb5 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] delete failed (client error): The resource could not be found. Jun 24 12:43:55.179325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42660) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:55.179527 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-563bc89a-24d8-454a-b0b6-2db3cfe2eeb5 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/floatingips/f2d626ec-2463-41d3-93c8-28a7074f7eea HTTP/1.1" status: 404 len: 345 time: 0.1374173 Jun 24 12:43:55.217644 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3ee0d2-d9aa-421c-a07d-ccd1e41020e2 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:55.221608 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ab3ee0d2-d9aa-421c-a07d-ccd1e41020e2 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1271849 Jun 24 12:43:55.239204 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42662) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:55.259285 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.265005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-7f61d9f3-ad9d-4944-94d0-56898fea4b38 None None] For port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5b0ddbc5-ab2a-4e68-9468-cdb9710f7857,segment=NetworkSegment(37bb4765-8816-476a-8296-953522a42d02),segment_id=37bb4765-8816-476a-8296-953522a42d02)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:55.265471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7f61d9f3-ad9d-4944-94d0-56898fea4b38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.295237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.297609 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.0879676 Jun 24 12:43:55.308939 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d838b4af-1b10-4b56-bc4c-15e55744bcaf req-e9d99304-0f0f-42a6-ad88-dae67ff403be tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950501 Jun 24 12:43:55.328587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7f61d9f3-ad9d-4944-94d0-56898fea4b38 None None] Calling delete_port for 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:55.383275 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e221450-4f4b-4f3a-ac49-3b4523599c06 req-4b544206-9448-41cf-bc27-3ad2f4485973 service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555773 Jun 24 12:43:55.384303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Network': ['ID=528f8396-d5ec-4a00-b2e0-082906b3ce6a,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:55.401027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:55.406282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 528f8396-d5ec-4a00-b2e0-082906b3ce6a details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:55.439501 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5b0ddbc5-ab2a-4e68-9468-cdb9710f7857,segment=NetworkSegment(37bb4765-8816-476a-8296-953522a42d02),segment_id=37bb4765-8816-476a-8296-953522a42d02)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:55.509780 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.532658 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:55.579292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f2b85c96-47fe-47c8-a7b5-76a0b1cae9c8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.583452 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-82ea7166-03f9-4ce3-9091-edff3ad8ca2e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:55.613880 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25842a9-41b3-4ee9-a9e4-72be39d68df1 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] GET failed (client error): The resource could not be found. Jun 24 12:43:55.615474 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d25842a9-41b3-4ee9-a9e4-72be39d68df1 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/efb5c9d2-97a3-425f-933f-17e3e92872a6 HTTP/1.1" status: 404 len: 333 time: 0.3743596 Jun 24 12:43:55.618104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Deleting port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:55.618516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.626969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42664) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:55.640922 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ad7d4627-6b40-4a0b-a2a4-fa1978fa27ed tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1843012429'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:55.656974 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=5b0ddbc5-ab2a-4e68-9468-cdb9710f7857,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:55.672480 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7f61d9f3-ad9d-4944-94d0-56898fea4b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.676154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:55.678670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:55.707829 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.724334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61d9f3-ad9d-4944-94d0-56898fea4b38 None None] No DVR routers for this DVR port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:55.728275 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61d9f3-ad9d-4944-94d0-56898fea4b38 None None] Pushing event deleted for resources: {'Port': ['ID=5b0ddbc5-ab2a-4e68-9468-cdb9710f7857,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:55.737517 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] For port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5b0ddbc5-ab2a-4e68-9468-cdb9710f7857,segment=NetworkSegment(37bb4765-8816-476a-8296-953522a42d02),segment_id=37bb4765-8816-476a-8296-953522a42d02)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:55.737838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.740326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7d4627-6b40-4a0b-a2a4-fa1978fa27ed tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:55.744186 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4627-6b40-4a0b-a2a4-fa1978fa27ed tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.745410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7f61d9f3-ad9d-4944-94d0-56898fea4b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:55.759453 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-03524eb3-6ba0-44d2-bf97-9ee11820bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:43:51Z', 'revision_number': 5, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port': {'id': 'ede669f2-0d53-4cca-a904-3c1d0cfa40bd', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:55.779100 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e221450-4f4b-4f3a-ac49-3b4523599c06 req-2732a002-6ca0-48ae-8704-491f9363b42a service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839993 Jun 24 12:43:55.785569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e449a4e4-2389-4d4a-86a7-1df116e0a568 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:55.787887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b85c96-47fe-47c8-a7b5-76a0b1cae9c8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event updated for resources: {'Subnet': ['ID=3b754133-c911-4d38-ace5-47384919a71f,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:55.792706 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e449a4e4-2389-4d4a-86a7-1df116e0a568 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:55.801791 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e449a4e4-2389-4d4a-86a7-1df116e0a568 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:55.806043 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e449a4e4-2389-4d4a-86a7-1df116e0a568 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "GET /v2.0/ports?network_id=09bd04d7-fc46-4cc0-9932-3951efbcd4a3 HTTP/1.1" status: 200 len: 2358 time: 0.6234879 Jun 24 12:43:55.806616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03524eb3-6ba0-44d2-bf97-9ee11820bb53 None None] Checking router: 7f4b1491-bc37-4aaf-8243-e86e7675549b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:43:55.809655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42666) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:55.810540 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Calling delete_port for 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:55.832497 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f2b85c96-47fe-47c8-a7b5-76a0b1cae9c8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:55.833986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03524eb3-6ba0-44d2-bf97-9ee11820bb53 None None] Routers {'7f4b1491-bc37-4aaf-8243-e86e7675549b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:55.834672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-03524eb3-6ba0-44d2-bf97-9ee11820bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7f4b1491-bc37-4aaf-8243-e86e7675549b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:55.877624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Deleting port ede669f2-0d53-4cca-a904-3c1d0cfa40bd {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:55.878238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.888895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb00cf81-9113-4fbb-a874-6875e56da776 admin admin] Router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:55.895808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b85c96-47fe-47c8-a7b5-76a0b1cae9c8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Checking segment: {'id': '248049e1-aca3-40cf-952b-454c4dd8b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'd1d2b172-9193-4de1-b8a6-6832011e72fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:55.896429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b85c96-47fe-47c8-a7b5-76a0b1cae9c8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Network hostable DHCP agents. Network: d1d2b172-9193-4de1-b8a6-6832011e72fe, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:55.943618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-03524eb3-6ba0-44d2-bf97-9ee11820bb53 None None] Set router 7f4b1491-bc37-4aaf-8243-e86e7675549b gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:55.961159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.969567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-08068fe4-69cd-4332-8006-7794b18c84b8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:55.981682 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7d4627-6b40-4a0b-a2a4-fa1978fa27ed tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] vlan segment allocate from pool success with {'vlan_id': 1309, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:56.018096 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-03524eb3-6ba0-44d2-bf97-9ee11820bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:43:55Z', 'revision_number': 6, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:56.023764 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] No DVR routers for this DVR port 5b0ddbc5-ab2a-4e68-9468-cdb9710f7857 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:56.037390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event deleted for resources: {'Port': ['ID=5b0ddbc5-ab2a-4e68-9468-cdb9710f7857,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:56.040810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4627-6b40-4a0b-a2a4-fa1978fa27ed tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.041822 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-ad7d4627-6b40-4a0b-a2a4-fa1978fa27ed tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Added segment 836af60e-e67e-4c83-9ff8-2f5bf2408365 of type vlan for network b03cf07b-6679-46eb-9a59-d2d1b8d6bcee Jun 24 12:43:56.054577 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:56.059667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03524eb3-6ba0-44d2-bf97-9ee11820bb53 None None] The sync data for ids ['7f4b1491-bc37-4aaf-8243-e86e7675549b'] in dv-neutron-797121-4-hyperv is: [{'id': '7f4b1491-bc37-4aaf-8243-e86e7675549b', 'name': 'tempest-ServersTestManualDisk-1496881220-router', 'tenant_id': '1ec3bfc591024c61bea70bb7bea00025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:44Z', 'updated_at': '2021-06-24T12:43:55Z', 'revision_number': 6, 'project_id': '1ec3bfc591024c61bea70bb7bea00025', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:56.085878 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7790543-ea6a-4451-b290-a2878e13848a tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:56.094087 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c7790543-ea6a-4451-b290-a2878e13848a tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "GET /v2.0/subnets/e4ba346b-eb56-48b4-8d3a-2bea0b141b2f HTTP/1.1" status: 200 len: 797 time: 0.2767675 Jun 24 12:43:56.134202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42668) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:56.152741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'port': {'network_id': '09bd04d7-fc46-4cc0-9932-3951efbcd4a3', 'name': 'tempest-FloatingIPTestJSON-371293671', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:56.179418 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4627-6b40-4a0b-a2a4-fa1978fa27ed tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.258418 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.275787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8bd6b8-91f3-47ac-bd93-5fa125b9e468']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:56.307552 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bb4765-8816-476a-8296-953522a42d02') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:56.307900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bb4765-8816-476a-8296-953522a42d02') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:56.328267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.334756 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b85c96-47fe-47c8-a7b5-76a0b1cae9c8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Network d1d2b172-9193-4de1-b8a6-6832011e72fe is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:56.340120 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4627-6b40-4a0b-a2a4-fa1978fa27ed tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.345856 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7d4627-6b40-4a0b-a2a4-fa1978fa27ed tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:56.346756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4627-6b40-4a0b-a2a4-fa1978fa27ed tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.362350 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7009ed00-30b3-4c09-a1b7-1e464a13441f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:56.363220 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-f2b85c96-47fe-47c8-a7b5-76a0b1cae9c8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, d1d2b172-9193-4de1-b8a6-6832011e72fe) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:56.372969 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ad7d4627-6b40-4a0b-a2a4-fa1978fa27ed tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7449367 Jun 24 12:43:56.374091 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.376980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b85c96-47fe-47c8-a7b5-76a0b1cae9c8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:56.377589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f2b85c96-47fe-47c8-a7b5-76a0b1cae9c8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.382268 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00be807b-85e6-40bc-946d-28aba522d9f0 None None] Network d1d2b172-9193-4de1-b8a6-6832011e72fe requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:56.385974 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42672) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:56.391624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] For port ede669f2-0d53-4cca-a904-3c1d0cfa40bd, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ede669f2-0d53-4cca-a904-3c1d0cfa40bd,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:56.392033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.397788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3163f8dd-fa54-46c6-a14d-5c896722af3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': 'b03cf07b-6679-46eb-9a59-d2d1b8d6bcee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:56.400959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:56.401566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:56.407249 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:56.436953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb00cf81-9113-4fbb-a874-6875e56da776 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:56.449285 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb448b1-3e0d-4efb-9b16-eb7a1f2c637f None None] Sync routers for ids ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:56.463000 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fb00cf81-9113-4fbb-a874-6875e56da776 admin admin] 10.222.0.110 "PUT /v2.0/routers/ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2912972 Jun 24 12:43:56.464309 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Calling delete_port for ede669f2-0d53-4cca-a904-3c1d0cfa40bd owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:56.475018 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f2b85c96-47fe-47c8-a7b5-76a0b1cae9c8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1849422 Jun 24 12:43:56.477007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42674) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:56.477337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42676) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:56.490233 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb448b1-3e0d-4efb-9b16-eb7a1f2c637f None None] Routers {'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:56.492069 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ffb448b1-3e0d-4efb-9b16-eb7a1f2c637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:56.536826 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Request body: {'port': {'network_id': 'd1d2b172-9193-4de1-b8a6-6832011e72fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1108381129'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:56.550547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d4627-6b40-4a0b-a2a4-fa1978fa27ed tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Network': ['ID=b03cf07b-6679-46eb-9a59-d2d1b8d6bcee,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:56.604491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ad7d4627-6b40-4a0b-a2a4-fa1978fa27ed tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:56.637098 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Made reservation on behalf of ce01c10518904de48c48ad4d9bb69185 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:56.686351 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.690713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e0d18b9b-3620-4752-896b-bb5af9fb88ba tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:56.701720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.715614 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "DELETE /v2.0/networks/fe8bd6b8-91f3-47ac-bd93-5fa125b9e468 HTTP/1.1" status: 204 len: 168 time: 1.7442071 Jun 24 12:43:56.732548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42678) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:56.739529 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-ffb448b1-3e0d-4efb-9b16-eb7a1f2c637f None None] Set router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:56.753986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network b03cf07b-6679-46eb-9a59-d2d1b8d6bcee details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:56.806412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event deleted for resources: {'Network': ['ID=fe8bd6b8-91f3-47ac-bd93-5fa125b9e468,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:56.821535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:56.878607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a2f13247-f7e6-4049-b5f8-5fcb4b4fc0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.881928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.899219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] device_id is not set on port c7855b17-3ae3-453c-a724-54f5d1dff22f yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:43:56.983498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-d1d2b172-9193-4de1-b8a6-6832011e72fe', 'network_id': 'd1d2b172-9193-4de1-b8a6-6832011e72fe', 'tenant_id': '738674913ead40288ba5026a9cca9d67', 'fixed_ips': [{'subnet_id': '3b754133-c911-4d38-ace5-47384919a71f'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:43:56.984690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.079260 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ffb448b1-3e0d-4efb-9b16-eb7a1f2c637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:43:53Z', 'revision_number': 5, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:57.113748 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb448b1-3e0d-4efb-9b16-eb7a1f2c637f None None] Checking router: ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:43:57.126073 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb448b1-3e0d-4efb-9b16-eb7a1f2c637f None None] Routers {'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:57.127096 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ffb448b1-3e0d-4efb-9b16-eb7a1f2c637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:57.250378 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Allocated IP 2001:db8::2 (d1d2b172-9193-4de1-b8a6-6832011e72fe/3b754133-c911-4d38-ace5-47384919a71f/1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:57.277375 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-ffb448b1-3e0d-4efb-9b16-eb7a1f2c637f None None] Set router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:57.279641 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-6451e7e4-af10-4ab6-adbd-5891427c8acf tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Deleting subnet 326565db-9d25-4d09-8959-88265f63137b {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:43:57.326565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.342367 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6451e7e4-af10-4ab6-adbd-5891427c8acf tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.349985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fb00cf81-9113-4fbb-a874-6875e56da776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:57.375131 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3163f8dd-fa54-46c6-a14d-5c896722af3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:57.379588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3163f8dd-fa54-46c6-a14d-5c896722af3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.518459 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.528472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Transition to ACTIVE for port object 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:57.545900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Transition to ACTIVE for port object 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:57.552223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6f789ec7-f678-4190-90a9-b0d1578cd75f no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:57.559193 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ffb448b1-3e0d-4efb-9b16-eb7a1f2c637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:43:53Z', 'revision_number': 5, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:57.576653 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 6f789ec7-f678-4190-90a9-b0d1578cd75f {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:57.577183 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6f789ec7-f678-4190-90a9-b0d1578cd75f not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:57.577751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ede669f2-0d53-4cca-a904-3c1d0cfa40bd no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:57.580996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.20.0.14 (09bd04d7-fc46-4cc0-9932-3951efbcd4a3/e4ba346b-eb56-48b4-8d3a-2bea0b141b2f/c7855b17-3ae3-453c-a724-54f5d1dff22f) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:57.598031 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.20.0.13 (09bd04d7-fc46-4cc0-9932-3951efbcd4a3/e4ba346b-eb56-48b4-8d3a-2bea0b141b2f/c7855b17-3ae3-453c-a724-54f5d1dff22f) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:57.604886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.614334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: ede669f2-0d53-4cca-a904-3c1d0cfa40bd {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:57.615004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ede669f2-0d53-4cca-a904-3c1d0cfa40bd not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:57.622715 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:57.623290 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb448b1-3e0d-4efb-9b16-eb7a1f2c637f None None] The sync data for ids ['ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc'] in dv-neutron-797121-4-hyperv is: [{'id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'name': 'tempest-ServersTestJSON-1255907084-router', 'tenant_id': '572e3e64a178497ca08b4c055c55e5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:46Z', 'updated_at': '2021-06-24T12:43:53Z', 'revision_number': 5, 'project_id': '572e3e64a178497ca08b4c055c55e5d8', 'gw_port': {'id': 'd2c08d2c-939d-4a68-a10b-8cc131f14f7d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:48Z', 'updated_at': '2021-06-24T12:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:57.697953 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Network d1d2b172-9193-4de1-b8a6-6832011e72fe is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:57.700454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Pushing event updated for resources: {'Port': ['ID=1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:57.704434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=ede669f2-0d53-4cca-a904-3c1d0cfa40bd,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:57.713616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:57.717997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:57.719445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:57.752231 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:57.758247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3163f8dd-fa54-46c6-a14d-5c896722af3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.774264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.777882 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.785759 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Attempting to bind port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:57.786827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Attempting to bind port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '248049e1-aca3-40cf-952b-454c4dd8b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'd1d2b172-9193-4de1-b8a6-6832011e72fe'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:57.787476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Attempting to bind port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 on network d1d2b172-9193-4de1-b8a6-6832011e72fe {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:57.804611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:57.805292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Checking segment: {'id': '248049e1-aca3-40cf-952b-454c4dd8b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'd1d2b172-9193-4de1-b8a6-6832011e72fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:57.805962 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.807134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Bound using segment: {'id': '248049e1-aca3-40cf-952b-454c4dd8b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'd1d2b172-9193-4de1-b8a6-6832011e72fe'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:57.807895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Bound port: 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248049e1-aca3-40cf-952b-454c4dd8b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'd1d2b172-9193-4de1-b8a6-6832011e72fe'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:57.808506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.819894 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.824854 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d900860a-fd8b-4558-8d6b-edb6ff2d897e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:57.848955 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-52c7efa0-fd87-4562-a10e-9ab70d540a1f tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:57.875356 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 09bd04d7-fc46-4cc0-9932-3951efbcd4a3 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:57.878537 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:57.883833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:57.887187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=c7855b17-3ae3-453c-a724-54f5d1dff22f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:57.891072 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:57.903703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] For port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:57.907492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] For port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9,segment=NetworkSegment(248049e1-aca3-40cf-952b-454c4dd8b9de),segment_id=248049e1-aca3-40cf-952b-454c4dd8b9de)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:57.913908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.917660 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:57.938078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:57.938665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.961758 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.994725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6451e7e4-af10-4ab6-adbd-5891427c8acf tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.998516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Pushing event updated for resources: {'Port': ['ID=1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:58.003887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:58.036460 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.8984928 Jun 24 12:43:58.039478 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42680) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:58.051589 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': 'c7855b17-3ae3-453c-a724-54f5d1dff22f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:58.079456 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.107106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.113714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Made reservation on behalf of 738674913ead40288ba5026a9cca9d67 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:58.120109 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.129425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.256087 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.290630 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163f8dd-fa54-46c6-a14d-5c896722af3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Subnet': ['ID=af9e1aa5-ea90-46ac-a842-dba669d71b55,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:58.334641 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc08d5-b3a9-4d31-a529-bdf46e1b540f req-32e73f6a-8003-4295-8a57-ab87a81a1086 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:58.341695 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-77bc08d5-b3a9-4d31-a529-bdf46e1b540f req-32e73f6a-8003-4295-8a57-ab87a81a1086 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 1.5473547 Jun 24 12:43:58.379441 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] device_id is not set on port ecec62a8-ed99-4722-80b6-2ab3f53e2d56 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:43:58.384745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3163f8dd-fa54-46c6-a14d-5c896722af3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:58.392041 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.392553 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f4b1491-bc37-4aaf-8243-e86e7675549b {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:43:58.430842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.432188 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] 10.222.0.110 "DELETE /v2.0/routers/7f4b1491-bc37-4aaf-8243-e86e7675549b HTTP/1.1" status: 204 len: 168 time: 3.7956123 Jun 24 12:43:58.440458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42682) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:58.470464 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.26.1.117 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/59f68c6d-9f5c-401d-a888-f409aa7f1fff) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:58.497028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163f8dd-fa54-46c6-a14d-5c896722af3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Checking segment: {'id': '836af60e-e67e-4c83-9ff8-2f5bf2408365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'b03cf07b-6679-46eb-9a59-d2d1b8d6bcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:58.497392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3163f8dd-fa54-46c6-a14d-5c896722af3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network hostable DHCP agents. Network: b03cf07b-6679-46eb-9a59-d2d1b8d6bcee, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:58.531623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6451e7e4-af10-4ab6-adbd-5891427c8acf tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.544882 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdcce3d-a2e0-4bd7-8951-bd2e06196c5e admin admin] Deleting subnet 7d95895c-91f2-474b-b84c-d26f2913997f {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:43:58.549199 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cdcce3d-a2e0-4bd7-8951-bd2e06196c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.584369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.599035 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-77bc08d5-b3a9-4d31-a529-bdf46e1b540f req-fa867e23-510f-4ef7-bfa7-a7b80abaee35 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563632 Jun 24 12:43:58.633285 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cdcce3d-a2e0-4bd7-8951-bd2e06196c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.666524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3163f8dd-fa54-46c6-a14d-5c896722af3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network b03cf07b-6679-46eb-9a59-d2d1b8d6bcee is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:58.736727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-3163f8dd-fa54-46c6-a14d-5c896722af3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, b03cf07b-6679-46eb-9a59-d2d1b8d6bcee) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:58.740146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42684) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:58.748485 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd68d69d-c047-434a-b4f4-336b2747caf7 None None] Network b03cf07b-6679-46eb-9a59-d2d1b8d6bcee requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:58.750954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-1513c61d-0f21-474f-9af6-26dc12f786ec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'subnet': {'network_id': '528f8396-d5ec-4a00-b2e0-082906b3ce6a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:58.764940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3163f8dd-fa54-46c6-a14d-5c896722af3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:58.765574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3163f8dd-fa54-46c6-a14d-5c896722af3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.783956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.797704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Allocated IP 2001:db8::59 (d1d2b172-9193-4de1-b8a6-6832011e72fe/3b754133-c911-4d38-ace5-47384919a71f/ecec62a8-ed99-4722-80b6-2ab3f53e2d56) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:58.804567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cdcce3d-a2e0-4bd7-8951-bd2e06196c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.854716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:58.873825 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:43:58.882179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6451e7e4-af10-4ab6-adbd-5891427c8acf tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.885475 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3163f8dd-fa54-46c6-a14d-5c896722af3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4979606 Jun 24 12:43:58.889662 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42686) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:58.892801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-479c725e-7f77-4cec-ba7e-602be27bb855 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:58.897409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-3cb16d5b-129d-44a6-a22e-bc1a7d91dc63 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': 'b03cf07b-6679-46eb-9a59-d2d1b8d6bcee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:58.927349 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451e7e4-af10-4ab6-adbd-5891427c8acf tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event deleted for resources: {'Subnet': ['ID=326565db-9d25-4d09-8959-88265f63137b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:58.928553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.930509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6451e7e4-af10-4ab6-adbd-5891427c8acf tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:58.933747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e9c098ef-f199-4cde-9168-bb0ecd62a37d tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:58.936112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cdcce3d-a2e0-4bd7-8951-bd2e06196c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.946216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] Deleting port d2c08d2c-939d-4a68-a10b-8cc131f14f7d {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:58.946216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:58.964591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a33428-5a3b-4001-8594-5596a0b9abe2 None None] Network adae694d-3bb2-4160-a2a5-529eb0394b79 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:59.033594 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8cdcce3d-a2e0-4bd7-8951-bd2e06196c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.038573 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8cdcce3d-a2e0-4bd7-8951-bd2e06196c5e admin admin] 10.222.0.110 "DELETE /v2.0/subnets/7d95895c-91f2-474b-b84c-d26f2913997f HTTP/1.1" status: 204 len: 168 time: 0.5942070 Jun 24 12:43:59.038925 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc298905-b439-42ca-9406-eb559a1f31ed None None] Network 9c355c1f-63a9-403c-883c-61430ef87cad requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:59.045051 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42688) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:59.050513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:59.059435 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6451e7e4-af10-4ab6-adbd-5891427c8acf tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.064752 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6451e7e4-af10-4ab6-adbd-5891427c8acf tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "DELETE /v2.0/subnets/326565db-9d25-4d09-8959-88265f63137b HTTP/1.1" status: 204 len: 168 time: 2.3257456 Jun 24 12:43:59.065975 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:59.077003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42690) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:59.086725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:59.092767 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=59f68c6d-9f5c-401d-a888-f409aa7f1fff,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:59.124300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:59.125957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d5c43a86-73e0-428d-9cac-573ed98df61d tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:59.146436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] For port d2c08d2c-939d-4a68-a10b-8cc131f14f7d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d2c08d2c-939d-4a68-a10b-8cc131f14f7d,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:59.146978 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.157409 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:59.187159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcce3d-a2e0-4bd7-8951-bd2e06196c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d95895c-91f2-474b-b84c-d26f2913997f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:59.199092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8cdcce3d-a2e0-4bd7-8951-bd2e06196c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:59.222020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] Calling delete_port for d2c08d2c-939d-4a68-a10b-8cc131f14f7d owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:59.223851 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1513c61d-0f21-474f-9af6-26dc12f786ec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:59.225076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.227657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1513c61d-0f21-474f-9af6-26dc12f786ec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.248573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:59.274570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-b03cf07b-6679-46eb-9a59-d2d1b8d6bcee', 'network_id': 'b03cf07b-6679-46eb-9a59-d2d1b8d6bcee', 'tenant_id': 'c2b8b583811c46a18ab0508f2a86917b', 'fixed_ips': [{'subnet_id': 'af9e1aa5-ea90-46ac-a842-dba669d71b55'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:43:59.275523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.279996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:59.280355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ca099c2e-a7bf-4dd2-b7e7-0b064a9f2bc6 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:59.337461 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb16d5b-129d-44a6-a22e-bc1a7d91dc63 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:59.339448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cd306e52-ccd1-428d-a877-2da4c3603769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.342062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3cb16d5b-129d-44a6-a22e-bc1a7d91dc63 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.609553 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9064569c-ff13-4a41-8afa-a061b9593cf4 None None] Network d1d2b172-9193-4de1-b8a6-6832011e72fe requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:59.611512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.622548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Deleting port cd258565-f716-4218-bef1-774c3f07a8fb {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:59.622548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.626992 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.ipam_backend_mixin [None req-3cb16d5b-129d-44a6-a22e-bc1a7d91dc63 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af9e1aa5-ea90-46ac-a842-dba669d71b55 (CIDR: 2001:db8::/64) Jun 24 12:43:59.643549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.648985 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb16d5b-129d-44a6-a22e-bc1a7d91dc63 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:43:59.649596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb16d5b-129d-44a6-a22e-bc1a7d91dc63 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:43:59.668517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-13a5a374-2860-4756-8e49-69b5065a13c8 None None] Provisioning for port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:59.678511 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3cb16d5b-129d-44a6-a22e-bc1a7d91dc63 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7870946 Jun 24 12:43:59.686812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42694) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:59.700997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-70a0b7ea-61cf-4d0c-b55d-5876e7796a9d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': 'b03cf07b-6679-46eb-9a59-d2d1b8d6bcee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:59.719040 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-13a5a374-2860-4756-8e49-69b5065a13c8 None None] Provisioning complete for port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:59.719588 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-13a5a374-2860-4756-8e49-69b5065a13c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.784246 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] For port cd258565-f716-4218-bef1-774c3f07a8fb, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cd258565-f716-4218-bef1-774c3f07a8fb,segment=NetworkSegment(1f6bde56-a6e3-4fcd-843d-61291529d7a8),segment_id=1f6bde56-a6e3-4fcd-843d-61291529d7a8)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:59.784866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.814701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Calling delete_port for cd258565-f716-4218-bef1-774c3f07a8fb owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:59.816081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d22cd9d-ec85-4b61-8c94-d646d83f2856 None None] DHCP port deletion for 9c355c1f-63a9-403c-883c-61430ef87cad request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:43:59.855338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.859627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Allocated IP 2001:db8::2 (b03cf07b-6679-46eb-9a59-d2d1b8d6bcee/af9e1aa5-ea90-46ac-a842-dba669d71b55/13a79ee6-1742-4b6b-ae44-c415a8a49ec0) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:59.957049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad953abe-c06e-4ee4-a82e-278787ac67bf None None] DHCP port deletion for adae694d-3bb2-4160-a2a5-529eb0394b79 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:43:59.961980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Transition to ACTIVE for port object ecec62a8-ed99-4722-80b6-2ab3f53e2d56 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:00.004876 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.039727 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.047468 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-10e73346-71ae-40dd-a25c-091d4deeeff8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:00.074137 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd258565-f716-4218-bef1-774c3f07a8fb,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:00.077300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:00.081558 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] No DVR routers for this DVR port cd258565-f716-4218-bef1-774c3f07a8fb on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:00.092160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-13a5a374-2860-4756-8e49-69b5065a13c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.106458 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7d22cd9d-ec85-4b61-8c94-d646d83f2856 None None] Deleting port cd258565-f716-4218-bef1-774c3f07a8fb {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:00.106872 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7d22cd9d-ec85-4b61-8c94-d646d83f2856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.112632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Deleting port d5c5eecb-d885-478a-b74f-8be0db9de1e3 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:00.112895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.125071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.181870 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-13a5a374-2860-4756-8e49-69b5065a13c8 None None] For port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9,segment=NetworkSegment(248049e1-aca3-40cf-952b-454c4dd8b9de),segment_id=248049e1-aca3-40cf-952b-454c4dd8b9de)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:00.234750 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.241210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-13a5a374-2860-4756-8e49-69b5065a13c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.254033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-89605064-a37c-4a56-9dcc-8c0cb478ddcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:00.263484 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a0b7ea-61cf-4d0c-b55d-5876e7796a9d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:00.264130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c355c1f-63a9-403c-883c-61430ef87cad']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:00.266994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-70a0b7ea-61cf-4d0c-b55d-5876e7796a9d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.282934 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877726a4-5e43-4a28-a720-29e15134efe4 req-49e30c81-9770-45d9-9a83-2275e2273c1a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:00.284445 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-877726a4-5e43-4a28-a720-29e15134efe4 req-49e30c81-9770-45d9-9a83-2275e2273c1a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.4172392 Jun 24 12:44:00.285459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.299788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6bde56-a6e3-4fcd-843d-61291529d7a8') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:00.300907 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6bde56-a6e3-4fcd-843d-61291529d7a8') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:00.303619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8efb236f-0acc-42a5-a5ef-b924a8d441e8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:00.308140 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1513c61d-0f21-474f-9af6-26dc12f786ec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.311618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-7d22cd9d-ec85-4b61-8c94-d646d83f2856 None None] For port cd258565-f716-4218-bef1-774c3f07a8fb, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:00.311618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7d22cd9d-ec85-4b61-8c94-d646d83f2856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.313018 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.328627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.347856 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.352834 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.360874 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ad953abe-c06e-4ee4-a82e-278787ac67bf None None] Deleting port d5c5eecb-d885-478a-b74f-8be0db9de1e3 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:00.360874 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad953abe-c06e-4ee4-a82e-278787ac67bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.362427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:00.363086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.363913 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7d22cd9d-ec85-4b61-8c94-d646d83f2856 None None] Calling delete_port for cd258565-f716-4218-bef1-774c3f07a8fb owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:00.364778 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:00.377469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.ipam_backend_mixin [None req-7d22cd9d-ec85-4b61-8c94-d646d83f2856 None None] Port cd258565-f716-4218-bef1-774c3f07a8fb was not found and therefore no delete operation was performed {{(pid=100147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:44:00.401635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7d22cd9d-ec85-4b61-8c94-d646d83f2856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.437804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] For port d5c5eecb-d885-478a-b74f-8be0db9de1e3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d5c5eecb-d885-478a-b74f-8be0db9de1e3,segment=NetworkSegment(bfe4a0e9-29ea-46c6-a49f-42b121d933e1),segment_id=bfe4a0e9-29ea-46c6-a49f-42b121d933e1)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:00.438246 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.451730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.454345 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.455267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.458737 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b6d315bb-fa60-4d0c-b084-1280747aef77 tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:00.466239 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.470617 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] 10.222.0.110 "DELETE /v2.0/networks/9c355c1f-63a9-403c-883c-61430ef87cad HTTP/1.1" status: 204 len: 168 time: 1.4168286 Jun 24 12:44:00.472825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Calling delete_port for d5c5eecb-d885-478a-b74f-8be0db9de1e3 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:00.480298 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.486827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c355c1f-63a9-403c-883c-61430ef87cad,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:00.492929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:00.493435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:00.547878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22cd9d-ec85-4b61-8c94-d646d83f2856 None None] No DVR routers for this DVR port cd258565-f716-4218-bef1-774c3f07a8fb on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:00.560849 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5a374-2860-4756-8e49-69b5065a13c8 None None] Pushing event updated for resources: {'Port': ['ID=1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:00.561865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=59f68c6d-9f5c-401d-a888-f409aa7f1fff,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:00.569562 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Transition to ACTIVE for port object 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:00.572156 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:00.590699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-13a5a374-2860-4756-8e49-69b5065a13c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:00.592447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3652b493-743e-4189-ab9a-68cf7e1117b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:00.660018 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.661178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Network d1d2b172-9193-4de1-b8a6-6832011e72fe is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:00.677633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22cd9d-ec85-4b61-8c94-d646d83f2856 None None] Pushing event deleted for resources: {'Port': ['ID=cd258565-f716-4218-bef1-774c3f07a8fb,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:00.681392 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7d22cd9d-ec85-4b61-8c94-d646d83f2856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:00.701083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-ad953abe-c06e-4ee4-a82e-278787ac67bf None None] For port d5c5eecb-d885-478a-b74f-8be0db9de1e3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d5c5eecb-d885-478a-b74f-8be0db9de1e3,segment=NetworkSegment(bfe4a0e9-29ea-46c6-a49f-42b121d933e1),segment_id=bfe4a0e9-29ea-46c6-a49f-42b121d933e1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:00.701505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad953abe-c06e-4ee4-a82e-278787ac67bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.721323 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Transition to ACTIVE for port object 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:00.738301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ad953abe-c06e-4ee4-a82e-278787ac67bf None None] Calling delete_port for d5c5eecb-d885-478a-b74f-8be0db9de1e3 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:00.743555 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.755811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5b58c040-5b36-4605-baba-e10f288b40bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:00.781843 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42698) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:00.812950 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Network b03cf07b-6679-46eb-9a59-d2d1b8d6bcee is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:00.820344 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:00.822842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:00.866498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:00.890926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Pushing event updated for resources: {'Port': ['ID=13a79ee6-1742-4b6b-ae44-c415a8a49ec0,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:00.893369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:00.902074 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9a10b210-2b71-48e2-81e0-27cf38896108 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1ec3bfc591024c61bea70bb7bea00025&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1187282 Jun 24 12:44:00.903319 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Floating IP d198753c-bd43-496e-9c63-4e07081be9c5 associated. External IP: 172.26.1.117, port: c7855b17-3ae3-453c-a724-54f5d1dff22f. Jun 24 12:44:00.905401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42700) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:00.930893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:00.945137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:00.951716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:00.952001 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.956831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.980010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5859e3e1-22fd-4764-a256-45528f673cb2 None None] Provisioning complete for port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:00.980424 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5859e3e1-22fd-4764-a256-45528f673cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:00.986245 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Attempting to bind port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:00.986466 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Attempting to bind port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '836af60e-e67e-4c83-9ff8-2f5bf2408365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'b03cf07b-6679-46eb-9a59-d2d1b8d6bcee'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:00.986715 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Attempting to bind port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 on network b03cf07b-6679-46eb-9a59-d2d1b8d6bcee {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:01.028844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:01.029232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Checking segment: {'id': '836af60e-e67e-4c83-9ff8-2f5bf2408365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'b03cf07b-6679-46eb-9a59-d2d1b8d6bcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:01.029659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.030151 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Bound using segment: {'id': '836af60e-e67e-4c83-9ff8-2f5bf2408365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'b03cf07b-6679-46eb-9a59-d2d1b8d6bcee'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:01.030560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Bound port: 13a79ee6-1742-4b6b-ae44-c415a8a49ec0, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836af60e-e67e-4c83-9ff8-2f5bf2408365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'b03cf07b-6679-46eb-9a59-d2d1b8d6bcee'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:01.031058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.061213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event updated for resources: {'Port': ['ID=ecec62a8-ed99-4722-80b6-2ab3f53e2d56,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:01.065351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad953abe-c06e-4ee4-a82e-278787ac67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.070017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-37ec5b79-2359-4c07-abdd-62efa8273838 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:01.087377 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-877726a4-5e43-4a28-a720-29e15134efe4 req-a789d94d-14de-4566-b4fb-0e4273be2e6b tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7633605 Jun 24 12:44:01.095598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:01.095977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.146026 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad953abe-c06e-4ee4-a82e-278787ac67bf None None] Pushing event deleted for resources: {'Port': ['ID=d5c5eecb-d885-478a-b74f-8be0db9de1e3,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:01.148547 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ad953abe-c06e-4ee4-a82e-278787ac67bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:01.162195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad953abe-c06e-4ee4-a82e-278787ac67bf None None] No DVR routers for this DVR port d5c5eecb-d885-478a-b74f-8be0db9de1e3 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:01.222107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.918s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:01.234387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-13b78e57-60d8-4f5f-ae4a-7e4ba6884609 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.909s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:01.257093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] For port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:01.261360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] For port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=13a79ee6-1742-4b6b-ae44-c415a8a49ec0,segment=NetworkSegment(836af60e-e67e-4c83-9ff8-2f5bf2408365),segment_id=836af60e-e67e-4c83-9ff8-2f5bf2408365)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:01.274284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.279460 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:01.302350 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] No DVR routers for this DVR port d5c5eecb-d885-478a-b74f-8be0db9de1e3 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:01.305016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513c61d-0f21-474f-9af6-26dc12f786ec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Subnet': ['ID=9ee03735-4701-4d25-8e45-f5e394d6c0aa,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:01.326527 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.8291879 Jun 24 12:44:01.327718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-70a0b7ea-61cf-4d0c-b55d-5876e7796a9d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.375432 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42706) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:01.394446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Request body: {'port': {'network_id': 'd1d2b172-9193-4de1-b8a6-6832011e72fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-384180158', 'allowed_address_pairs': [{'ip_address': '2001:db8::59', 'mac_address': 'fa:16:3e:7e:51:68'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:01.426795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Pushing event updated for resources: {'Port': ['ID=13a79ee6-1742-4b6b-ae44-c415a8a49ec0,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:01.426795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:01.441969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.443435 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f0d02cca-f276-4ffe-9612-cf288e302049 None None] Provisioning for port ecec62a8-ed99-4722-80b6-2ab3f53e2d56 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:01.448614 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f0d02cca-f276-4ffe-9612-cf288e302049 None None] Provisioning complete for port ecec62a8-ed99-4722-80b6-2ab3f53e2d56 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:01.449294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f0d02cca-f276-4ffe-9612-cf288e302049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.500181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d5c5eecb-d885-478a-b74f-8be0db9de1e3 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:01.529470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: d5c5eecb-d885-478a-b74f-8be0db9de1e3 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:01.529826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d5c5eecb-d885-478a-b74f-8be0db9de1e3 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:01.530251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cd258565-f716-4218-bef1-774c3f07a8fb no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:01.552802 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: cd258565-f716-4218-bef1-774c3f07a8fb {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:01.553158 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cd258565-f716-4218-bef1-774c3f07a8fb not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:01.556195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-f0d02cca-f276-4ffe-9612-cf288e302049 None None] Port ecec62a8-ed99-4722-80b6-2ab3f53e2d56 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:01.595487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a0b7ea-61cf-4d0c-b55d-5876e7796a9d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network b03cf07b-6679-46eb-9a59-d2d1b8d6bcee is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:01.651065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7688f52-30d4-498d-b781-15aec746e5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.695748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Made reservation on behalf of 738674913ead40288ba5026a9cca9d67 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:01.699883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1513c61d-0f21-474f-9af6-26dc12f786ec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:01.701839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0eb09547-fd3b-4563-ac91-ffc3878e6854 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.333s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:01.703654 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7688f52-30d4-498d-b781-15aec746e5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.703935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-70a0b7ea-61cf-4d0c-b55d-5876e7796a9d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:01.734410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.738936 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.765226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a0b7ea-61cf-4d0c-b55d-5876e7796a9d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:01.765840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-70a0b7ea-61cf-4d0c-b55d-5876e7796a9d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.794927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513c61d-0f21-474f-9af6-26dc12f786ec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Checking segment: {'id': '1e572e1f-1ad2-448d-9229-905e1bb836a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '528f8396-d5ec-4a00-b2e0-082906b3ce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:01.794927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1513c61d-0f21-474f-9af6-26dc12f786ec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network hostable DHCP agents. Network: 528f8396-d5ec-4a00-b2e0-082906b3ce6a, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:01.795294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.805023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c08d2c-939d-4a68-a10b-8cc131f14f7d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:01.822808 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-70a0b7ea-61cf-4d0c-b55d-5876e7796a9d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1276646 Jun 24 12:44:01.832928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42708) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:01.839531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'network_id': 'b03cf07b-6679-46eb-9a59-d2d1b8d6bcee', 'fixed_ips': [{'subnet_id': 'af9e1aa5-ea90-46ac-a842-dba669d71b55'}, {'subnet_id': 'ceb939e6-cd38-48b2-a4bd-b196e46c7f89'}], 'name': 'tempest-PortsIpV6TestJSON-2108801270'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:01.870741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adae694d-3bb2-4160-a2a5-529eb0394b79']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:01.909990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe4a0e9-29ea-46c6-a49f-42b121d933e1') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:01.910336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe4a0e9-29ea-46c6-a49f-42b121d933e1') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:01.914361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event deleted for resources: {'Port': ['ID=d5c5eecb-d885-478a-b74f-8be0db9de1e3,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:01.927572 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:01.929034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.930s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:01.929431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:01.929996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.930539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:44:01.939867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e2b8b03b-6d90-4217-a32c-e66a362179c7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:01.950351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.983890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.987511 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0d920977-1933-4a81-a451-098cc4a5a553 admin admin] 10.222.0.110 "DELETE /v2.0/routers/ec3bbe41-4e0d-444c-8386-c7cd0e76c6fc HTTP/1.1" status: 204 len: 168 time: 5.5068533 Jun 24 12:44:01.988306 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42710) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:01.988847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7688f52-30d4-498d-b781-15aec746e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.991469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7688f52-30d4-498d-b781-15aec746e5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.992600 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a7688f52-30d4-498d-b781-15aec746e5c9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/24c65d5d-bb60-4409-a6e2-6c95613f560f HTTP/1.1" status: 204 len: 168 time: 1.0855536 Jun 24 12:44:01.994654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae70b6c-de3b-48b7-98b4-eff6327993a8 req-ac32f981-fef5-49fc-920f-3f2aaca927c6 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:01.997570 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6ae70b6c-de3b-48b7-98b4-eff6327993a8 req-ac32f981-fef5-49fc-920f-3f2aaca927c6 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.6028230 Jun 24 12:44:02.004627 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-814bcb35-0dd4-4bd3-9e6c-7e92b3987a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:02.004845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1513c61d-0f21-474f-9af6-26dc12f786ec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network 528f8396-d5ec-4a00-b2e0-082906b3ce6a is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:02.008634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:44:02.021118 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.045028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0b7ea-61cf-4d0c-b55d-5876e7796a9d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Subnet': ['ID=ceb939e6-cd38-48b2-a4bd-b196e46c7f89,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:02.052853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.057475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-70a0b7ea-61cf-4d0c-b55d-5876e7796a9d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:02.065192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7688f52-30d4-498d-b781-15aec746e5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c65d5d-bb60-4409-a6e2-6c95613f560f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:02.067599 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a7688f52-30d4-498d-b781-15aec746e5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:02.069967 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-1513c61d-0f21-474f-9af6-26dc12f786ec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 528f8396-d5ec-4a00-b2e0-082906b3ce6a) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:02.072070 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:02.072488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.082307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b96fb8-e5bc-460b-a22b-47d0271fbc3b None None] Network 528f8396-d5ec-4a00-b2e0-082906b3ce6a requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:02.083651 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:02.105002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1513c61d-0f21-474f-9af6-26dc12f786ec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:02.105606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1513c61d-0f21-474f-9af6-26dc12f786ec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.106032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] device_id is not set on port 8aaacb7c-bb89-4049-843b-3ff45205942e yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:02.120374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5657e37-68d5-41e7-a8d0-975b7d16b926 admin admin] Deleting subnet 2c06267f-8ce5-449e-afed-183c7687cd57 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:44:02.161207 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5657e37-68d5-41e7-a8d0-975b7d16b926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.231374 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6ae70b6c-de3b-48b7-98b4-eff6327993a8 req-2947d926-271b-4ef9-9639-8168ac9af1c3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868796 Jun 24 12:44:02.242582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.253976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:02.286159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Pushing event deleted for resources: {'Network': ['ID=adae694d-3bb2-4160-a2a5-529eb0394b79,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:02.292559 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.292970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5657e37-68d5-41e7-a8d0-975b7d16b926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.296527 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "DELETE /v2.0/networks/adae694d-3bb2-4160-a2a5-529eb0394b79 HTTP/1.1" status: 204 len: 168 time: 3.2185194 Jun 24 12:44:02.302964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:02.305136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42716) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:02.360061 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1ea08acf-ea0a-4b20-9113-7f927292ea46 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "GET /v2.0/ports?device_id=be1e289b-3cfd-4619-90f3-13d359096e39 HTTP/1.1" status: 200 len: 205 time: 0.0506475 Jun 24 12:44:02.364260 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1513c61d-0f21-474f-9af6-26dc12f786ec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6180797 Jun 24 12:44:02.364893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42718) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:02.365234 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42720) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:02.395497 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-8f792a1a-25a2-4ecb-a8d0-460dd2951678 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1085036117'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:02.430203 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-528f8396-d5ec-4a00-b2e0-082906b3ce6a', 'network_id': '528f8396-d5ec-4a00-b2e0-082906b3ce6a', 'tenant_id': '36cb4e50810248ee993742afd74b1acd', 'fixed_ips': [{'subnet_id': '9ee03735-4701-4d25-8e45-f5e394d6c0aa'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:02.432946 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.438847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.505694 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5657e37-68d5-41e7-a8d0-975b7d16b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.507761 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:02.613552 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:02.771799 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.776413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Allocated IP 2001:db8:0:ffff::2 (528f8396-d5ec-4a00-b2e0-082906b3ce6a/9ee03735-4701-4d25-8e45-f5e394d6c0aa/6d816dd1-fc88-4bc3-8dbe-9e7df3faac04) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:02.847541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Allocated IP 2001:db8::168 (d1d2b172-9193-4de1-b8a6-6832011e72fe/3b754133-c911-4d38-ace5-47384919a71f/8aaacb7c-bb89-4049-843b-3ff45205942e) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:02.874019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port 4f830d6c-a644-4120-bdab-f6bcf6462a82 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:02.965191 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5657e37-68d5-41e7-a8d0-975b7d16b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.975736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:03.051326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5657e37-68d5-41e7-a8d0-975b7d16b926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.054330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4e94e450-694e-4dd5-909b-114d0fdee09d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.056239 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d5657e37-68d5-41e7-a8d0-975b7d16b926 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/2c06267f-8ce5-449e-afed-183c7687cd57 HTTP/1.1" status: 204 len: 168 time: 1.0626163 Jun 24 12:44:03.064542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42740) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:03.066910 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5657e37-68d5-41e7-a8d0-975b7d16b926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c06267f-8ce5-449e-afed-183c7687cd57,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:03.100778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d5657e37-68d5-41e7-a8d0-975b7d16b926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:03.140229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.151978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Transition to ACTIVE for port object 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:03.159095 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2aeb7-72bd-4f85-beb2-5f9550afb502 None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:03.162580 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:03.164395 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cb2f1c-6bf6-4459-8f7c-085b5e9f438d None None] Network b03cf07b-6679-46eb-9a59-d2d1b8d6bcee requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:03.168059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711bec1d-ee1d-442f-ac8c-8d06445f1529 None None] Network 40fcc34b-4ef7-46f7-9eb8-5e3865400700 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:03.181588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f792a1a-25a2-4ecb-a8d0-460dd2951678 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:03.186032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f792a1a-25a2-4ecb-a8d0-460dd2951678 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.197450 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.274962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.310754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Transition to ACTIVE for port object 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:03.318088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ae7da0b6-f079-4b71-a507-45f454521e0b None None] Provisioning for port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:03.335631 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.2946594 Jun 24 12:44:03.344389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42746) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:03.346927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2aeb7-72bd-4f85-beb2-5f9550afb502 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:03.348364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a8c2aeb7-72bd-4f85-beb2-5f9550afb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:03.351286 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4f730055-5e13-4a3b-9897-6fcf05f5f7ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'floatingip': {'port_id': 'c7855b17-3ae3-453c-a724-54f5d1dff22f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:03.359973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.362226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4e94e450-694e-4dd5-909b-114d0fdee09d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.365134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4e94e450-694e-4dd5-909b-114d0fdee09d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.400970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:03.435675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a8c2aeb7-72bd-4f85-beb2-5f9550afb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:03.436811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.443959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4e94e450-694e-4dd5-909b-114d0fdee09d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.444555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e94e450-694e-4dd5-909b-114d0fdee09d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Fanout notify agent at l3_agent the message router_deleted on router be1e289b-3cfd-4619-90f3-13d359096e39 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:44:03.465488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4e94e450-694e-4dd5-909b-114d0fdee09d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.466785 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4e94e450-694e-4dd5-909b-114d0fdee09d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] 10.222.0.110 "DELETE /v2.0/routers/be1e289b-3cfd-4619-90f3-13d359096e39 HTTP/1.1" status: 204 len: 168 time: 1.0884225 Jun 24 12:44:03.469418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f792a1a-25a2-4ecb-a8d0-460dd2951678 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] vlan segment allocate from pool success with {'vlan_id': 1307, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:03.491585 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f792a1a-25a2-4ecb-a8d0-460dd2951678 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.492028 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-8f792a1a-25a2-4ecb-a8d0-460dd2951678 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Added segment 2a46f1ac-2e36-463a-9daf-87d780bd3f36 of type vlan for network 7f1acbd8-a7f6-437a-8ab5-2038043e2922 Jun 24 12:44:03.492437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Network 528f8396-d5ec-4a00-b2e0-082906b3ce6a is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:03.502428 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Transition to ACTIVE for port object 8aaacb7c-bb89-4049-843b-3ff45205942e will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:03.510175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c6974-7543-422e-ae68-874c00d58766 req-aac251e0-27ce-4298-9cce-875e3c32fbc3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:03.511922 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9b0c6974-7543-422e-ae68-874c00d58766 req-aac251e0-27ce-4298-9cce-875e3c32fbc3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.5250039 Jun 24 12:44:03.526321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:03.528764 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:03.536608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:03.538550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Pushing event updated for resources: {'Port': ['ID=6d816dd1-fc88-4bc3-8dbe-9e7df3faac04,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:03.541634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:03.542431 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2aeb7-72bd-4f85-beb2-5f9550afb502 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:03.543079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a8c2aeb7-72bd-4f85-beb2-5f9550afb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:03.582944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f792a1a-25a2-4ecb-a8d0-460dd2951678 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.584239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:03.584615 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.593668 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9b0c6974-7543-422e-ae68-874c00d58766 req-ae7c6c76-1c16-4bd4-bce1-42b7ccca48f7 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740492 Jun 24 12:44:03.604272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4f730055-5e13-4a3b-9897-6fcf05f5f7ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.611901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a8c2aeb7-72bd-4f85-beb2-5f9550afb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:03.612558 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2aeb7-72bd-4f85-beb2-5f9550afb502 None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:03.624050 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.643203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f792a1a-25a2-4ecb-a8d0-460dd2951678 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.655501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f792a1a-25a2-4ecb-a8d0-460dd2951678 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:03.657301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f792a1a-25a2-4ecb-a8d0-460dd2951678 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.661228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:03.708437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:03.709430 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8f792a1a-25a2-4ecb-a8d0-460dd2951678 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3294096 Jun 24 12:44:03.731192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42756) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:03.750741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f792a1a-25a2-4ecb-a8d0-460dd2951678 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Network': ['ID=7f1acbd8-a7f6-437a-8ab5-2038043e2922,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:03.756213 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-1a92a322-f6ac-4e99-9405-24a819bf6aa6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'subnet': {'network_id': '7f1acbd8-a7f6-437a-8ab5-2038043e2922', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:03.758478 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8f792a1a-25a2-4ecb-a8d0-460dd2951678 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:03.791516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 7f1acbd8-a7f6-437a-8ab5-2038043e2922 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:03.859495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Attempting to bind port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:03.859961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Attempting to bind port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '1e572e1f-1ad2-448d-9229-905e1bb836a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '528f8396-d5ec-4a00-b2e0-082906b3ce6a'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:03.860404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Attempting to bind port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 on network 528f8396-d5ec-4a00-b2e0-082906b3ce6a {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:03.906864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Network d1d2b172-9193-4de1-b8a6-6832011e72fe is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:03.958437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:03.960776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:03.967172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:03.967818 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.977935 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event updated for resources: {'Port': ['ID=8aaacb7c-bb89-4049-843b-3ff45205942e,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:03.982006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:04.001448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Deleting port d0a829d4-7068-4ed3-acec-e33f6cf907f0 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:04.001682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:04.001838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.002074 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Checking segment: {'id': '1e572e1f-1ad2-448d-9229-905e1bb836a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '528f8396-d5ec-4a00-b2e0-082906b3ce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:04.002436 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.002864 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Bound using segment: {'id': '1e572e1f-1ad2-448d-9229-905e1bb836a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '528f8396-d5ec-4a00-b2e0-082906b3ce6a'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:04.015514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Bound port: 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e572e1f-1ad2-448d-9229-905e1bb836a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '528f8396-d5ec-4a00-b2e0-082906b3ce6a'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:04.015919 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.029994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42766) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:04.081399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Allocated IP 2001:db8::2a4 (b03cf07b-6679-46eb-9a59-d2d1b8d6bcee/af9e1aa5-ea90-46ac-a842-dba669d71b55/4f830d6c-a644-4120-bdab-f6bcf6462a82) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:04.103127 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.7213144 Jun 24 12:44:04.107331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Allocated IP 2001:db8:0:1::78 (b03cf07b-6679-46eb-9a59-d2d1b8d6bcee/ceb939e6-cd38-48b2-a4bd-b196e46c7f89/4f830d6c-a644-4120-bdab-f6bcf6462a82) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:04.143938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42770) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:04.221044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a92a322-f6ac-4e99-9405-24a819bf6aa6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:04.224769 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1a92a322-f6ac-4e99-9405-24a819bf6aa6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.234230 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469cc70-7488-4bf4-9068-822ff6fbf349 req-b32d1197-bfa4-43b1-b234-280a15c367d2 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:04.241018 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a11e48-dd2a-41c9-8948-e0bffeeb33b3 None None] DHCP port deletion for 40fcc34b-4ef7-46f7-9eb8-5e3865400700 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:44:04.247885 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c469cc70-7488-4bf4-9068-822ff6fbf349 req-b32d1197-bfa4-43b1-b234-280a15c367d2 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.1660225 Jun 24 12:44:04.377462 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c469cc70-7488-4bf4-9068-822ff6fbf349 req-9e36bdbd-ce78-439c-a150-b1496cbfd684 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285453 Jun 24 12:44:04.395385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.419026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] For port d0a829d4-7068-4ed3-acec-e33f6cf907f0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d0a829d4-7068-4ed3-acec-e33f6cf907f0,segment=NetworkSegment(69f496ae-fbbf-4fd5-b1eb-9a156c295d91),segment_id=69f496ae-fbbf-4fd5-b1eb-9a156c295d91)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:04.419646 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.428219 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bfb2c20a-56a2-4b24-b387-da19183e2e0b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=546f07a4484d49d881da6eab1d4f9adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969777 Jun 24 12:44:04.432581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42776) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:04.457920 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] For port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:04.465182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] For port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6d816dd1-fc88-4bc3-8dbe-9e7df3faac04,segment=NetworkSegment(1e572e1f-1ad2-448d-9229-905e1bb836a6),segment_id=1e572e1f-1ad2-448d-9229-905e1bb836a6)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:04.481728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.497256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e5396ffe-03ab-4a16-939d-13eb8fb3cefd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:04.514447 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dab78538-5177-4896-86ab-171258bcfd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.519694 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42778) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:04.545874 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Calling delete_port for d0a829d4-7068-4ed3-acec-e33f6cf907f0 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:04.555725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dab78538-5177-4896-86ab-171258bcfd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.576992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=13a79ee6-1742-4b6b-ae44-c415a8a49ec0,segment=NetworkSegment(836af60e-e67e-4c83-9ff8-2f5bf2408365),segment_id=836af60e-e67e-4c83-9ff8-2f5bf2408365)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:04.641879 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dab78538-5177-4896-86ab-171258bcfd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.645911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dab78538-5177-4896-86ab-171258bcfd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.647162 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dab78538-5177-4896-86ab-171258bcfd6e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/718c8644-69ec-452c-8ada-e561992db788 HTTP/1.1" status: 204 len: 168 time: 0.2132621 Jun 24 12:44:04.648188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f3a93f3-b820-4ceb-8f51-0aa050d06927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:04.680923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab78538-5177-4896-86ab-171258bcfd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718c8644-69ec-452c-8ada-e561992db788,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:04.686960 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dab78538-5177-4896-86ab-171258bcfd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:04.705089 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.745588 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-79a11e48-dd2a-41c9-8948-e0bffeeb33b3 None None] Deleting port d0a829d4-7068-4ed3-acec-e33f6cf907f0 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:04.746021 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-79a11e48-dd2a-41c9-8948-e0bffeeb33b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.846827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d4936-9f3e-4bb7-990d-e2731dccaa5f None None] Update dhcp port {'port': {'network_id': 'b03cf07b-6679-46eb-9a59-d2d1b8d6bcee', 'fixed_ips': [{'subnet_id': 'af9e1aa5-ea90-46ac-a842-dba669d71b55', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ceb939e6-cd38-48b2-a4bd-b196e46c7f89'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': '13a79ee6-1742-4b6b-ae44-c415a8a49ec0'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:44:04.848020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-357400227'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:04.872995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d2c08d2c-939d-4a68-a10b-8cc131f14f7d no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:04.881461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Made reservation on behalf of ffcb1505d6da4ac48847c25408fba6e4 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:04.890030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.902802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.942812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-218c6857-7962-4cca-bc10-a362a9ba2c57 None None] Provisioning for port 8aaacb7c-bb89-4049-843b-3ff45205942e completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:04.953803 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Pushing event updated for resources: {'Port': ['ID=6d816dd1-fc88-4bc3-8dbe-9e7df3faac04,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:04.957724 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:04.962197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7f61d9f3-ad9d-4944-94d0-56898fea4b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:04.964623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: d2c08d2c-939d-4a68-a10b-8cc131f14f7d {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:04.964969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d2c08d2c-939d-4a68-a10b-8cc131f14f7d not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:04.974669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-218c6857-7962-4cca-bc10-a362a9ba2c57 None None] Provisioning complete for port 8aaacb7c-bb89-4049-843b-3ff45205942e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:04.974669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-218c6857-7962-4cca-bc10-a362a9ba2c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.046209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-79a11e48-dd2a-41c9-8948-e0bffeeb33b3 None None] For port d0a829d4-7068-4ed3-acec-e33f6cf907f0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d0a829d4-7068-4ed3-acec-e33f6cf907f0,segment=NetworkSegment(69f496ae-fbbf-4fd5-b1eb-9a156c295d91),segment_id=69f496ae-fbbf-4fd5-b1eb-9a156c295d91)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:05.046615 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-79a11e48-dd2a-41c9-8948-e0bffeeb33b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.075911 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-112d4936-9f3e-4bb7-990d-e2731dccaa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.076317 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.081177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.087123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-15e8d379-a2d9-4c6e-a613-51defaee1534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:05.089600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-79a11e48-dd2a-41c9-8948-e0bffeeb33b3 None None] Calling delete_port for d0a829d4-7068-4ed3-acec-e33f6cf907f0 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:05.117523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-218c6857-7962-4cca-bc10-a362a9ba2c57 None None] Port 8aaacb7c-bb89-4049-843b-3ff45205942e cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:05.125407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=13a79ee6-1742-4b6b-ae44-c415a8a49ec0,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:05.128955 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:05.143722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] vlan segment allocate from pool success with {'vlan_id': 1308, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:05.166658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.167185 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Added segment 9d661e37-67ca-4986-95f1-4e6efcb046f9 of type vlan for network 1481d7b3-e72e-49d5-be6d-c407137f38a6 Jun 24 12:44:05.191671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:05.226444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.278987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a27104d-4164-4a82-ad34-82c86fd01f9d,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:05.279656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5437bedc-9c32-4b07-a1b0-01e0699d8829 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:05.285978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5437bedc-9c32-4b07-a1b0-01e0699d8829 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:05.291834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5437bedc-9c32-4b07-a1b0-01e0699d8829 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:05.293523 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5437bedc-9c32-4b07-a1b0-01e0699d8829 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 1.1485643 Jun 24 12:44:05.298663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42790) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:05.302107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:05.365705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.373223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:05.374218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.374469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-79a11e48-dd2a-41c9-8948-e0bffeeb33b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.378005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:05.380980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:05.411872 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a11e48-dd2a-41c9-8948-e0bffeeb33b3 None None] Pushing event deleted for resources: {'Port': ['ID=d0a829d4-7068-4ed3-acec-e33f6cf907f0,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:05.430048 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-79a11e48-dd2a-41c9-8948-e0bffeeb33b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:05.435766 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9149239 Jun 24 12:44:05.442392 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a11e48-dd2a-41c9-8948-e0bffeeb33b3 None None] No DVR routers for this DVR port d0a829d4-7068-4ed3-acec-e33f6cf907f0 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:05.448879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:05.552725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d0a829d4-7068-4ed3-acec-e33f6cf907f0 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:05.586818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Pushing event updated for resources: {'Network': ['ID=1481d7b3-e72e-49d5-be6d-c407137f38a6,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:05.608004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:05.608219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 1481d7b3-e72e-49d5-be6d-c407137f38a6 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:05.637133 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: d0a829d4-7068-4ed3-acec-e33f6cf907f0 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:05.639180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d0a829d4-7068-4ed3-acec-e33f6cf907f0 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:05.691214 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.724989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.744682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb65a4-1e58-4b19-a2dd-845732bfd0c7 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Deleting port 8aaacb7c-bb89-4049-843b-3ff45205942e {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:05.745029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7cbb65a4-1e58-4b19-a2dd-845732bfd0c7 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.745492 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:05.812853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a829d4-7068-4ed3-acec-e33f6cf907f0,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:05.815975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42808) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:05.821453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Request body: {'port': {'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-600734099'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:05.842590 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Transition to ACTIVE for port object 4f830d6c-a644-4120-bdab-f6bcf6462a82 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:05.845952 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] No DVR routers for this DVR port d0a829d4-7068-4ed3-acec-e33f6cf907f0 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:05.847995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:05.859689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1a92a322-f6ac-4e99-9405-24a819bf6aa6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.880866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3095a0-13ab-4d04-acb9-72440ad418ea req-cd2fda6e-56b0-49d9-9adc-627ce949a3e8 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:05.883363 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e3095a0-13ab-4d04-acb9-72440ad418ea req-cd2fda6e-56b0-49d9-9adc-627ce949a3e8 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.2651443 Jun 24 12:44:05.888072 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Made reservation on behalf of 1e976c4dc4b74ad797bb0fc8f8e11e96 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:05.891126 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e8116cb2-8217-4ae9-a117-ae8cfc7497be tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:05.891291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.929291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:05.972245 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e3095a0-13ab-4d04-acb9-72440ad418ea req-51deb0e5-0e58-4710-bcda-eed1cfe5f06e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615761 Jun 24 12:44:05.977369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7cbb65a4-1e58-4b19-a2dd-845732bfd0c7 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.017273 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb65a4-1e58-4b19-a2dd-845732bfd0c7 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Calling delete_port for 8aaacb7c-bb89-4049-843b-3ff45205942e owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:06.068071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7350f24e-93a4-4034-bcc2-7bf0645d8a09 None None] Network 528f8396-d5ec-4a00-b2e0-082906b3ce6a requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:06.095452 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92a322-f6ac-4e99-9405-24a819bf6aa6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Subnet': ['ID=20dda5e3-bafc-41f9-b874-5a137f4f1f08,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:06.099834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.103345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.resource_extend [None req-4f730055-5e13-4a3b-9897-6fcf05f5f7ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 12:44:06.111652 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1a92a322-f6ac-4e99-9405-24a819bf6aa6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:06.147519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fcc34b-4ef7-46f7-9eb8-5e3865400700']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:06.153043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.173200 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-358eaa83-b942-4499-961f-6c64fae0a667 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:06.212631 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f496ae-fbbf-4fd5-b1eb-9a156c295d91') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:06.212932 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f496ae-fbbf-4fd5-b1eb-9a156c295d91') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:06.236802 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a92a322-f6ac-4e99-9405-24a819bf6aa6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Checking segment: {'id': '2a46f1ac-2e36-463a-9daf-87d780bd3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '7f1acbd8-a7f6-437a-8ab5-2038043e2922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:06.237198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a92a322-f6ac-4e99-9405-24a819bf6aa6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network hostable DHCP agents. Network: 7f1acbd8-a7f6-437a-8ab5-2038043e2922, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:06.251005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4f730055-5e13-4a3b-9897-6fcf05f5f7ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.256206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.261358 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network b03cf07b-6679-46eb-9a59-d2d1b8d6bcee is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:06.273357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.274026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4f730055-5e13-4a3b-9897-6fcf05f5f7ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.282095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.300188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:06.301312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:06.330879 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] device_id is not set on port 14b4502c-f56f-451c-a91c-9981520e851e yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:06.350381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3b2a50ef-9a0e-400f-9db0-10f3be0b9a66 None None] Provisioning for port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:06.364804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-112d4936-9f3e-4bb7-990d-e2731dccaa5f None None] Allocated IP 2001:db8:0:1::2 (b03cf07b-6679-46eb-9a59-d2d1b8d6bcee/ceb939e6-cd38-48b2-a4bd-b196e46c7f89/13a79ee6-1742-4b6b-ae44-c415a8a49ec0) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:06.367004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3b2a50ef-9a0e-400f-9db0-10f3be0b9a66 None None] Provisioning complete for port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:06.367399 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b2a50ef-9a0e-400f-9db0-10f3be0b9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.380421 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.383232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:06.389479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:06.390125 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.399536 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=4f830d6c-a644-4120-bdab-f6bcf6462a82,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:06.409829 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:06.417949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c13048-664b-479d-840d-bebddfabb189,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:06.424096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:06.424996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:06.426893 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:06.450314 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a92a322-f6ac-4e99-9405-24a819bf6aa6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network 7f1acbd8-a7f6-437a-8ab5-2038043e2922 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:06.469657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:06.558115 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.7198961 Jun 24 12:44:06.558115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-1a92a322-f6ac-4e99-9405-24a819bf6aa6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 7f1acbd8-a7f6-437a-8ab5-2038043e2922) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:06.588217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42824) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:06.595266 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a7739ac0-fa19-44b8-8e72-09acfe18690f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af9e1aa5-ea90-46ac-a842-dba669d71b55'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:06.600467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a92a322-f6ac-4e99-9405-24a819bf6aa6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:06.601071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1a92a322-f6ac-4e99-9405-24a819bf6aa6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.636049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd68eab-d819-4e39-9f9c-9a5f09fa3c96 None None] Network 7f1acbd8-a7f6-437a-8ab5-2038043e2922 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:06.647554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.658366 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1a92a322-f6ac-4e99-9405-24a819bf6aa6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9261165 Jun 24 12:44:06.659207 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:06.665169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42828) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:06.666710 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.671338 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] 10.222.0.110 "DELETE /v2.0/networks/40fcc34b-4ef7-46f7-9eb8-5e3865400700 HTTP/1.1" status: 204 len: 168 time: 3.6032269 Jun 24 12:44:06.697785 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=40fcc34b-4ef7-46f7-9eb8-5e3865400700,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:06.720273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:06.838095 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-112d4936-9f3e-4bb7-990d-e2731dccaa5f None None] For port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=13a79ee6-1742-4b6b-ae44-c415a8a49ec0,segment=NetworkSegment(836af60e-e67e-4c83-9ff8-2f5bf2408365),segment_id=836af60e-e67e-4c83-9ff8-2f5bf2408365)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:06.852050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7cbb65a4-1e58-4b19-a2dd-845732bfd0c7 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.854819 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7739ac0-fa19-44b8-8e72-09acfe18690f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.862418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5466e999-410c-47e6-b107-1789ee127053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:06.895014 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b2a50ef-9a0e-400f-9db0-10f3be0b9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.907131 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb65a4-1e58-4b19-a2dd-845732bfd0c7 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event deleted for resources: {'Port': ['ID=8aaacb7c-bb89-4049-843b-3ff45205942e,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:06.909641 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7cbb65a4-1e58-4b19-a2dd-845732bfd0c7 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:06.974294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-112d4936-9f3e-4bb7-990d-e2731dccaa5f None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.988429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982769ad-05be-4102-91ab-25d95c6d4fe2 req-5c6bb3e7-2955-48a9-b1da-1242334d25ea tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:06.989972 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-982769ad-05be-4102-91ab-25d95c6d4fe2 req-5c6bb3e7-2955-48a9-b1da-1242334d25ea tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.6249788 Jun 24 12:44:07.081818 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-112d4936-9f3e-4bb7-990d-e2731dccaa5f None None] Transition to ACTIVE for port object 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:07.085856 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.098388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-3b2a50ef-9a0e-400f-9db0-10f3be0b9a66 None None] For port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6d816dd1-fc88-4bc3-8dbe-9e7df3faac04,segment=NetworkSegment(1e572e1f-1ad2-448d-9229-905e1bb836a6),segment_id=1e572e1f-1ad2-448d-9229-905e1bb836a6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:07.105849 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b2a50ef-9a0e-400f-9db0-10f3be0b9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.107593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-112d4936-9f3e-4bb7-990d-e2731dccaa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.109931 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:07.117781 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42836) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:07.179890 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b90e49b-ab88-4d9c-a37d-765d33f65a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-7f1acbd8-a7f6-437a-8ab5-2038043e2922', 'network_id': '7f1acbd8-a7f6-437a-8ab5-2038043e2922', 'tenant_id': '36cb4e50810248ee993742afd74b1acd', 'fixed_ips': [{'subnet_id': '20dda5e3-bafc-41f9-b874-5a137f4f1f08'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:07.180745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2b90e49b-ab88-4d9c-a37d-765d33f65a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.189376 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f730055-5e13-4a3b-9897-6fcf05f5f7ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:44:07.198269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:07.303321 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-982769ad-05be-4102-91ab-25d95c6d4fe2 req-ae7d6240-b15f-4cfa-84e4-6385e88feb7f tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419803 Jun 24 12:44:07.306097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7cbb65a4-1e58-4b19-a2dd-845732bfd0c7 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.308139 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7cbb65a4-1e58-4b19-a2dd-845732bfd0c7 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "DELETE /v2.0/ports/8aaacb7c-bb89-4049-843b-3ff45205942e HTTP/1.1" status: 204 len: 168 time: 2.0050724 Jun 24 12:44:07.313138 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42842) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:07.368061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] device_id is not set on port 14b4502c-f56f-451c-a91c-9981520e851e yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:07.381039 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f09c9f4-cbe3-4b0a-a1e5-40f7e892f837 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] GET failed (client error): The resource could not be found. Jun 24 12:44:07.387460 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5f09c9f4-cbe3-4b0a-a1e5-40f7e892f837 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "GET /v2.0/ports/8aaacb7c-bb89-4049-843b-3ff45205942e HTTP/1.1" status: 404 len: 333 time: 0.0732348 Jun 24 12:44:07.388130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42844) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:07.393091 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.399621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Request body: {'port': {'network_id': 'd1d2b172-9193-4de1-b8a6-6832011e72fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1701464708'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:07.441642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a50ef-9a0e-400f-9db0-10f3be0b9a66 None None] Pushing event updated for resources: {'Port': ['ID=6d816dd1-fc88-4bc3-8dbe-9e7df3faac04,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:07.444082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Transition to ACTIVE for port object 14b4502c-f56f-451c-a91c-9981520e851e will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:07.453355 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-30a05d4a-8d67-4d74-a0f6-3a96b5e081af admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=572e3e64a178497ca08b4c055c55e5d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3342862 Jun 24 12:44:07.465749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42846) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:07.468149 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.517304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.527064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-28dcbe09-f291-4500-8b91-96eeb26a7fec tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:07.613600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Pushing event updated for resources: {'Port': ['ID=14b4502c-f56f-451c-a91c-9981520e851e,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:07.627398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:07.655355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Checking segment: {'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:07.655754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Network hostable DHCP agents. Network: 1481d7b3-e72e-49d5-be6d-c407137f38a6, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:07.660798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Made reservation on behalf of 738674913ead40288ba5026a9cca9d67 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:07.664418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.691379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ca8f09f3-4534-4874-be2d-4d4e6903664a None None] Provisioning complete for port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:07.691889 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ca8f09f3-4534-4874-be2d-4d4e6903664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.703620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] device_id is not set on port bdcb7196-fea9-4d00-a994-da3bb4977ea6 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:07.724801 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f730055-5e13-4a3b-9897-6fcf05f5f7ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:07.735085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4f730055-5e13-4a3b-9897-6fcf05f5f7ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.737889 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e5f5a-1c1f-4d99-8d68-768383a35247 None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:07.738738 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.741723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fe3e851e-2be4-426d-8032-731b9f649a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.749196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:07.753930 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e5f5a-1c1f-4d99-8d68-768383a35247 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:07.755782 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a52e5f5a-1c1f-4d99-8d68-768383a35247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:07.783862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-a7739ac0-fa19-44b8-8e72-09acfe18690f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Delete allocated IP 2001:db8:0:1::78 (b03cf07b-6679-46eb-9a59-d2d1b8d6bcee/ceb939e6-cd38-48b2-a4bd-b196e46c7f89) {{(pid=100146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 24 12:44:07.793417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Network 1481d7b3-e72e-49d5-be6d-c407137f38a6 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:07.815026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 1481d7b3-e72e-49d5-be6d-c407137f38a6) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:07.828282 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Subnet': ['ID=20dda5e3-bafc-41f9-b874-5a137f4f1f08,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:07.831539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:07.832902 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:07.851072 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a52e5f5a-1c1f-4d99-8d68-768383a35247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server [None req-2b90e49b-ab88-4d9c-a37d-765d33f65a9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20dda5e3-bafc-41f9-b874-5a137f4f1f08: This subnet is being modified by another concurrent operation. Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 24 12:44:07.856498 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1429, in _create_port_db Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise exception Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20dda5e3-bafc-41f9-b874-5a137f4f1f08: This subnet is being modified by another concurrent operation. Jun 24 12:44:07.859601 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server Jun 24 12:44:07.872311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fe3e851e-2be4-426d-8032-731b9f649a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.881403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0166e477-d80c-4937-b071-bf832bb1bd41 None None] Network 1481d7b3-e72e-49d5-be6d-c407137f38a6 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:07.899640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:07.899640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:07.900049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:07.906196 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e5f5a-1c1f-4d99-8d68-768383a35247 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:07.907877 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a52e5f5a-1c1f-4d99-8d68-768383a35247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:07.910120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:07.910468 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:07.912839 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 2 to bind port 14b4502c-f56f-451c-a91c-9981520e851e Jun 24 12:44:07.944764 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21df8be1-6a9a-4c2a-b3ae-26bf7854ea6b None None] Network 7f1acbd8-a7f6-437a-8ab5-2038043e2922 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:07.946472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d4936-9f3e-4bb7-990d-e2731dccaa5f None None] Pushing event updated for resources: {'Port': ['ID=13a79ee6-1742-4b6b-ae44-c415a8a49ec0,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:07.948373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Allocated IP 2001:db8::1bb (d1d2b172-9193-4de1-b8a6-6832011e72fe/3b754133-c911-4d38-ace5-47384919a71f/bdcb7196-fea9-4d00-a994-da3bb4977ea6) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:07.950993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:07.951329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:07.951665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:07.970444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-112d4936-9f3e-4bb7-990d-e2731dccaa5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:07.970722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:07.971064 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:07.972948 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 3 to bind port 14b4502c-f56f-451c-a91c-9981520e851e Jun 24 12:44:07.987360 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a52e5f5a-1c1f-4d99-8d68-768383a35247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:07.988371 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e5f5a-1c1f-4d99-8d68-768383a35247 None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:07.998309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.878s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:07.998651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:08.008215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:08.008451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:08.008788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:08.022825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:08.023147 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:08.026044 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 4 to bind port 14b4502c-f56f-451c-a91c-9981520e851e Jun 24 12:44:08.052226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:08.052226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:08.052226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:08.056745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42848) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:08.067555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-726795735', 'description': 'tempest-secgroup-smoke-726795735 description', 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:08.087396 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.088193 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:08.088433 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:08.098132 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 5 to bind port 14b4502c-f56f-451c-a91c-9981520e851e Jun 24 12:44:08.114859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1acbd8-a7f6-437a-8ab5-2038043e2922']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:08.140524 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a46f1ac-2e36-463a-9daf-87d780bd3f36') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:08.141128 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a46f1ac-2e36-463a-9daf-87d780bd3f36') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:08.150797 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:08.151119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:08.151454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:08.163104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:08.163434 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:08.165983 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 6 to bind port 14b4502c-f56f-451c-a91c-9981520e851e Jun 24 12:44:08.170476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.189268 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4f730055-5e13-4a3b-9897-6fcf05f5f7ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "PUT /v2.0/floatingips/d198753c-bd43-496e-9c63-4e07081be9c5 HTTP/1.1" status: 200 len: 978 time: 4.8427827 Jun 24 12:44:08.191502 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.194737 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42850) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:08.208622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.227491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:08.227491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:08.227491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:08.243221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:08.243570 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:08.248491 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 7 to bind port 14b4502c-f56f-451c-a91c-9981520e851e Jun 24 12:44:08.267247 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.282361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.284751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:08.285064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:08.286809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:08.286935 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fe3e851e-2be4-426d-8032-731b9f649a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.288112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fe3e851e-2be4-426d-8032-731b9f649a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.292302 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fe3e851e-2be4-426d-8032-731b9f649a93 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/cbd5e143-13a0-4fdc-a84f-e7455919219e HTTP/1.1" status: 204 len: 168 time: 0.8222287 Jun 24 12:44:08.292302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:08.292302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.308211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:08.308778 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:08.310123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0618e0d5-ec44-4580-a85e-f78a2a3f3522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:08.312382 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:08.315285 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 8 to bind port 14b4502c-f56f-451c-a91c-9981520e851e Jun 24 12:44:08.320756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7739ac0-fa19-44b8-8e72-09acfe18690f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.323055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Transition to ACTIVE for port object bdcb7196-fea9-4d00-a994-da3bb4977ea6 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:08.345444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:08.345444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:08.345767 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:08.363880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:08.364265 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:08.367020 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 9 to bind port 14b4502c-f56f-451c-a91c-9981520e851e Jun 24 12:44:08.413796 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:08.414131 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:08.414479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:08.414827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e851e-2be4-426d-8032-731b9f649a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd5e143-13a0-4fdc-a84f-e7455919219e,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:08.428824 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fe3e851e-2be4-426d-8032-731b9f649a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:08.430933 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-a7739ac0-fa19-44b8-8e72-09acfe18690f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Ignored duplicate provisioning block setup for port 4f830d6c-a644-4120-bdab-f6bcf6462a82 by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 24 12:44:08.437380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.439820 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:08.440165 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:08.440549 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 10 to bind port 14b4502c-f56f-451c-a91c-9981520e851e Jun 24 12:44:08.449115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6ddf0c84-522b-445d-8679-96246862076c tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:08.579333 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.583632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:08.584337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:08.584668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:08.599993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.620898 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Network d1d2b172-9193-4de1-b8a6-6832011e72fe is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:08.625292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 14b4502c-f56f-451c-a91c-9981520e851e on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:08.625755 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 14b4502c-f56f-451c-a91c-9981520e851e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:08.626130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.626922 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fe38ad-f2cb-4b66-a795-d3e3d2543f46 None None] Network b03cf07b-6679-46eb-9a59-d2d1b8d6bcee requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:08.628351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event updated for resources: {'Port': ['ID=bdcb7196-fea9-4d00-a994-da3bb4977ea6,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:08.634061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:08.640090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:08.640780 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:08.647282 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:08.648022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.657694 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:08.772192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-71049b98-5264-486d-b67e-618bcc8a2c9e None None] Provisioning for port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:08.792492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-71049b98-5264-486d-b67e-618bcc8a2c9e None None] Provisioning complete for port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:08.793048 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-71049b98-5264-486d-b67e-618bcc8a2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.863096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26d51f9-2282-4696-a997-4dad730c9a25,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:08.876530 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:08.912396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.926255 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.932397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0405fb2e-1eae-43f4-882a-f3f0cb9dbe8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:08.939533 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5476136 Jun 24 12:44:08.940239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42866) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:08.952027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3db0af17-eec5-49aa-93a7-58a0e90d55bc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::59', 'mac_address': 'fa:16:3e:7e:51:68'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:08.964493 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462f753-9e55-4693-93b9-967b2db137be req-7dae3b46-0bbb-44fb-938d-60cdb3c94b0b tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:08.966073 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4462f753-9e55-4693-93b9-967b2db137be req-7dae3b46-0bbb-44fb-938d-60cdb3c94b0b tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.4307253 Jun 24 12:44:08.970583 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] For port 14b4502c-f56f-451c-a91c-9981520e851e, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:08.970979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempted to set empty binding levels {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 24 12:44:09.007863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.021630 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.026026 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9650588 Jun 24 12:44:09.032692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7739ac0-fa19-44b8-8e72-09acfe18690f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.036370 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42868) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:09.049009 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ea431357-f291-44fd-96e0-0f7e4adce87b tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Request body: {'security_group_rule': {'security_group_id': '2868c68d-8468-43ae-9e45-e0aacf4be0d2', 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:09.059467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2868c68d-8468-43ae-9e45-e0aacf4be0d2,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:09.062682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:09.063295 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.068976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:09.071774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:09.076349 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-36b022a2-005d-40d9-a48c-6ccbfbe47c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:09.112524 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.147228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0b207b0e-a7e1-44da-8402-d13654784b8f None None] Provisioning for port bdcb7196-fea9-4d00-a994-da3bb4977ea6 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:09.162288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0b207b0e-a7e1-44da-8402-d13654784b8f None None] Provisioning complete for port bdcb7196-fea9-4d00-a994-da3bb4977ea6 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:09.163871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b207b0e-a7e1-44da-8402-d13654784b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.180776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.187195 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/7f1acbd8-a7f6-437a-8ab5-2038043e2922 HTTP/1.1" status: 204 len: 168 time: 2.5169735 Jun 24 12:44:09.194688 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42874) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:09.207978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-587012aa-28eb-4462-b13f-d7027bcb51e1 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-152141808'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:09.232881 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:09.253128 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7739ac0-fa19-44b8-8e72-09acfe18690f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=4f830d6c-a644-4120-bdab-f6bcf6462a82,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:09.267543 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a7739ac0-fa19-44b8-8e72-09acfe18690f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:09.269272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-a7739ac0-fa19-44b8-8e72-09acfe18690f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] In _notify_port_updated(), no bound segment for port 4f830d6c-a644-4120-bdab-f6bcf6462a82 on network b03cf07b-6679-46eb-9a59-d2d1b8d6bcee {{(pid=100146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:44:09.287379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7739ac0-fa19-44b8-8e72-09acfe18690f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:09.288068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7739ac0-fa19-44b8-8e72-09acfe18690f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.292448 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a7739ac0-fa19-44b8-8e72-09acfe18690f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "PUT /v2.0/ports/4f830d6c-a644-4120-bdab-f6bcf6462a82 HTTP/1.1" status: 200 len: 926 time: 2.6985636 Jun 24 12:44:09.308629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:09.312755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-0b207b0e-a7e1-44da-8402-d13654784b8f None None] Port bdcb7196-fea9-4d00-a994-da3bb4977ea6 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:09.316199 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42878) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:09.324109 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8b6905e3-5128-4f89-8741-8445e1905bf3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af9e1aa5-ea90-46ac-a842-dba669d71b55'}, {'subnet_id': 'ceb939e6-cd38-48b2-a4bd-b196e46c7f89'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:09.355844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:09.356416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.370907 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ea431357-f291-44fd-96e0-0f7e4adce87b tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.389154 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Network': ['ID=7f1acbd8-a7f6-437a-8ab5-2038043e2922,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:09.408130 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4462f753-9e55-4693-93b9-967b2db137be req-30ff472a-4c2d-4328-8f52-0053730cb2e2 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4137337 Jun 24 12:44:09.410026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:09.412496 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.5955019 Jun 24 12:44:09.416886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42882) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:09.487171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Pushing event updated for resources: {'Port': ['ID=14b4502c-f56f-451c-a91c-9981520e851e,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:09.494080 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:09.532984 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5f91c1eb-49fd-4fb1-92ab-211e08265645 None None] Provisioning for port 4f830d6c-a644-4120-bdab-f6bcf6462a82 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:09.550658 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5f91c1eb-49fd-4fb1-92ab-211e08265645 None None] Provisioning complete for port 4f830d6c-a644-4120-bdab-f6bcf6462a82 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:09.557285 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5f91c1eb-49fd-4fb1-92ab-211e08265645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.583507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587012aa-28eb-4462-b13f-d7027bcb51e1 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:09.588501 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-587012aa-28eb-4462-b13f-d7027bcb51e1 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.617404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port 59f68c6d-9f5c-401d-a888-f409aa7f1fff {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:09.617882 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.620595 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:09.657432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5f91c1eb-49fd-4fb1-92ab-211e08265645 None None] Port 4f830d6c-a644-4120-bdab-f6bcf6462a82 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:09.662314 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ea431357-f291-44fd-96e0-0f7e4adce87b tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.673623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3db0af17-eec5-49aa-93a7-58a0e90d55bc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.686484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5f91c1eb-49fd-4fb1-92ab-211e08265645 None None] Provisioning complete for port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:09.686901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5f91c1eb-49fd-4fb1-92ab-211e08265645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.722307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ea431357-f291-44fd-96e0-0f7e4adce87b tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.748234 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-006b6c1d-4357-40b1-a6d6-7b033b308fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Deleting port 14b4502c-f56f-451c-a91c-9981520e851e {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:09.748576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-006b6c1d-4357-40b1-a6d6-7b033b308fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.752161 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2d487520-2658-4e30-b64b-087c175fc7b3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:09.753719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:09.754096 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.758231 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587012aa-28eb-4462-b13f-d7027bcb51e1 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] vlan segment allocate from pool success with {'vlan_id': 1310, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:09.854194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd6fb5-f0ca-4435-a4bc-361e05680eef req-30dde205-5369-4778-ab2e-3dd81d32ec42 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:09.861000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea431357-f291-44fd-96e0-0f7e4adce87b tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72b0b2c-8939-436b-9752-e3106d985c2d,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:09.861471 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f5dd6fb5-f0ca-4435-a4bc-361e05680eef req-30dde205-5369-4778-ab2e-3dd81d32ec42 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.2316234 Jun 24 12:44:09.872900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ea431357-f291-44fd-96e0-0f7e4adce87b tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:09.873997 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-587012aa-28eb-4462-b13f-d7027bcb51e1 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.874342 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-587012aa-28eb-4462-b13f-d7027bcb51e1 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Added segment 2251043a-b6c8-4dab-9c91-2322593a4917 of type vlan for network 04087ac1-637d-4a9c-9de5-cdec316c76e2 Jun 24 12:44:09.879150 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ea431357-f291-44fd-96e0-0f7e4adce87b tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.880467 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ea431357-f291-44fd-96e0-0f7e4adce87b tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8358359 Jun 24 12:44:09.897412 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42890) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:09.924924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c0009fcb-601f-4384-90be-b98965aa58df tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Request body: {'security_group_rule': {'security_group_id': '2868c68d-8468-43ae-9e45-e0aacf4be0d2', 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:09.942102 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-006b6c1d-4357-40b1-a6d6-7b033b308fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] For port 14b4502c-f56f-451c-a91c-9981520e851e, host hv-neutron-7971, got binding levels [] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:09.942305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-006b6c1d-4357-40b1-a6d6-7b033b308fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.984104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-587012aa-28eb-4462-b13f-d7027bcb51e1 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.989055 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.989386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.017542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for 59f68c6d-9f5c-401d-a888-f409aa7f1fff owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:10.025318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b6905e3-5128-4f89-8741-8445e1905bf3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.027596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-006b6c1d-4357-40b1-a6d6-7b033b308fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Calling delete_port for 14b4502c-f56f-451c-a91c-9981520e851e owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:10.081793 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f5dd6fb5-f0ca-4435-a4bc-361e05680eef req-dfe7de69-7eb2-4370-b76a-610db96bbdd1 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194388 Jun 24 12:44:10.095201 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-81b8e94e-be77-4bb8-a2db-8e02a09ab7bc None None] Provisioning complete for port 4f830d6c-a644-4120-bdab-f6bcf6462a82 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:10.109215 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-81b8e94e-be77-4bb8-a2db-8e02a09ab7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.136620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c0009fcb-601f-4384-90be-b98965aa58df tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.172419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-81b8e94e-be77-4bb8-a2db-8e02a09ab7bc None None] Port 4f830d6c-a644-4120-bdab-f6bcf6462a82 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:10.193265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf25109-6f88-485f-abfe-111836b965dd None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:44:10.240009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3db0af17-eec5-49aa-93a7-58a0e90d55bc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.249648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3db0af17-eec5-49aa-93a7-58a0e90d55bc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.263544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:10.300333 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf25109-6f88-485f-abfe-111836b965dd None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:44:10.302206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-3db0af17-eec5-49aa-93a7-58a0e90d55bc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] In _notify_port_updated(), no bound segment for port bdcb7196-fea9-4d00-a994-da3bb4977ea6 on network d1d2b172-9193-4de1-b8a6-6832011e72fe {{(pid=100145) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:44:10.308982 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db0af17-eec5-49aa-93a7-58a0e90d55bc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:10.310028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3db0af17-eec5-49aa-93a7-58a0e90d55bc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.315118 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3db0af17-eec5-49aa-93a7-58a0e90d55bc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "PUT /v2.0/ports/bdcb7196-fea9-4d00-a994-da3bb4977ea6 HTTP/1.1" status: 200 len: 1002 time: 1.3676229 Jun 24 12:44:10.322197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42902) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:10.350045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-847d2a07-f902-49b7-9ffe-2fe1dd02427c None None] Provisioning complete for port 4f830d6c-a644-4120-bdab-f6bcf6462a82 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:10.350790 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-847d2a07-f902-49b7-9ffe-2fe1dd02427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.400732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-847d2a07-f902-49b7-9ffe-2fe1dd02427c None None] Port 4f830d6c-a644-4120-bdab-f6bcf6462a82 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:10.401714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c0009fcb-601f-4384-90be-b98965aa58df tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.404022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0af17-eec5-49aa-93a7-58a0e90d55bc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event updated for resources: {'Port': ['ID=bdcb7196-fea9-4d00-a994-da3bb4977ea6,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:10.412994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-006b6c1d-4357-40b1-a6d6-7b033b308fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.415174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3db0af17-eec5-49aa-93a7-58a0e90d55bc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:10.423305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c0009fcb-601f-4384-90be-b98965aa58df tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.428406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:10.461444 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-587012aa-28eb-4462-b13f-d7027bcb51e1 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.465214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42906) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:10.468045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587012aa-28eb-4462-b13f-d7027bcb51e1 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:10.468690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-587012aa-28eb-4462-b13f-d7027bcb51e1 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.471204 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:10.475256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b6c1d-4357-40b1-a6d6-7b033b308fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Pushing event deleted for resources: {'Port': ['ID=14b4502c-f56f-451c-a91c-9981520e851e,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:10.487555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-006b6c1d-4357-40b1-a6d6-7b033b308fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:10.496851 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468a727-40f1-4a17-8bae-89f655e90210 req-0075126d-fa18-49c2-be2b-119c4efae848 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:10.498611 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2468a727-40f1-4a17-8bae-89f655e90210 req-0075126d-fa18-49c2-be2b-119c4efae848 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.2375600 Jun 24 12:44:10.499343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4251949-7611-4183-9ae8-8e4cafe16f0c tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:10.520561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-006b6c1d-4357-40b1-a6d6-7b033b308fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.529819 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-006b6c1d-4357-40b1-a6d6-7b033b308fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "DELETE /v2.0/ports/14b4502c-f56f-451c-a91c-9981520e851e HTTP/1.1" status: 204 len: 168 time: 1.1059706 Jun 24 12:44:10.529819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0009fcb-601f-4384-90be-b98965aa58df tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b79e5d-5312-405d-a60a-28f4a4cffdab,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:10.533554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42910) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:10.545382 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c0009fcb-601f-4384-90be-b98965aa58df tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:10.551361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c0009fcb-601f-4384-90be-b98965aa58df tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.552573 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c0009fcb-601f-4384-90be-b98965aa58df tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6527913 Jun 24 12:44:10.555373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42912) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:10.567489 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7f94971e-9512-4b01-8ca4-61bd9a33a203 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Request body: {'security_group_rule': {'security_group_id': '2868c68d-8468-43ae-9e45-e0aacf4be0d2', 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:10.574505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.595124 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baae61e-b361-4545-af8d-858d921c7bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] GET failed (client error): The resource could not be found. Jun 24 12:44:10.600618 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7baae61e-b361-4545-af8d-858d921c7bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "GET /v2.0/ports/14b4502c-f56f-451c-a91c-9981520e851e HTTP/1.1" status: 404 len: 333 time: 0.0622649 Jun 24 12:44:10.605923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42914) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:10.610974 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Request body: {'port': {'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-389483862'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:10.629133 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2468a727-40f1-4a17-8bae-89f655e90210 req-0470899d-9a45-4c00-86e5-c99273c5f008 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157658 Jun 24 12:44:10.647597 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-587012aa-28eb-4462-b13f-d7027bcb51e1 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4479082 Jun 24 12:44:10.653544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42916) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:10.673738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d7e8fe1d-c295-4bd7-8f73-0bb628dc138e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'subnet': {'network_id': '04087ac1-637d-4a9c-9de5-cdec316c76e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:10.683792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7f94971e-9512-4b01-8ca4-61bd9a33a203 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.738347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Made reservation on behalf of 1e976c4dc4b74ad797bb0fc8f8e11e96 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:10.742140 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.752200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1974095248'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:10.784770 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587012aa-28eb-4462-b13f-d7027bcb51e1 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Network': ['ID=04087ac1-637d-4a9c-9de5-cdec316c76e2,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:10.796870 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7f94971e-9512-4b01-8ca4-61bd9a33a203 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.798202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-587012aa-28eb-4462-b13f-d7027bcb51e1 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:10.798929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:10.827311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 04087ac1-637d-4a9c-9de5-cdec316c76e2 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:10.837170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7f94971e-9512-4b01-8ca4-61bd9a33a203 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.840485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] device_id is not set on port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:10.859605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=59f68c6d-9f5c-401d-a888-f409aa7f1fff,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:10.869615 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:10.885474 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:10.916824 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.917314 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Floating IP d198753c-bd43-496e-9c63-4e07081be9c5 disassociated (deleted). External IP: 172.26.1.117, port: c7855b17-3ae3-453c-a724-54f5d1dff22f. Jun 24 12:44:10.920158 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-650648aa-c38d-4833-940b-461662c260e3 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Deleting port bdcb7196-fea9-4d00-a994-da3bb4977ea6 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:10.920601 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-650648aa-c38d-4833-940b-461662c260e3 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.937698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Made reservation on behalf of 52b9b303ee8146eab61cc66659b7f3a3 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:10.941197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.964700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94971e-9512-4b01-8ca4-61bd9a33a203 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e56570e-9cb6-4df1-b843-d4fb7272194c,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:10.969919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.972227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7f94971e-9512-4b01-8ca4-61bd9a33a203 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:10.986786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7f94971e-9512-4b01-8ca4-61bd9a33a203 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.987968 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7f94971e-9512-4b01-8ca4-61bd9a33a203 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4244516 Jun 24 12:44:11.004635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42920) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:11.013108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7ca87a10-4f86-43dd-9356-19a53891075a tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Request body: {'security_group_rule': {'security_group_id': '2868c68d-8468-43ae-9e45-e0aacf4be0d2', 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:11.061340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e8fe1d-c295-4bd7-8f73-0bb628dc138e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:11.065062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d7e8fe1d-c295-4bd7-8f73-0bb628dc138e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.067927 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-8b6905e3-5128-4f89-8741-8445e1905bf3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Allocated IP 2001:db8:0:1::77 (b03cf07b-6679-46eb-9a59-d2d1b8d6bcee/ceb939e6-cd38-48b2-a4bd-b196e46c7f89/4f830d6c-a644-4120-bdab-f6bcf6462a82) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:11.182380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c870b-7390-4f81-bb5a-053526421da3 req-dfee1383-dbe2-425c-a6f4-09e9386d0177 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:11.183896 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f75c870b-7390-4f81-bb5a-053526421da3 req-dfee1383-dbe2-425c-a6f4-09e9386d0177 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.3527191 Jun 24 12:44:11.201363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-650648aa-c38d-4833-940b-461662c260e3 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.219011 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-650648aa-c38d-4833-940b-461662c260e3 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Calling delete_port for bdcb7196-fea9-4d00-a994-da3bb4977ea6 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:11.235379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-81185a0d-e8e9-4d62-a97a-6ad70bf6c740 None None] Provisioning complete for port bdcb7196-fea9-4d00-a994-da3bb4977ea6 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:11.236844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-81185a0d-e8e9-4d62-a97a-6ad70bf6c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.239436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7ca87a10-4f86-43dd-9356-19a53891075a tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.292005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-81185a0d-e8e9-4d62-a97a-6ad70bf6c740 None None] Port bdcb7196-fea9-4d00-a994-da3bb4977ea6 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:11.348560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.356339 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f75c870b-7390-4f81-bb5a-053526421da3 req-e6cf5e7f-6e0c-4bf3-8385-e3009d10c628 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379693 Jun 24 12:44:11.403445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b6905e3-5128-4f89-8741-8445e1905bf3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.445041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-8b6905e3-5128-4f89-8741-8445e1905bf3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Transition to ACTIVE for port object 4f830d6c-a644-4120-bdab-f6bcf6462a82 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:11.452252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:44:11.453667 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b6905e3-5128-4f89-8741-8445e1905bf3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.460408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b2e4199a-bbc1-425a-a604-e5d612174c93 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:11.462550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7ca87a10-4f86-43dd-9356-19a53891075a tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.480171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7ca87a10-4f86-43dd-9356-19a53891075a tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.501090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:11.548629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.558813 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca87a10-4f86-43dd-9356-19a53891075a tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1378dd5-d130-460c-836c-d8c725b871ea,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:11.567983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.579891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7ca87a10-4f86-43dd-9356-19a53891075a tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:11.580503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2f719067-2d6a-49f1-be52-41ef9ba905df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:11.588828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.592753 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-8b6905e3-5128-4f89-8741-8445e1905bf3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] In _notify_port_updated(), no bound segment for port 4f830d6c-a644-4120-bdab-f6bcf6462a82 on network b03cf07b-6679-46eb-9a59-d2d1b8d6bcee {{(pid=100146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:44:11.598246 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6905e3-5128-4f89-8741-8445e1905bf3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:11.599251 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b6905e3-5128-4f89-8741-8445e1905bf3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.600364 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8b6905e3-5128-4f89-8741-8445e1905bf3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "PUT /v2.0/ports/4f830d6c-a644-4120-bdab-f6bcf6462a82 HTTP/1.1" status: 200 len: 1011 time: 2.2813134 Jun 24 12:44:11.601056 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7ca87a10-4f86-43dd-9356-19a53891075a tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.606408 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7ca87a10-4f86-43dd-9356-19a53891075a tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5956800 Jun 24 12:44:11.606408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d7e8fe1d-c295-4bd7-8f73-0bb628dc138e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.606408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42924) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:11.615786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42926) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:11.639634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] vlan segment allocate from pool success with {'vlan_id': 1319, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:11.644422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a4cede2f-907f-4dbc-9b7e-4a35e77b3393 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Request body: {'security_group_rule': {'security_group_id': '2868c68d-8468-43ae-9e45-e0aacf4be0d2', 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:11.645026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6905e3-5128-4f89-8741-8445e1905bf3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=4f830d6c-a644-4120-bdab-f6bcf6462a82,revision_number=3']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:11.648205 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8b6905e3-5128-4f89-8741-8445e1905bf3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:11.654199 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-650648aa-c38d-4833-940b-461662c260e3 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.659798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f21292bb-09fa-4b91-81be-e0082e2117e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:11.682078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660792c7-0ef3-4333-a310-33d8d85045a0,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:11.695862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650648aa-c38d-4833-940b-461662c260e3 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event deleted for resources: {'Port': ['ID=bdcb7196-fea9-4d00-a994-da3bb4977ea6,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:11.697430 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:11.701545 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-10440aa1-9574-4d79-b515-f2ac1e6566c9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:11.707413 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Network 1481d7b3-e72e-49d5-be6d-c407137f38a6 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:11.710429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.710803 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Added segment d2bec00d-deec-4a56-b76a-59b57f1d7fd8 of type vlan for network a5ab77c6-51ad-425b-9f0a-3e51218cc377 Jun 24 12:44:11.723141 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-650648aa-c38d-4833-940b-461662c260e3 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:11.732521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:11.770944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:11.772337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:11.773087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.795761 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:11.813447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59007b6-a644-4ce5-80cf-a93900523501 None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:11.825616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59007b6-a644-4ce5-80cf-a93900523501 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:11.826269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b59007b6-a644-4ce5-80cf-a93900523501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:11.836361 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.837102 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-a4cede2f-907f-4dbc-9b7e-4a35e77b3393 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Project f16dceb62aa542cfb1110ee3ca83cc7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:44:11.867495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b59007b6-a644-4ce5-80cf-a93900523501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:11.878921 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59007b6-a644-4ce5-80cf-a93900523501 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:11.879194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4cede2f-907f-4dbc-9b7e-4a35e77b3393 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.879951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b59007b6-a644-4ce5-80cf-a93900523501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:11.889775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.890253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-650648aa-c38d-4833-940b-461662c260e3 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.895129 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-650648aa-c38d-4833-940b-461662c260e3 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "DELETE /v2.0/ports/bdcb7196-fea9-4d00-a994-da3bb4977ea6 HTTP/1.1" status: 204 len: 168 time: 1.4346571 Jun 24 12:44:11.895673 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2886140 Jun 24 12:44:11.898654 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42928) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:11.899089 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42930) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:11.914998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Pushing event updated for resources: {'Port': ['ID=44c6b187-3e3f-49d9-8292-cf5bc4e0c901,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:11.916486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:11.919340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:11.924256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b59007b6-a644-4ce5-80cf-a93900523501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:11.925711 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59007b6-a644-4ce5-80cf-a93900523501 None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:11.925863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e46edbc2-f357-4a39-9a8c-2b8f2cc8bf9d tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:11.938084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e8fe1d-c295-4bd7-8f73-0bb628dc138e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Checking segment: {'id': '2251043a-b6c8-4dab-9c91-2322593a4917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '04087ac1-637d-4a9c-9de5-cdec316c76e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:11.938630 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e8fe1d-c295-4bd7-8f73-0bb628dc138e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network hostable DHCP agents. Network: 04087ac1-637d-4a9c-9de5-cdec316c76e2, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:11.940998 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0a8e8a72-ae59-41e5-a282-7c9511b4829d None None] Provisioning for port 4f830d6c-a644-4120-bdab-f6bcf6462a82 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:11.945842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0a8e8a72-ae59-41e5-a282-7c9511b4829d None None] Provisioning complete for port 4f830d6c-a644-4120-bdab-f6bcf6462a82 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:11.946061 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0a8e8a72-ae59-41e5-a282-7c9511b4829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.972637 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd8bd7d-89d3-4999-a785-0fc69e232539 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] GET failed (client error): The resource could not be found. Jun 24 12:44:11.980547 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ebd8bd7d-89d3-4999-a785-0fc69e232539 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "GET /v2.0/ports/bdcb7196-fea9-4d00-a994-da3bb4977ea6 HTTP/1.1" status: 404 len: 333 time: 0.0779574 Jun 24 12:44:11.982973 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42932) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:11.990718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e8a72-ae59-41e5-a282-7c9511b4829d None None] Port 4f830d6c-a644-4120-bdab-f6bcf6462a82 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:11.991239 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Request body: {'port': {'network_id': 'd1d2b172-9193-4de1-b8a6-6832011e72fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-313356293'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:12.004763 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/floatingips/d198753c-bd43-496e-9c63-4e07081be9c5 HTTP/1.1" status: 204 len: 168 time: 3.8087232 Jun 24 12:44:12.014242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42934) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:12.102090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.118544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4cede2f-907f-4dbc-9b7e-4a35e77b3393 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.121141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8fe1d-c295-4bd7-8f73-0bb628dc138e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Subnet': ['ID=a6e2b452-04db-4641-b44c-0d73ce0bd29f,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:12.124317 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d7e8fe1d-c295-4bd7-8f73-0bb628dc138e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:12.130523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.136709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:12.137287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.139543 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e8fe1d-c295-4bd7-8f73-0bb628dc138e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network 04087ac1-637d-4a9c-9de5-cdec316c76e2 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:12.147072 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:12.150425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4cede2f-907f-4dbc-9b7e-4a35e77b3393 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.179194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-cbe9e2e7-8344-4218-bad4-1370a6529683 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 4f830d6c-a644-4120-bdab-f6bcf6462a82 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:12.179536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cbe9e2e7-8344-4218-bad4-1370a6529683 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.213028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-d7e8fe1d-c295-4bd7-8f73-0bb628dc138e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 04087ac1-637d-4a9c-9de5-cdec316c76e2) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:12.223539 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e324cd3c-c522-4c83-86e9-33e60c288dca None None] Network 04087ac1-637d-4a9c-9de5-cdec316c76e2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:12.233992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Made reservation on behalf of 738674913ead40288ba5026a9cca9d67 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:12.237989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.279156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e8fe1d-c295-4bd7-8f73-0bb628dc138e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:12.280396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d7e8fe1d-c295-4bd7-8f73-0bb628dc138e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.297067 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8244555 Jun 24 12:44:12.297067 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4cede2f-907f-4dbc-9b7e-4a35e77b3393 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.297067 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a4cede2f-907f-4dbc-9b7e-4a35e77b3393 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6627574 Jun 24 12:44:12.338863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42936) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:12.349868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ead66722-4519-4bc2-93b8-d449019e4cc0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Request body: {'security_group_rule': {'security_group_id': '2868c68d-8468-43ae-9e45-e0aacf4be0d2', 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:12.366518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Pushing event updated for resources: {'Network': ['ID=a5ab77c6-51ad-425b-9f0a-3e51218cc377,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:12.379232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:12.381037 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-80dbf54d-8e9f-4c39-984d-919b1d549eb1 tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:12.399163 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d7e8fe1d-c295-4bd7-8f73-0bb628dc138e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7298136 Jun 24 12:44:12.399881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42942) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:12.405932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network a5ab77c6-51ad-425b-9f0a-3e51218cc377 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:12.420193 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-550c531a-b107-4434-9f6c-133a90cebc6e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1179420125'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:12.438894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cede2f-907f-4dbc-9b7e-4a35e77b3393 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317a7331-c219-4ada-92cf-8fe6b56797e3,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:12.446791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4cede2f-907f-4dbc-9b7e-4a35e77b3393 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:12.447045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-04087ac1-637d-4a9c-9de5-cdec316c76e2', 'network_id': '04087ac1-637d-4a9c-9de5-cdec316c76e2', 'tenant_id': '36cb4e50810248ee993742afd74b1acd', 'fixed_ips': [{'subnet_id': 'a6e2b452-04db-4641-b44c-0d73ce0bd29f'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:12.447976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.469477 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-ead66722-4519-4bc2-93b8-d449019e4cc0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Project f16dceb62aa542cfb1110ee3ca83cc7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:44:12.475943 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cbe9e2e7-8344-4218-bad4-1370a6529683 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.491963 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ead66722-4519-4bc2-93b8-d449019e4cc0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.496275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-7afc3b62-65d6-440b-a972-d73286021ba0 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port c7855b17-3ae3-453c-a724-54f5d1dff22f {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:12.496992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7afc3b62-65d6-440b-a972-d73286021ba0 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.516000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-cbe9e2e7-8344-4218-bad4-1370a6529683 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 4f830d6c-a644-4120-bdab-f6bcf6462a82 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:12.593505 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42944) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:12.622441 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] device_id is not set on port 2816afe6-9938-493d-9a5e-dfe70a8be4ab yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:12.625724 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Request body: {'port': {'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1853407578'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:12.645124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550c531a-b107-4434-9f6c-133a90cebc6e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:12.648532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-550c531a-b107-4434-9f6c-133a90cebc6e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.683603 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Allocated IP 2001:db8::3 (04087ac1-637d-4a9c-9de5-cdec316c76e2/a6e2b452-04db-4641-b44c-0d73ce0bd29f/67181b23-fd9d-4bc9-bd22-6f3f2d72f56d) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:12.733424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Made reservation on behalf of c3ed65b0a9394d219bb43cb11b8eef4e for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:12.735873 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.749663 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] device_id is not set on port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:12.761514 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.764679 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ead66722-4519-4bc2-93b8-d449019e4cc0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.773318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.775280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550c531a-b107-4434-9f6c-133a90cebc6e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] vlan segment allocate from pool success with {'vlan_id': 1306, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:12.782632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7afc3b62-65d6-440b-a972-d73286021ba0 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.788189 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Transition to ACTIVE for port object 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 will not be triggered until provisioned by entity L2. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:12.794437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ead66722-4519-4bc2-93b8-d449019e4cc0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.813401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Allocated IP 2001:db8::2a5 (d1d2b172-9193-4de1-b8a6-6832011e72fe/3b754133-c911-4d38-ace5-47384919a71f/2816afe6-9938-493d-9a5e-dfe70a8be4ab) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:12.815964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.818739 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:12.820847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b5514095-6e9e-4168-b4db-d18ee96b3270 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:12.824403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-7afc3b62-65d6-440b-a972-d73286021ba0 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for c7855b17-3ae3-453c-a724-54f5d1dff22f owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:12.826638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-550c531a-b107-4434-9f6c-133a90cebc6e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.828312 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-550c531a-b107-4434-9f6c-133a90cebc6e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Added segment ac73761f-69c6-4fc0-9533-b4fa4ea1c649 of type vlan for network afabafc8-0e6f-4668-af21-f88d2d0d71d6 Jun 24 12:44:12.867469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead66722-4519-4bc2-93b8-d449019e4cc0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a528cb1-c8ac-4100-a3a1-8948d6e1acc3,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:12.867928 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.879515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Transition to ACTIVE for port object 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:12.895353 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Pushing event updated for resources: {'Port': ['ID=44c6b187-3e3f-49d9-8292-cf5bc4e0c901,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:12.896483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Transition to ACTIVE for port object 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:12.898322 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:12.904917 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.907152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4532a2bd-15f2-4cfc-a4fc-5d8af00ab4bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:12.915653 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ead66722-4519-4bc2-93b8-d449019e4cc0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:12.943457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:12.943810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:12.944182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:12.956624 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Network 04087ac1-637d-4a9c-9de5-cdec316c76e2 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:12.962694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:12.964970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Pushing event updated for resources: {'Port': ['ID=67181b23-fd9d-4bc9-bd22-6f3f2d72f56d,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:12.967395 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:12.969693 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:12.970042 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:12.970859 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:12.972449 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 2 to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 Jun 24 12:44:12.989528 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:12.989700 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:12.989961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:13.028918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:13.029288 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:13.030501 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Attempting to bind port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:13.031580 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Attempting to bind port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '2251043a-b6c8-4dab-9c91-2322593a4917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '04087ac1-637d-4a9c-9de5-cdec316c76e2'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:13.031744 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 3 to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 Jun 24 12:44:13.031846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Attempting to bind port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d on network 04087ac1-637d-4a9c-9de5-cdec316c76e2 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:13.037459 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:13.038031 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Checking segment: {'id': '2251043a-b6c8-4dab-9c91-2322593a4917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '04087ac1-637d-4a9c-9de5-cdec316c76e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:13.038545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.039106 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Bound using segment: {'id': '2251043a-b6c8-4dab-9c91-2322593a4917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '04087ac1-637d-4a9c-9de5-cdec316c76e2'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:13.039696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Bound port: 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2251043a-b6c8-4dab-9c91-2322593a4917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '04087ac1-637d-4a9c-9de5-cdec316c76e2'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:13.040191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.057468 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:13.057805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:13.058147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:13.066802 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:13.067117 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:13.070493 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 4 to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 Jun 24 12:44:13.098443 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:13.098794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:13.099132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:13.106061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.114134 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:13.114459 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:13.117140 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 5 to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 Jun 24 12:44:13.120053 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] For port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:13.124685 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] For port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=67181b23-fd9d-4bc9-bd22-6f3f2d72f56d,segment=NetworkSegment(2251043a-b6c8-4dab-9c91-2322593a4917),segment_id=2251043a-b6c8-4dab-9c91-2322593a4917)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:13.130081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.133380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Transition to ACTIVE for port object 2816afe6-9938-493d-9a5e-dfe70a8be4ab will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:13.135001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:13.138929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:13.139265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:13.139596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:13.148420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:13.148747 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:13.150337 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 6 to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 Jun 24 12:44:13.174990 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:13.175321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:13.175655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:13.185950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:13.186278 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:13.187477 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 7 to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 Jun 24 12:44:13.197761 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.204317 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aed58787-4a88-46fb-8f20-cbb3b83a1329 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:13.216370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Pushing event updated for resources: {'Port': ['ID=67181b23-fd9d-4bc9-bd22-6f3f2d72f56d,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:13.228571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:13.233108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:13.233438 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:13.233769 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:13.237853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-550c531a-b107-4434-9f6c-133a90cebc6e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.244818 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:13.245212 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:13.249987 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 8 to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 Jun 24 12:44:13.255924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Network d1d2b172-9193-4de1-b8a6-6832011e72fe is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:13.273660 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:13.276237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:13.282565 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.283213 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.289989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event updated for resources: {'Port': ['ID=2816afe6-9938-493d-9a5e-dfe70a8be4ab,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:13.293565 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:13.297517 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:13.297848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:13.298180 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:13.305745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:13.306098 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:13.307132 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 9 to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 Jun 24 12:44:13.322570 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:13.322965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:13.323302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:13.329944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:13.329944 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:13.330321 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 10 to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 Jun 24 12:44:13.349250 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:13.349580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:13.349911 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:13.358018 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:13.358345 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:13.358722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.364255 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-550c531a-b107-4434-9f6c-133a90cebc6e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.370546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550c531a-b107-4434-9f6c-133a90cebc6e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.371567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-550c531a-b107-4434-9f6c-133a90cebc6e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.377831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:13.463910 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] For port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901, host hv-neutron-7971, cleared binding levels {{(pid=100146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:13.464379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempted to set empty binding levels {{(pid=100146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 24 12:44:13.469821 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.473228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-52cd93d7-326b-49b1-9429-f7872f7eca71 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:13.486228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cbe9e2e7-8344-4218-bad4-1370a6529683 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.503335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.533613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] In _notify_port_updated(), no bound segment for port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:44:13.535381 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.535992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.539858 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "PUT /v2.0/ports/44c6b187-3e3f-49d9-8292-cf5bc4e0c901 HTTP/1.1" status: 200 len: 980 time: 1.6265993 Jun 24 12:44:13.545502 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5566778 Jun 24 12:44:13.548347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42946) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:13.548613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42948) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:13.564295 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-96aebd4d-907f-4661-a3c0-fb76a318263d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7e:51:68'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:13.577026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.584561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ead66722-4519-4bc2-93b8-d449019e4cc0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.586074 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ead66722-4519-4bc2-93b8-d449019e4cc0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2460437 Jun 24 12:44:13.592919 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-550c531a-b107-4434-9f6c-133a90cebc6e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1825545 Jun 24 12:44:13.599969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] device_id is not set on port 5e61f37e-09ac-49f4-8380-ccaf58181026 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:13.604950 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42950) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:13.605301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42952) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:13.606142 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c531a-b107-4434-9f6c-133a90cebc6e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Network': ['ID=afabafc8-0e6f-4668-af21-f88d2d0d71d6,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:13.616425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'subnet': {'network_id': 'afabafc8-0e6f-4668-af21-f88d2d0d71d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:13.630676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-e6f598e6-60e9-4097-94a2-bf81cb474c81 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Request body: {'network': {'name': 'tempest-network-smoke--1161083567', 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'port_security_enabled': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:13.641780 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-550c531a-b107-4434-9f6c-133a90cebc6e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:13.644483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Pushing event updated for resources: {'Port': ['ID=44c6b187-3e3f-49d9-8292-cf5bc4e0c901,revision_number=3']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:13.652192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:13.656312 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-54f74b30-37cd-4e15-a990-2d98e9e280f2 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:13.657631 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network afabafc8-0e6f-4668-af21-f88d2d0d71d6 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:13.786837 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.787347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.787822 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.788293 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.788765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.789241 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.804560 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.805209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.805695 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.806756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.807258 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.807736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.808203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.808675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.809143 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.809610 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.810073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.810535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.811041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.811506 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.811967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.812430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.819671 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-15b0bd49-7560-4655-aa61-d3acddc02208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19642 time: 0.2699904 Jun 24 12:44:13.827178 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42954) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:13.840282 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9e2e7-8344-4218-bad4-1370a6529683 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=4f830d6c-a644-4120-bdab-f6bcf6462a82,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:13.888190 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6d77b151-1d31-45ad-9cf6-111eb9a252fd None None] Provisioning for port 2816afe6-9938-493d-9a5e-dfe70a8be4ab completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:13.897115 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6d77b151-1d31-45ad-9cf6-111eb9a252fd None None] Provisioning complete for port 2816afe6-9938-493d-9a5e-dfe70a8be4ab triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:13.897505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6d77b151-1d31-45ad-9cf6-111eb9a252fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.927332 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cbe9e2e7-8344-4218-bad4-1370a6529683 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:13.929899 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5f6a69e2-b3dc-4e2b-a655-680e93ce49eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:13.952908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b151-1d31-45ad-9cf6-111eb9a252fd None None] Port 2816afe6-9938-493d-9a5e-dfe70a8be4ab cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:13.958932 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7afc3b62-65d6-440b-a972-d73286021ba0 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.974575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cbe9e2e7-8344-4218-bad4-1370a6529683 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.976522 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cbe9e2e7-8344-4218-bad4-1370a6529683 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/4f830d6c-a644-4120-bdab-f6bcf6462a82 HTTP/1.1" status: 204 len: 168 time: 2.3650777 Jun 24 12:44:13.983438 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42956) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:13.986101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f598e6-60e9-4097-94a2-bf81cb474c81 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Made reservation on behalf of f16dceb62aa542cfb1110ee3ca83cc7e for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:13.989691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e6f598e6-60e9-4097-94a2-bf81cb474c81 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.017319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb672034-f340-4043-9329-0b8094cae5cb,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:14.027629 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bceaf4d-e11d-4bd5-9090-ec666f932a1b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] GET failed (client error): The resource could not be found. Jun 24 12:44:14.027754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:14.028237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7cbb65a4-1e58-4b19-a2dd-845732bfd0c7 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:14.029216 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2bceaf4d-e11d-4bd5-9090-ec666f932a1b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/4f830d6c-a644-4120-bdab-f6bcf6462a82 HTTP/1.1" status: 404 len: 333 time: 0.0427046 Jun 24 12:44:14.031984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42958) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:14.040365 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-96aebd4d-907f-4661-a3c0-fb76a318263d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.060427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc3b62-65d6-440b-a972-d73286021ba0 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=c7855b17-3ae3-453c-a724-54f5d1dff22f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:14.069199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7afc3b62-65d6-440b-a972-d73286021ba0 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:14.137728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-839e70fa-06e4-44d1-8b0d-ec979f02bf4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting subnet ceb939e6-cd38-48b2-a4bd-b196e46c7f89 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:44:14.145887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-839e70fa-06e4-44d1-8b0d-ec979f02bf4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.171762 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f598e6-60e9-4097-94a2-bf81cb474c81 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] vlan segment allocate from pool success with {'vlan_id': 1320, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:14.174793 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-74900715-6469-40b7-96bd-443f41c03cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Deleting port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:14.175130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74900715-6469-40b7-96bd-443f41c03cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.183888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:14.187435 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.246530 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e6f598e6-60e9-4097-94a2-bf81cb474c81 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.246910 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-e6f598e6-60e9-4097-94a2-bf81cb474c81 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Added segment f6795eff-07e2-42fa-befe-355df18654a1 of type vlan for network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 Jun 24 12:44:14.260076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-839e70fa-06e4-44d1-8b0d-ec979f02bf4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.330749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-74900715-6469-40b7-96bd-443f41c03cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] For port 44c6b187-3e3f-49d9-8292-cf5bc4e0c901, host hv-neutron-7971, got binding levels [] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:14.331129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74900715-6469-40b7-96bd-443f41c03cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.341351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.ipam_backend_mixin [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Performing IP validity checks on allocation pools {{(pid=100145) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 24 12:44:14.341881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.ipam_backend_mixin [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100145) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 24 12:44:14.353977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e6f598e6-60e9-4097-94a2-bf81cb474c81 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.355497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-74900715-6469-40b7-96bd-443f41c03cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Calling delete_port for 44c6b187-3e3f-49d9-8292-cf5bc4e0c901 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:14.387754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7afc3b62-65d6-440b-a972-d73286021ba0 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.389855 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7afc3b62-65d6-440b-a972-d73286021ba0 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/ports/c7855b17-3ae3-453c-a724-54f5d1dff22f HTTP/1.1" status: 204 len: 168 time: 2.3680010 Jun 24 12:44:14.396259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42960) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:14.404812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:14.437023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] device_id is not set on port 5e61f37e-09ac-49f4-8380-ccaf58181026 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:14.470527 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.480351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e6f598e6-60e9-4097-94a2-bf81cb474c81 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.485894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f598e6-60e9-4097-94a2-bf81cb474c81 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:14.486525 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e6f598e6-60e9-4097-94a2-bf81cb474c81 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.494961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:14.509032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-839e70fa-06e4-44d1-8b0d-ec979f02bf4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.510942 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.523483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Transition to ACTIVE for port object 5e61f37e-09ac-49f4-8380-ccaf58181026 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:14.536603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-96aebd4d-907f-4661-a3c0-fb76a318263d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.553556 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-96aebd4d-907f-4661-a3c0-fb76a318263d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.558814 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c81587e4-c875-4a23-911f-f0d50582507f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:14.567712 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e6f598e6-60e9-4097-94a2-bf81cb474c81 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9564023 Jun 24 12:44:14.576690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42962) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:14.584607 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'admin_state_up': True, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:14.612672 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.628494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-96aebd4d-907f-4661-a3c0-fb76a318263d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] In _notify_port_updated(), no bound segment for port 2816afe6-9938-493d-9a5e-dfe70a8be4ab on network d1d2b172-9193-4de1-b8a6-6832011e72fe {{(pid=100146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:44:14.631713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f598e6-60e9-4097-94a2-bf81cb474c81 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'Network': ['ID=3fcbc075-b5e7-44c5-bc76-7cf779376ac4,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:14.633938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aebd4d-907f-4661-a3c0-fb76a318263d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:14.635217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-96aebd4d-907f-4661-a3c0-fb76a318263d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.635580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e6f598e6-60e9-4097-94a2-bf81cb474c81 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:14.636503 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-96aebd4d-907f-4661-a3c0-fb76a318263d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "PUT /v2.0/ports/2816afe6-9938-493d-9a5e-dfe70a8be4ab HTTP/1.1" status: 200 len: 1002 time: 1.0854657 Jun 24 12:44:14.642450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e0e1121-112d-4045-826c-c46962fa352b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:14.642979 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74900715-6469-40b7-96bd-443f41c03cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.644801 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42964) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:14.648408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:14.705181 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-839e70fa-06e4-44d1-8b0d-ec979f02bf4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.714192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aebd4d-907f-4661-a3c0-fb76a318263d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event updated for resources: {'Port': ['ID=2816afe6-9938-493d-9a5e-dfe70a8be4ab,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:14.724955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-96aebd4d-907f-4661-a3c0-fb76a318263d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:14.725485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:14.727940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74900715-6469-40b7-96bd-443f41c03cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.732307 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-74900715-6469-40b7-96bd-443f41c03cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "DELETE /v2.0/ports/44c6b187-3e3f-49d9-8292-cf5bc4e0c901 HTTP/1.1" status: 204 len: 168 time: 0.9016428 Jun 24 12:44:14.734539 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42966) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:14.736300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.737446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.742413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5853fa10-38f7-4cb7-97a1-645b942ca84b None None] Network 04087ac1-637d-4a9c-9de5-cdec316c76e2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:14.777035 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-839e70fa-06e4-44d1-8b0d-ec979f02bf4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.779067 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-839e70fa-06e4-44d1-8b0d-ec979f02bf4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/ceb939e6-cd38-48b2-a4bd-b196e46c7f89 HTTP/1.1" status: 204 len: 168 time: 0.7459838 Jun 24 12:44:14.783152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74900715-6469-40b7-96bd-443f41c03cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Pushing event deleted for resources: {'Port': ['ID=44c6b187-3e3f-49d9-8292-cf5bc4e0c901,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:14.805655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42968) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:14.808332 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-74900715-6469-40b7-96bd-443f41c03cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:14.811333 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9f041f-cc64-4d16-850f-a818f12ddd82 None None] Network b03cf07b-6679-46eb-9a59-d2d1b8d6bcee requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:14.816028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:14.830874 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-20055398-be78-4991-a82d-cdc6d0ee5337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] GET failed (client error): The resource could not be found. Jun 24 12:44:14.837943 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-20055398-be78-4991-a82d-cdc6d0ee5337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "GET /v2.0/ports/44c6b187-3e3f-49d9-8292-cf5bc4e0c901 HTTP/1.1" status: 404 len: 333 time: 0.0915124 Jun 24 12:44:14.838902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Checking segment: {'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:14.839331 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Network hostable DHCP agents. Network: a5ab77c6-51ad-425b-9f0a-3e51218cc377, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:14.847114 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42970) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:14.848037 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-52da82ad-18b3-408d-b95d-316555d7ccfa None None] Provisioning for port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:14.858594 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-733841803', 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:14.900510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e70fa-06e4-44d1-8b0d-ec979f02bf4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb939e6-cd38-48b2-a4bd-b196e46c7f89,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:14.907775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Pushing event updated for resources: {'Port': ['ID=5e61f37e-09ac-49f4-8380-ccaf58181026,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:14.908926 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-839e70fa-06e4-44d1-8b0d-ec979f02bf4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:14.911359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:14.920291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Made reservation on behalf of 1e976c4dc4b74ad797bb0fc8f8e11e96 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:14.923746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.952146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.960594 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Network a5ab77c6-51ad-425b-9f0a-3e51218cc377 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:14.994200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, a5ab77c6-51ad-425b-9f0a-3e51218cc377) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:14.998207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:15.005375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ade9051-b46b-4161-a86c-99cf10f4515b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting subnet af9e1aa5-ea90-46ac-a842-dba669d71b55 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:44:15.008109 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] device_id is not set on port 0b892c1d-b2fe-429e-b312-05b05fb75035 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:15.023202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.030975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c89cffc-c731-49ee-8de5-9dda805ef548 None None] Network a5ab77c6-51ad-425b-9f0a-3e51218cc377 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:15.032553 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-70a0b7ea-61cf-4d0c-b55d-5876e7796a9d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:15.064027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3ade9051-b46b-4161-a86c-99cf10f4515b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.099663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:15.100093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:15.100442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:15.127658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:15.127921 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:15.132182 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 2 to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 Jun 24 12:44:15.135819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.152099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:15.178442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Subnet': ['ID=b29fb9fe-20c0-4748-b391-3f39ba5cdd36,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:15.179943 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-55b528c2-3b50-4a28-8279-865efb451acd tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Deleting port 2816afe6-9938-493d-9a5e-dfe70a8be4ab {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:15.180319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55b528c2-3b50-4a28-8279-865efb451acd tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.181913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:15.187464 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3ade9051-b46b-4161-a86c-99cf10f4515b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.191386 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b98dd7be-fbab-4cb4-893c-493ab73dc624 None None] Provisioning complete for port 2816afe6-9938-493d-9a5e-dfe70a8be4ab triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:15.191760 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b98dd7be-fbab-4cb4-893c-493ab73dc624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.194500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:15.194869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:15.195531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:15.247625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:15.247981 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:15.254200 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 3 to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 Jun 24 12:44:15.268909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Checking segment: {'id': 'ac73761f-69c6-4fc0-9533-b4fa4ea1c649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'afabafc8-0e6f-4668-af21-f88d2d0d71d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:15.269291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network hostable DHCP agents. Network: afabafc8-0e6f-4668-af21-f88d2d0d71d6, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:15.300790 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b98dd7be-fbab-4cb4-893c-493ab73dc624 None None] Port 2816afe6-9938-493d-9a5e-dfe70a8be4ab cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:15.303080 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:15.303393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:15.304792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:15.326079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:15.337300 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:15.338387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.347966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.379763 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:15.382309 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:15.388743 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 4 to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 Jun 24 12:44:15.429810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network afabafc8-0e6f-4668-af21-f88d2d0d71d6 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:15.437891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:15.438469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:15.438990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:15.440557 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.463020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.477045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:15.477359 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:15.480926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.26.1.86 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/5316e784-302f-463a-a565-6970f4a4502f) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:15.481450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=67181b23-fd9d-4bc9-bd22-6f3f2d72f56d,segment=NetworkSegment(2251043a-b6c8-4dab-9c91-2322593a4917),segment_id=2251043a-b6c8-4dab-9c91-2322593a4917)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:15.482823 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 5 to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 Jun 24 12:44:15.488261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.490713 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7d22cd9d-ec85-4b61-8c94-d646d83f2856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:15.491279 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, afabafc8-0e6f-4668-af21-f88d2d0d71d6) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:15.491781 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55b528c2-3b50-4a28-8279-865efb451acd tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.505823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-55b528c2-3b50-4a28-8279-865efb451acd tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Calling delete_port for 2816afe6-9938-493d-9a5e-dfe70a8be4ab owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:15.514580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:15.515049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:15.515501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:15.519045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4bba51-c314-40e0-9eb0-adad41b6dc07 None None] Network afabafc8-0e6f-4668-af21-f88d2d0d71d6 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:15.527139 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:15.533476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.538060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:15.539019 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:15.543542 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 6 to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 Jun 24 12:44:15.544970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3ade9051-b46b-4161-a86c-99cf10f4515b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.598787 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9876337 Jun 24 12:44:15.599954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=67181b23-fd9d-4bc9-bd22-6f3f2d72f56d,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:15.603763 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:15.606554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42972) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:15.617081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:15.617081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:15.617449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:15.693416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:15.693849 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:15.704238 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 7 to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 Jun 24 12:44:15.722827 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:15.723059 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:15.723505 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:15.747090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-afabafc8-0e6f-4668-af21-f88d2d0d71d6', 'network_id': 'afabafc8-0e6f-4668-af21-f88d2d0d71d6', 'tenant_id': '36cb4e50810248ee993742afd74b1acd', 'fixed_ips': [{'subnet_id': 'b29fb9fe-20c0-4748-b391-3f39ba5cdd36'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:15.748731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.766992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.767249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3ade9051-b46b-4161-a86c-99cf10f4515b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.774497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a452be59-29fd-49d7-bff1-030551081417 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:15.776256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:15.776640 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:15.782496 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 8 to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 Jun 24 12:44:15.785210 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8eeb04cd-70b1-4080-97eb-ae3dec13f818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:15.797958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-73a06177-3be3-461e-9dd0-a88fabbd3b44 None None] Provisioning complete for port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:15.798943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-73a06177-3be3-461e-9dd0-a88fabbd3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.812803 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade9051-b46b-4161-a86c-99cf10f4515b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Subnet': ['ID=af9e1aa5-ea90-46ac-a842-dba669d71b55,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:15.815473 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3ade9051-b46b-4161-a86c-99cf10f4515b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:15.847970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3ade9051-b46b-4161-a86c-99cf10f4515b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.852660 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3ade9051-b46b-4161-a86c-99cf10f4515b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/af9e1aa5-ea90-46ac-a842-dba669d71b55 HTTP/1.1" status: 204 len: 168 time: 1.0457094 Jun 24 12:44:15.854640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42974) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:15.874370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Network 1481d7b3-e72e-49d5-be6d-c407137f38a6 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:15.882529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:15.891996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:15.892457 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:15.892910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:15.904950 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:15.906029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:15.906727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.923242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.937741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:15.938247 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:15.945066 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 9 to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 Jun 24 12:44:15.954824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Pushing event updated for resources: {'Port': ['ID=0b892c1d-b2fe-429e-b312-05b05fb75035,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:15.968375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.974021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:15.979497 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1297777 Jun 24 12:44:15.984373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42976) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:16.000905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:16.001346 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:16.001755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:16.019179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55b528c2-3b50-4a28-8279-865efb451acd tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.028846 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-be566216-e1d2-4f64-b3c6-5d441eba1b97 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:16.064827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.071081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b528c2-3b50-4a28-8279-865efb451acd tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event deleted for resources: {'Port': ['ID=2816afe6-9938-493d-9a5e-dfe70a8be4ab,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:16.074640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-55b528c2-3b50-4a28-8279-865efb451acd tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:16.083307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Allocated IP 2001:db8::3 (afabafc8-0e6f-4668-af21-f88d2d0d71d6/b29fb9fe-20c0-4748-b391-3f39ba5cdd36/b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:16.088717 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:16.088976 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:16.095866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.099155 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 10 to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 Jun 24 12:44:16.105166 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55b528c2-3b50-4a28-8279-865efb451acd tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.110291 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-55b528c2-3b50-4a28-8279-865efb451acd tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "DELETE /v2.0/ports/2816afe6-9938-493d-9a5e-dfe70a8be4ab HTTP/1.1" status: 204 len: 168 time: 1.4578884 Jun 24 12:44:16.146198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42978) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:16.178578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fb0faf-436c-43bd-ab3a-e839a4dad783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:16.183849 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-26fb0faf-436c-43bd-ab3a-e839a4dad783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "GET /v2.0/ports/0b892c1d-b2fe-429e-b312-05b05fb75035 HTTP/1.1" status: 200 len: 958 time: 0.1964378 Jun 24 12:44:16.183849 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42980) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:16.249041 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:16.249380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:16.249741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:16.287474 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-208a2fb3-f8a6-435a-a70a-4063aa7b39b5 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] GET failed (client error): The resource could not be found. Jun 24 12:44:16.293970 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-208a2fb3-f8a6-435a-a70a-4063aa7b39b5 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "GET /v2.0/ports/2816afe6-9938-493d-9a5e-dfe70a8be4ab HTTP/1.1" status: 404 len: 333 time: 0.1372819 Jun 24 12:44:16.297486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42982) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:16.324419 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Request body: {'port': {'network_id': 'd1d2b172-9193-4de1-b8a6-6832011e72fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1238433717'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:16.332488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.333384 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.336735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 5e61f37e-09ac-49f4-8380-ccaf58181026 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:16.337429 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 5e61f37e-09ac-49f4-8380-ccaf58181026 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:16.337898 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.346159 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Transition to ACTIVE for port object b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:16.352433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-40f13bed-769f-417f-bd91-8a09783e889f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:16.373271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Transition to ACTIVE for port object b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:16.390120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.395122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:16.445619 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e165729-1081-47fc-9f31-477695729ae3 None None] Network b03cf07b-6679-46eb-9a59-d2d1b8d6bcee requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:16.492548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.530690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.601659 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:16.602006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.630543 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Pushing event updated for resources: {'Port': ['ID=b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:16.637321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:16.669557 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Network afabafc8-0e6f-4668-af21-f88d2d0d71d6 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:16.672950 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cc6e8961-05f0-40f8-83b0-14415ca286a2 None None] Provisioning complete for port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:16.673324 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cc6e8961-05f0-40f8-83b0-14415ca286a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.678282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:16.686093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:16.708512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] For port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=13a79ee6-1742-4b6b-ae44-c415a8a49ec0,segment=NetworkSegment(836af60e-e67e-4c83-9ff8-2f5bf2408365),segment_id=836af60e-e67e-4c83-9ff8-2f5bf2408365)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:16.708884 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.726775 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Allocated IP 172.26.1.39 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/228b94ee-e455-4da2-8e1b-5c9c482982e2) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:16.734306 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:16.819946 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Attempting to bind port b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:16.820958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Attempting to bind port b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'ac73761f-69c6-4fc0-9533-b4fa4ea1c649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'afabafc8-0e6f-4668-af21-f88d2d0d71d6'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:16.821510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Attempting to bind port b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a on network afabafc8-0e6f-4668-af21-f88d2d0d71d6 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:16.827909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:16.833392 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:16.833773 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Checking segment: {'id': 'ac73761f-69c6-4fc0-9533-b4fa4ea1c649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'afabafc8-0e6f-4668-af21-f88d2d0d71d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:16.834365 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.834562 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.835108 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Bound using segment: {'id': 'ac73761f-69c6-4fc0-9533-b4fa4ea1c649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'afabafc8-0e6f-4668-af21-f88d2d0d71d6'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:16.835755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Bound port: b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac73761f-69c6-4fc0-9533-b4fa4ea1c649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'afabafc8-0e6f-4668-af21-f88d2d0d71d6'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:16.836307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.849645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=5316e784-302f-463a-a565-6970f4a4502f,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:16.852318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:16.859460 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:16.861496 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:16.864552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:16.925936 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd0fc6e6-aa0a-4654-86d7-b8d53df4679a req-7611f637-4395-4be2-bd62-dba4af3cd659 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7704647 Jun 24 12:44:16.945841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Subnet': ['ID=b29fb9fe-20c0-4748-b391-3f39ba5cdd36,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:16.955759 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.958126 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.961320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] For port b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:16.962171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a7739ac0-fa19-44b8-8e72-09acfe18690f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:16.967459 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] For port b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a,segment=NetworkSegment(ac73761f-69c6-4fc0-9533-b4fa4ea1c649),segment_id=ac73761f-69c6-4fc0-9533-b4fa4ea1c649)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:16.972495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.973157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:16.975667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-590e82ff-a301-4c9b-9253-67e54a511f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:17.007716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No DVR routers for this DVR port 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:17.010073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=13a79ee6-1742-4b6b-ae44-c415a8a49ec0,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:17.058512 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8021e8-e977-46dc-a70c-2fd989e1f0ec None None] DHCP port deletion for b03cf07b-6679-46eb-9a59-d2d1b8d6bcee request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:44:17.059052 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:17.060745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] For port 5e61f37e-09ac-49f4-8380-ccaf58181026, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:17.061127 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempted to set empty binding levels {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 24 12:44:17.079075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.083134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.096740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7a74125f-af04-490e-a34b-1fffab4fdfcc tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:17.126891 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:17.133631 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afabafc8-0e6f-4668-af21-f88d2d0d71d6']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:17.139341 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.151955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03cf07b-6679-46eb-9a59-d2d1b8d6bcee']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:17.156657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Pushing event updated for resources: {'Port': ['ID=b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:17.164712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836af60e-e67e-4c83-9ff8-2f5bf2408365') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:17.165027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836af60e-e67e-4c83-9ff8-2f5bf2408365') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:17.168979 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:17.173291 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.177748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:17.177914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.183587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac73761f-69c6-4fc0-9533-b4fa4ea1c649') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:17.184297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac73761f-69c6-4fc0-9533-b4fa4ea1c649') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:17.184504 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.189953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:17.190547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.206083 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-7398303f-5d1c-475f-add4-8e3e98525024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Deleting port 0b892c1d-b2fe-429e-b312-05b05fb75035 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:17.206418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7398303f-5d1c-475f-add4-8e3e98525024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.216369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:17.216753 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.221184 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f05ee6-9532-4626-8212-7d723a630860 None None] Network afabafc8-0e6f-4668-af21-f88d2d0d71d6 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:17.224759 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:17.235352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:17.235352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:17.236267 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.263630 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.272580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Made reservation on behalf of 738674913ead40288ba5026a9cca9d67 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:17.276112 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.278179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Pushing event updated for resources: {'Port': ['ID=5e61f37e-09ac-49f4-8380-ccaf58181026,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:17.282251 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'Port': ['ID=228b94ee-e455-4da2-8e1b-5c9c482982e2,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:17.285076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:17.285507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:17.290485 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:17.300678 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:17.312015 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.7165313 Jun 24 12:44:17.314413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42986) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:17.315285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:17.327054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.346078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.351294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:17.351709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:17.357998 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:17.360523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7398303f-5d1c-475f-add4-8e3e98525024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.425961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] device_id is not set on port ef3d0b8e-b1ee-484e-acfd-628df85e6a8a yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:17.437223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce2294-703b-44bc-9445-0b227a3d87bc None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:44:17.458844 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.459890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-7398303f-5d1c-475f-add4-8e3e98525024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Calling delete_port for 0b892c1d-b2fe-429e-b312-05b05fb75035 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:17.463227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fc6e6-aa0a-4654-86d7-b8d53df4679a req-e47f8255-efa6-4646-984f-ad0d36242164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:17.464853 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd0fc6e6-aa0a-4654-86d7-b8d53df4679a req-e47f8255-efa6-4646-984f-ad0d36242164 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9e00f3e6259c4ceaa736960d4de052a3&device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 1099 time: 0.4930191 Jun 24 12:44:17.484994 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:17.491981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.497590 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/networks/b03cf07b-6679-46eb-9a59-d2d1b8d6bcee HTTP/1.1" status: 204 len: 168 time: 1.6360435 Jun 24 12:44:17.501632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42988) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:17.526306 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Network': ['ID=b03cf07b-6679-46eb-9a59-d2d1b8d6bcee,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:17.533175 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:17.540132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce2294-703b-44bc-9445-0b227a3d87bc None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:44:17.584543 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 12:44:17.584543 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 12:44:17.584543 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'id': 'afabafc8-0e6f-4668-af21-f88d2d0d71d6'}] Jun 24 12:44:17.584543 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:44:17.584989 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:44:17.607984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-eefe61df-54d8-484b-bc0b-c3c573065cf5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Deleting port 5e61f37e-09ac-49f4-8380-ccaf58181026 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:17.608343 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eefe61df-54d8-484b-bc0b-c3c573065cf5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.691644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.706473 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.748360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-eefe61df-54d8-484b-bc0b-c3c573065cf5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] For port 5e61f37e-09ac-49f4-8380-ccaf58181026, host hv-neutron-7971, got binding levels [] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:17.748716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eefe61df-54d8-484b-bc0b-c3c573065cf5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.764623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-eefe61df-54d8-484b-bc0b-c3c573065cf5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Calling delete_port for 5e61f37e-09ac-49f4-8380-ccaf58181026 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:17.842845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fc6e6-aa0a-4654-86d7-b8d53df4679a req-75f92ff3-2d02-4c44-b08f-e76d2eeb8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:17.844311 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd0fc6e6-aa0a-4654-86d7-b8d53df4679a req-75f92ff3-2d02-4c44-b08f-e76d2eeb8fab service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d68f41-feb7-4d70-8589-06f7af50cb16 HTTP/1.1" status: 200 len: 914 time: 0.3436806 Jun 24 12:44:17.883801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Allocated IP 2001:db8::56 (d1d2b172-9193-4de1-b8a6-6832011e72fe/3b754133-c911-4d38-ace5-47384919a71f/ef3d0b8e-b1ee-484e-acfd-628df85e6a8a) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:17.970227 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eefe61df-54d8-484b-bc0b-c3c573065cf5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.975611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-06783fd4-cccc-487f-8e97-1bdcca1f6aee tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:17.977751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e43e06c-343a-41ae-9b9b-5d3361bede95 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:17.979341 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9e43e06c-343a-41ae-9b9b-5d3361bede95 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4500873 Jun 24 12:44:17.987901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 42990) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:17.989894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7398303f-5d1c-475f-add4-8e3e98525024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.003792 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe61df-54d8-484b-bc0b-c3c573065cf5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e61f37e-09ac-49f4-8380-ccaf58181026,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:18.007197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.009977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:18.011211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eefe61df-54d8-484b-bc0b-c3c573065cf5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:18.013305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eefe61df-54d8-484b-bc0b-c3c573065cf5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.015166 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-eefe61df-54d8-484b-bc0b-c3c573065cf5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "DELETE /v2.0/ports/5e61f37e-09ac-49f4-8380-ccaf58181026 HTTP/1.1" status: 204 len: 168 time: 0.6755545 Jun 24 12:44:18.017845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42992) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:18.081527 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398303f-5d1c-475f-add4-8e3e98525024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b892c1d-b2fe-429e-b312-05b05fb75035,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:18.082774 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8de8017-36f2-4fc5-a2c7-514a2d721a72 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] GET failed (client error): The resource could not be found. Jun 24 12:44:18.087937 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e8de8017-36f2-4fc5-a2c7-514a2d721a72 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "GET /v2.0/ports/5e61f37e-09ac-49f4-8380-ccaf58181026 HTTP/1.1" status: 404 len: 333 time: 0.0655768 Jun 24 12:44:18.088124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7398303f-5d1c-475f-add4-8e3e98525024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:18.088459 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42994) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:18.092407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.093520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Request body: {'port': {'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1306206228'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:18.099832 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7398303f-5d1c-475f-add4-8e3e98525024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.104748 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7398303f-5d1c-475f-add4-8e3e98525024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "DELETE /v2.0/ports/0b892c1d-b2fe-429e-b312-05b05fb75035 HTTP/1.1" status: 204 len: 168 time: 1.8974042 Jun 24 12:44:18.110338 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42996) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:18.137817 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd0fc6e6-aa0a-4654-86d7-b8d53df4679a req-4ee26658-8809-44eb-8b8e-ff56bc29cf56 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3332f2ee-4a45-4621-9d9e-387a0e0b4e48 HTTP/1.1" status: 200 len: 1002 time: 0.2600133 Jun 24 12:44:18.172277 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb5f89e-debd-489c-b192-d45f2848fd3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] GET failed (client error): The resource could not be found. Jun 24 12:44:18.173877 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2cb5f89e-debd-489c-b192-d45f2848fd3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "GET /v2.0/ports/0b892c1d-b2fe-429e-b312-05b05fb75035 HTTP/1.1" status: 404 len: 333 time: 0.0589094 Jun 24 12:44:18.179074 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 42998) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:18.183967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Request body: {'port': {'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1251277901'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:18.190580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Made reservation on behalf of c3ed65b0a9394d219bb43cb11b8eef4e for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:18.192843 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.227396 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] device_id is not set on port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:18.276263 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Made reservation on behalf of 1e976c4dc4b74ad797bb0fc8f8e11e96 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:18.278549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.317057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.321876 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] device_id is not set on port 08631ea3-7bce-4fff-bba8-0307fbdecad9 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:18.327921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fc6e6-aa0a-4654-86d7-b8d53df4679a req-702cc3c3-1a7d-4d41-b702-0fa797430e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:18.329407 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd0fc6e6-aa0a-4654-86d7-b8d53df4679a req-702cc3c3-1a7d-4d41-b702-0fa797430e9c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f784f0f9-8bdf-4f24-8441-7b7640fbd3c6 HTTP/1.1" status: 200 len: 851 time: 0.1844981 Jun 24 12:44:18.330001 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.339562 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7398303f-5d1c-475f-add4-8e3e98525024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:18.382030 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8580a305-18b5-4e79-a51a-626cff24ad58 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3927908 Jun 24 12:44:18.386223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:44:18.401168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43000) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:18.413569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a34b5f0e-f163-4c7e-9702-3301e584dcb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1120314992'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:18.492004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.494516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=5316e784-302f-463a-a565-6970f4a4502f,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:18.509064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:18.522412 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.528291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Transition to ACTIVE for port object ef3d0b8e-b1ee-484e-acfd-628df85e6a8a will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:18.530348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Deleting port b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:18.530682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.536037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34b5f0e-f163-4c7e-9702-3301e584dcb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:18.539835 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a34b5f0e-f163-4c7e-9702-3301e584dcb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.572199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.573430 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1743805 Jun 24 12:44:18.575511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fc6e6-aa0a-4654-86d7-b8d53df4679a req-c55ea2b0-443a-4f20-84c5-72a75cc5e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:18.576968 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd0fc6e6-aa0a-4654-86d7-b8d53df4679a req-c55ea2b0-443a-4f20-84c5-72a75cc5e1bf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d68f41-feb7-4d70-8589-06f7af50cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2280195 Jun 24 12:44:18.578748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43002) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:18.589101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.612015 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'port': {'network_id': '09bd04d7-fc46-4cc0-9932-3951efbcd4a3', 'name': 'tempest-FloatingIPTestJSON-1829531943'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:18.681050 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34b5f0e-f163-4c7e-9702-3301e584dcb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] vlan segment allocate from pool success with {'vlan_id': 1311, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:18.714260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.729790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a34b5f0e-f163-4c7e-9702-3301e584dcb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.730132 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-a34b5f0e-f163-4c7e-9702-3301e584dcb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Added segment e2761ad8-b852-4e52-9582-a27f8900aacb of type vlan for network 1baebe19-639b-4611-9a01-3225c9a4a0f3 Jun 24 12:44:18.746179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:18.757994 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Sync routers for ids ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:18.768220 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Routers {'6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:18.768978 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:18.823959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.827826 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a34b5f0e-f163-4c7e-9702-3301e584dcb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.835777 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-90018ea6-2fe4-475e-8c29-833811358886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:18.841677 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.842910 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.2641652 Jun 24 12:44:18.869195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43004) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:18.897181 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Set router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:44:18.902356 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.920266 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Network a5ab77c6-51ad-425b-9f0a-3e51218cc377 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:18.925249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Pushing event updated for resources: {'Port': ['ID=04c87f1d-ab4a-499b-8a1c-6806141f0ab8,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:18.929433 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a34b5f0e-f163-4c7e-9702-3301e584dcb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.934964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34b5f0e-f163-4c7e-9702-3301e584dcb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:18.935577 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a34b5f0e-f163-4c7e-9702-3301e584dcb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.938168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:18.941351 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:18.942203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b3342b89-5ad7-4476-a4c7-3e3b6d1ac77a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:18.948527 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:18.949472 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:18.950062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.983339 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Network 1481d7b3-e72e-49d5-be6d-c407137f38a6 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:19.021730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:19.026988 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:19.028703 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:19.028703 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.037321 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9419110 Jun 24 12:44:19.037321 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a34b5f0e-f163-4c7e-9702-3301e584dcb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6304564 Jun 24 12:44:19.037321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43008) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:19.044847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43010) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:19.050059 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4d1f6e67-1297-4694-b899-843a22a05bf4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': '1baebe19-639b-4611-9a01-3225c9a4a0f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:19.057209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:19.064916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b5f0e-f163-4c7e-9702-3301e584dcb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Network': ['ID=1baebe19-639b-4611-9a01-3225c9a4a0f3,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:19.076569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 1baebe19-639b-4611-9a01-3225c9a4a0f3 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:19.101544 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a34b5f0e-f163-4c7e-9702-3301e584dcb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:19.114412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:19.115202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e10fda8d-04e2-4c72-8e07-c9cdfc01bc58 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:19.144795 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9626966 Jun 24 12:44:19.145028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.149149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43012) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:19.151045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] For port b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a,segment=NetworkSegment(ac73761f-69c6-4fc0-9533-b4fa4ea1c649),segment_id=ac73761f-69c6-4fc0-9533-b4fa4ea1c649)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:19.151401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.159306 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:19.159669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 13a79ee6-1742-4b6b-ae44-c415a8a49ec0 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:19.185389 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:44:17Z', 'revision_number': 3, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:19.188991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:19.190228 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c4ca8f2c-f35a-4c29-be84-cf973f1bc2e0 tempest-TestNetworkAdvancedServerOps-1507877277 tempest-TestNetworkAdvancedServerOps-1507877277-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=f16dceb62aa542cfb1110ee3ca83cc7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3198111 Jun 24 12:44:19.200199 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43014) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:19.207552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:19.233167 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Checking router: 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:44:19.233524 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Updating router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 port 228b94ee-e455-4da2-8e1b-5c9c482982e2 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:44:19.274623 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.279284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Calling delete_port for b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:19.295027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Network d1d2b172-9193-4de1-b8a6-6832011e72fe is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:19.305503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:19.308685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:19.314498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:19.315215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.331950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Pushing event updated for resources: {'Port': ['ID=08631ea3-7bce-4fff-bba8-0307fbdecad9,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:19.360391 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:19.386755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Made reservation on behalf of ce01c10518904de48c48ad4d9bb69185 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:19.390388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.422093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.453974 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1f6e67-1297-4694-b899-843a22a05bf4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:19.457258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event updated for resources: {'Port': ['ID=ef3d0b8e-b1ee-484e-acfd-628df85e6a8a,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:19.457551 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6e67-1297-4694-b899-843a22a05bf4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.475143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:19.478799 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1773744 Jun 24 12:44:19.482606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43016) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:19.493029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] device_id is not set on port baf5bf2f-1a7d-4877-bae7-5715473c9119 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:19.500132 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd0fc6e6-aa0a-4654-86d7-b8d53df4679a req-60c7dc75-1c46-4167-80b2-5845777e7b8c service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8771071 Jun 24 12:44:19.507270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.507673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Request body: {'port': {'network_id': 'd1d2b172-9193-4de1-b8a6-6832011e72fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1594726715'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:19.512084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be77d79-eafe-4ee8-90b4-e4d90e6fe514 tempest-TestNetworkAdvancedServerOps-1507877277 tempest-TestNetworkAdvancedServerOps-1507877277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:19.513555 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5be77d79-eafe-4ee8-90b4-e4d90e6fe514 tempest-TestNetworkAdvancedServerOps-1507877277 tempest-TestNetworkAdvancedServerOps-1507877277-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3109765 Jun 24 12:44:19.518411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43018) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:19.700080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-831e8f18-e932-4042-a569-e6667b1da500 None None] Provisioning for port ef3d0b8e-b1ee-484e-acfd-628df85e6a8a completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:19.704546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-831e8f18-e932-4042-a569-e6667b1da500 None None] Provisioning complete for port ef3d0b8e-b1ee-484e-acfd-628df85e6a8a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:19.705311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-831e8f18-e932-4042-a569-e6667b1da500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.736634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.746482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f3708db1-eab5-4d66-ab76-1cdb3c02952f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:19.756361 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.763639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-831e8f18-e932-4042-a569-e6667b1da500 None None] Port ef3d0b8e-b1ee-484e-acfd-628df85e6a8a cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:19.774004 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Transition to ACTIVE for port object 228b94ee-e455-4da2-8e1b-5c9c482982e2 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:19.782500 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.785196 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-1e7a227a-34df-40a2-9799-97cc31a2e223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:19.816827 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Port': ['ID=b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:19.836751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:19.838456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No DVR routers for this DVR port b6c17e8c-aea5-42ab-bf0b-447ae2fcef2a on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:19.856146 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Pushing event updated for resources: {'Port': ['ID=228b94ee-e455-4da2-8e1b-5c9c482982e2,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:19.858496 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Attempting to bind port 228b94ee-e455-4da2-8e1b-5c9c482982e2 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:19.859025 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Attempting to bind port 228b94ee-e455-4da2-8e1b-5c9c482982e2 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:19.859479 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Attempting to bind port 228b94ee-e455-4da2-8e1b-5c9c482982e2 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:19.869626 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:19.870140 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:19.870572 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:19.871035 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:19.871459 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:19.872019 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:19.872534 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:19.873048 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:19.873569 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:19.874098 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:19.874486 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:19.874905 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:19.875769 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd0fc6e6-aa0a-4654-86d7-b8d53df4679a req-3a6b1aa3-2a2a-45ea-bed6-34a4d90eccc1 service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637760 Jun 24 12:44:19.878485 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:19.878961 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:19.879588 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.880158 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:19.880848 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Bound port: 228b94ee-e455-4da2-8e1b-5c9c482982e2, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:19.881341 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.883505 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:19.895938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.20.0.14 (09bd04d7-fc46-4cc0-9932-3951efbcd4a3/e4ba346b-eb56-48b4-8d3a-2bea0b141b2f/baf5bf2f-1a7d-4877-bae7-5715473c9119) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:19.942266 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] For port 228b94ee-e455-4da2-8e1b-5c9c482982e2, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:19.946018 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] For port 228b94ee-e455-4da2-8e1b-5c9c482982e2, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=228b94ee-e455-4da2-8e1b-5c9c482982e2,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:19.951933 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.954628 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-1e7a227a-34df-40a2-9799-97cc31a2e223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:20.008206 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c68e9798-8ffb-4933-9055-492fe3dccc8b tempest-TestNetworkAdvancedServerOps-1507877277 tempest-TestNetworkAdvancedServerOps-1507877277-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4573030 Jun 24 12:44:20.016369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43020) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:20.025346 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Pushing event updated for resources: {'Port': ['ID=228b94ee-e455-4da2-8e1b-5c9c482982e2,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:20.025717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-92b853b3-1db4-43e2-b52f-580cf9fa0d26 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-887369465', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:20.028859 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:20.037036 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Routers {'6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:20.037241 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:20.057747 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.091617 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afabafc8-0e6f-4668-af21-f88d2d0d71d6']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:20.140247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac73761f-69c6-4fc0-9533-b4fa4ea1c649') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:20.140661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac73761f-69c6-4fc0-9533-b4fa4ea1c649') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:20.157730 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] Set router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:44:20.166790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.204376 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] device_id is not set on port 08631ea3-7bce-4fff-bba8-0307fbdecad9 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:20.219606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.224395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.238170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:20.239132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:20.245278 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:20.294996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Made reservation on behalf of 738674913ead40288ba5026a9cca9d67 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:20.298854 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.320263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Transition to ACTIVE for port object 08631ea3-7bce-4fff-bba8-0307fbdecad9 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:20.327451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.333555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:20.378047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.383338 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:44:17Z', 'revision_number': 3, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:20.385543 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.399968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.406794 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/afabafc8-0e6f-4668-af21-f88d2d0d71d6 HTTP/1.1" status: 204 len: 168 time: 4.7873001 Jun 24 12:44:20.411580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] device_id is not set on port b7218c5e-c15e-42cf-bd7d-6336c08aa528 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:20.412569 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43022) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:20.417125 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca967e51-5709-4eaa-a472-4679441a3030 None None] The sync data for ids ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'] in dv-neutron-797121-4-hyperv is: [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:44:17Z', 'revision_number': 3, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:20.419267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b853b3-1db4-43e2-b52f-580cf9fa0d26 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Made reservation on behalf of f16dceb62aa542cfb1110ee3ca83cc7e for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:20.421075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-1ee47655-8a3e-49db-a883-446d54a50716 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1209189355'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:20.422777 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-92b853b3-1db4-43e2-b52f-580cf9fa0d26 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.436751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Pushing event updated for resources: {'Port': ['ID=08631ea3-7bce-4fff-bba8-0307fbdecad9,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:20.448085 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:20.450494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8f792a1a-25a2-4ecb-a8d0-460dd2951678 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:20.494516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Network': ['ID=afabafc8-0e6f-4668-af21-f88d2d0d71d6,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:20.498693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:20.499280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:20.499828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:20.503952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:20.508218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee47655-8a3e-49db-a883-446d54a50716 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:20.511784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ee47655-8a3e-49db-a883-446d54a50716 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.517599 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:20.517927 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:20.525436 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6e67-1297-4694-b899-843a22a05bf4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.526256 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 2 to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 Jun 24 12:44:20.535647 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-839e70fa-06e4-44d1-8b0d-ec979f02bf4d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:20.541266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.549277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:20.570397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] device_id is not set on port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:20.584346 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:20.584695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:20.585029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:20.590361 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.594284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee47655-8a3e-49db-a883-446d54a50716 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] vlan segment allocate from pool success with {'vlan_id': 1303, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:20.613465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:20.613802 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:20.617465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 09bd04d7-fc46-4cc0-9932-3951efbcd4a3 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:20.620334 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 3 to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 Jun 24 12:44:20.624723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ee47655-8a3e-49db-a883-446d54a50716 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.625275 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-1ee47655-8a3e-49db-a883-446d54a50716 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Added segment 6889b012-d457-427d-99f9-24bd0e030e37 of type vlan for network 4c5de97c-4299-4c94-b0a5-13354a783f57 Jun 24 12:44:20.642914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:20.651909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:20.673949 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Transition to ACTIVE for port object 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 will not be triggered until provisioned by entity L2. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:20.691046 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f6e67-1297-4694-b899-843a22a05bf4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Subnet': ['ID=4c9b63af-956e-4b6c-9944-a02e6132eaca,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:20.699095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.705604 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4d1f6e67-1297-4694-b899-843a22a05bf4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:20.717131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eefe61df-54d8-484b-bc0b-c3c573065cf5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:20.722556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=baf5bf2f-1a7d-4877-bae7-5715473c9119,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:20.729878 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:20.730223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:20.730561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:20.736437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:20.751538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:20.751873 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:20.755466 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 4 to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 Jun 24 12:44:20.765256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ee47655-8a3e-49db-a883-446d54a50716 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.789723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Allocated IP 2001:db8::32f (d1d2b172-9193-4de1-b8a6-6832011e72fe/3b754133-c911-4d38-ace5-47384919a71f/b7218c5e-c15e-42cf-bd7d-6336c08aa528) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:20.793693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:20.794535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.805150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:20.805656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:20.806063 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f6e67-1297-4694-b899-843a22a05bf4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Checking segment: {'id': 'e2761ad8-b852-4e52-9582-a27f8900aacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '1baebe19-639b-4611-9a01-3225c9a4a0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:20.806211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:20.806433 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f6e67-1297-4694-b899-843a22a05bf4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network hostable DHCP agents. Network: 1baebe19-639b-4611-9a01-3225c9a4a0f3, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:20.829613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:20.829948 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:20.832445 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 5 to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 Jun 24 12:44:20.837360 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2560737 Jun 24 12:44:20.840207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43024) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:20.842468 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Pushing event updated for resources: {'Port': ['ID=04c87f1d-ab4a-499b-8a1c-6806141f0ab8,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:20.849165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:20.853839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-82e2ea0a-fc9b-41aa-b024-f5c4a97f28fb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'floatingip': {'port_id': 'baf5bf2f-1a7d-4877-bae7-5715473c9119'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:20.860068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ee47655-8a3e-49db-a883-446d54a50716 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.865771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee47655-8a3e-49db-a883-446d54a50716 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:20.866455 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ee47655-8a3e-49db-a883-446d54a50716 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.906360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:20.926500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:20.926780 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:20.927128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:20.950586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-82e2ea0a-fc9b-41aa-b024-f5c4a97f28fb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.951170 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:20.951696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:20.952215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:20.954373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f6e67-1297-4694-b899-843a22a05bf4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 1baebe19-639b-4611-9a01-3225c9a4a0f3 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:20.957299 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1ee47655-8a3e-49db-a883-446d54a50716 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5406201 Jun 24 12:44:20.983954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43026) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:21.002972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c5934fb3-d144-4c06-b8c3-109427791ce4 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'subnet': {'network_id': '4c5de97c-4299-4c94-b0a5-13354a783f57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:21.007398 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.007734 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:21.008244 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-4d1f6e67-1297-4694-b899-843a22a05bf4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 1baebe19-639b-4611-9a01-3225c9a4a0f3) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:21.017273 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.017273 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:21.021486 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 6 to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 Jun 24 12:44:21.024570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef4e433-e622-471f-a368-5795f471878a None None] Network 1baebe19-639b-4611-9a01-3225c9a4a0f3 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:21.036793 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 2 to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 Jun 24 12:44:21.045882 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f6e67-1297-4694-b899-843a22a05bf4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:21.046477 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6e67-1297-4694-b899-843a22a05bf4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.083200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:21.083845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:21.084381 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:21.086817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee47655-8a3e-49db-a883-446d54a50716 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Network': ['ID=4c5de97c-4299-4c94-b0a5-13354a783f57,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:21.090806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1ee47655-8a3e-49db-a883-446d54a50716 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:21.106457 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.106976 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:21.109032 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 7 to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 Jun 24 12:44:21.122629 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 4c5de97c-4299-4c94-b0a5-13354a783f57 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:21.151279 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:21.151708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:21.152059 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:21.162516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.162897 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:21.167298 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 8 to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 Jun 24 12:44:21.176135 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-92b853b3-1db4-43e2-b52f-580cf9fa0d26 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.179176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:21.179701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:21.180200 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:21.194349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2e2f36b8-968c-49b8-9ee9-5b65f6932d40 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:21.219315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 228b94ee-e455-4da2-8e1b-5c9c482982e2 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:21.235359 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4d1f6e67-1297-4694-b899-843a22a05bf4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1870832 Jun 24 12:44:21.236179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43028) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:21.242526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'network_id': '1baebe19-639b-4611-9a01-3225c9a4a0f3', 'name': 'tempest-PortsIpV6TestJSON-1346451839'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:21.265187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:21.265984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:21.266327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:21.286076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b853b3-1db4-43e2-b52f-580cf9fa0d26 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'Subnet': ['ID=92694ad8-8dcd-45e9-9cf5-cb1442e8f867,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:21.289691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.290096 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:21.293097 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-92b853b3-1db4-43e2-b52f-580cf9fa0d26 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:21.297315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.297651 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:21.301446 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 3 to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 Jun 24 12:44:21.302046 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 9 to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 Jun 24 12:44:21.338500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5934fb3-d144-4c06-b8c3-109427791ce4 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:21.342013 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5934fb3-d144-4c06-b8c3-109427791ce4 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.384709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:21.385048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:21.385423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:21.396640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-1baebe19-639b-4611-9a01-3225c9a4a0f3', 'network_id': '1baebe19-639b-4611-9a01-3225c9a4a0f3', 'tenant_id': 'c2b8b583811c46a18ab0508f2a86917b', 'fixed_ips': [{'subnet_id': '4c9b63af-956e-4b6c-9944-a02e6132eaca'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:21.397494 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.402716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.403583 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:21.406929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:21.407287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:21.407603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:21.408972 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.plugins.ml2.plugin [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempt 10 to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 Jun 24 12:44:21.447148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.447511 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:21.462004 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 4 to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 Jun 24 12:44:21.467386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.471812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:21.472145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:21.472501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempting to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:21.485431 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 228b94ee-e455-4da2-8e1b-5c9c482982e2 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:21.492147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.492495 dv-neutron-797121-4-hyperv neutron-server[100145]: ERROR neutron.plugins.ml2.managers [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Failed to bind port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9d661e37-67ca-4986-95f1-4e6efcb046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '1481d7b3-e72e-49d5-be6d-c407137f38a6'}] Jun 24 12:44:21.492891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.496882 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 228b94ee-e455-4da2-8e1b-5c9c482982e2 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:21.497529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.520303 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:21.520636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:21.520976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:21.527130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Transition to ACTIVE for port object b7218c5e-c15e-42cf-bd7d-6336c08aa528 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:21.528431 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.528761 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:21.531573 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 5 to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 Jun 24 12:44:21.534184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b853b3-1db4-43e2-b52f-580cf9fa0d26 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Checking segment: {'id': 'f6795eff-07e2-42fa-befe-355df18654a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:21.534549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b853b3-1db4-43e2-b52f-580cf9fa0d26 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Network hostable DHCP agents. Network: 3fcbc075-b5e7-44c5-bc76-7cf779376ac4, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:21.562788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:21.563146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:21.563696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:21.586505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.586863 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:21.594412 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 6 to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 Jun 24 12:44:21.606877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b853b3-1db4-43e2-b52f-580cf9fa0d26 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:21.652812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:21.654486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:21.654840 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:21.655174 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:21.657738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.660527 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-92b853b3-1db4-43e2-b52f-580cf9fa0d26 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 3fcbc075-b5e7-44c5-bc76-7cf779376ac4) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:21.671811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b853b3-1db4-43e2-b52f-580cf9fa0d26 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:21.672413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-92b853b3-1db4-43e2-b52f-580cf9fa0d26 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.673366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.678625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.678985 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:21.679939 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.685896 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 7 to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 Jun 24 12:44:21.692655 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb88baa-c134-4920-9bc7-796b6be55a79 None None] Network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:21.694887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b4184417-ccb1-41e2-94ef-d8595d3d5896 tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:21.695725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Allocated IP 2001:db8::2 (1baebe19-639b-4611-9a01-3225c9a4a0f3/4c9b63af-956e-4b6c-9944-a02e6132eaca/0886601c-c810-4a33-88d4-0195732e74c2) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:21.701771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] For port 08631ea3-7bce-4fff-bba8-0307fbdecad9, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:21.702372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attempted to set empty binding levels {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 24 12:44:21.705272 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port c2e51780-60da-4a01-9700-7f2c1c95f878 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:21.718677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.724899 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0ea377b3-eac8-43f8-a795-bcc72409744c tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:21.746806 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-92b853b3-1db4-43e2-b52f-580cf9fa0d26 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7256656 Jun 24 12:44:21.768872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43030) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:21.769119 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:21.769391 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:21.769729 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:21.775117 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 228b94ee-e455-4da2-8e1b-5c9c482982e2, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=228b94ee-e455-4da2-8e1b-5c9c482982e2,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:21.784172 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.785317 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Network d1d2b172-9193-4de1-b8a6-6832011e72fe is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:21.800795 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:21.801115 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4e72779e-ff0e-4b87-a5b8-ad99773548b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:21.809521 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.809842 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:21.810562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:21.816168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:21.816788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.823257 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 8 to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 Jun 24 12:44:21.829778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event updated for resources: {'Port': ['ID=b7218c5e-c15e-42cf-bd7d-6336c08aa528,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:21.840162 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:21.842606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5934fb3-d144-4c06-b8c3-109427791ce4 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.848592 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4bacb333-8472-4d5c-bd45-aab15ff507c1 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:21.856999 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:21.857139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:21.857514 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:21.894553 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3979249 Jun 24 12:44:21.895250 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.895578 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:21.898243 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 9 to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 Jun 24 12:44:21.901879 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43032) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:21.929558 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:21.929995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:21.930400 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:21.940246 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-df0cfc16-5f28-45a5-bcf0-0857bbf6f25d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::59', 'mac_address': 'fa:16:3e:7e:51:68'}, {'ip_address': '2001:db8::56', 'mac_address': 'fa:16:3e:69:5f:98'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:21.968830 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=228b94ee-e455-4da2-8e1b-5c9c482982e2,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:21.984683 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:21.992789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:21.994065 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:22.002434 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 10 to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 Jun 24 12:44:22.031116 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5934fb3-d144-4c06-b8c3-109427791ce4 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Subnet': ['ID=013ec5cf-4d89-44af-b27d-ccffadac5a52,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:22.035544 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c5934fb3-d144-4c06-b8c3-109427791ce4 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:22.048032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:22.049389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:22.050686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:22.056901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5934fb3-d144-4c06-b8c3-109427791ce4 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Checking segment: {'id': '6889b012-d457-427d-99f9-24bd0e030e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '4c5de97c-4299-4c94-b0a5-13354a783f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:22.057579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5934fb3-d144-4c06-b8c3-109427791ce4 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network hostable DHCP agents. Network: 4c5de97c-4299-4c94-b0a5-13354a783f57, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:22.062324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:22.062945 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:22.063491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.175363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5934fb3-d144-4c06-b8c3-109427791ce4 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network 4c5de97c-4299-4c94-b0a5-13354a783f57 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:22.209575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-c5934fb3-d144-4c06-b8c3-109427791ce4 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 4c5de97c-4299-4c94-b0a5-13354a783f57) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:22.214516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5934fb3-d144-4c06-b8c3-109427791ce4 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.215147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5934fb3-d144-4c06-b8c3-109427791ce4 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.236101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'fixed_ips': [{'subnet_id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:22.237665 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.248226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] For port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8, host hv-neutron-7971, cleared binding levels {{(pid=100146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:22.248636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempted to set empty binding levels {{(pid=100146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 24 12:44:22.253745 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c5934fb3-d144-4c06-b8c3-109427791ce4 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2600386 Jun 24 12:44:22.267330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43034) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:22.268824 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.276453 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ab0fac52-f9bb-4a9f-a4ac-052e90a49637 None None] Provisioning for port b7218c5e-c15e-42cf-bd7d-6336c08aa528 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:22.284923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ab0fac52-f9bb-4a9f-a4ac-052e90a49637 None None] Provisioning complete for port b7218c5e-c15e-42cf-bd7d-6336c08aa528 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:22.285512 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ab0fac52-f9bb-4a9f-a4ac-052e90a49637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.289009 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.292171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-42a9dd7a-b659-49f6-9012-fd00d0afecd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:22.296154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb785e1e-6aaa-42d6-b46c-bff64548c136 None None] Network 4c5de97c-4299-4c94-b0a5-13354a783f57 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:22.346432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Transition to ACTIVE for port object 0886601c-c810-4a33-88d4-0195732e74c2 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:22.364366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] In _notify_port_updated(), no bound segment for port 08631ea3-7bce-4fff-bba8-0307fbdecad9 on network 1481d7b3-e72e-49d5-be6d-c407137f38a6 {{(pid=100145) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:44:22.367081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.371454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.375884 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "PUT /v2.0/ports/08631ea3-7bce-4fff-bba8-0307fbdecad9 HTTP/1.1" status: 200 len: 981 time: 3.1799195 Jun 24 12:44:22.394852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43040) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:22.420366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] In _notify_port_updated(), no bound segment for port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:44:22.421243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.421851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.426090 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "PUT /v2.0/ports/04c87f1d-ab4a-499b-8a1c-6806141f0ab8 HTTP/1.1" status: 200 len: 977 time: 3.3836684 Jun 24 12:44:22.433732 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43042) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:22.437318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.resource_extend [None req-82e2ea0a-fc9b-41aa-b024-f5c4a97f28fb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 12:44:22.450110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Transition to ACTIVE for port object 0886601c-c810-4a33-88d4-0195732e74c2 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:22.459579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ab0fac52-f9bb-4a9f-a4ac-052e90a49637 None None] Port b7218c5e-c15e-42cf-bd7d-6336c08aa528 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:22.476856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.482715 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:22.508892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Pushing event updated for resources: {'Port': ['ID=08631ea3-7bce-4fff-bba8-0307fbdecad9,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:22.522902 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-df0cfc16-5f28-45a5-bcf0-0857bbf6f25d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.524962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Pushing event updated for resources: {'Port': ['ID=04c87f1d-ab4a-499b-8a1c-6806141f0ab8,revision_number=3']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:22.543778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:22.558507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Network 1baebe19-639b-4611-9a01-3225c9a4a0f3 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:22.566929 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:22.572777 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:22.593824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:22.606576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Pushing event updated for resources: {'Port': ['ID=0886601c-c810-4a33-88d4-0195732e74c2,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:22.614906 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.616306 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:22.641933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Allocated IP 172.20.0.2 (3fcbc075-b5e7-44c5-bc76-7cf779376ac4/92694ad8-8dcd-45e9-9cf5-cb1442e8f867/81d07a0d-1528-4808-9205-6fcaebba21fb) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:22.677172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.681989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.682538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.683270 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.684475 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.685009 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.685482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.685951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.686209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-82e2ea0a-fc9b-41aa-b024-f5c4a97f28fb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.686419 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.686946 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.687503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.687865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.688616 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.689528 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.690287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.692777 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.695324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.696041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.697399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.699019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.700459 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.701106 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.702177 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.702893 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.703674 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.708320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-82e2ea0a-fc9b-41aa-b024-f5c4a97f28fb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.713174 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c6a005c0-8f2b-4f2d-a19c-9df8bb1ac182 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21793 time: 0.2781837 Jun 24 12:44:22.714186 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43044) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:22.715993 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Attempting to bind port 0886601c-c810-4a33-88d4-0195732e74c2 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:22.716377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Attempting to bind port 0886601c-c810-4a33-88d4-0195732e74c2 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'e2761ad8-b852-4e52-9582-a27f8900aacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '1baebe19-639b-4611-9a01-3225c9a4a0f3'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:22.716746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Attempting to bind port 0886601c-c810-4a33-88d4-0195732e74c2 on network 1baebe19-639b-4611-9a01-3225c9a4a0f3 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:22.726337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Allocated IP 2001:db8::26e (1baebe19-639b-4611-9a01-3225c9a4a0f3/4c9b63af-956e-4b6c-9944-a02e6132eaca/c2e51780-60da-4a01-9700-7f2c1c95f878) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:22.738616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-4c5de97c-4299-4c94-b0a5-13354a783f57', 'network_id': '4c5de97c-4299-4c94-b0a5-13354a783f57', 'tenant_id': '36cb4e50810248ee993742afd74b1acd', 'fixed_ips': [{'subnet_id': '013ec5cf-4d89-44af-b27d-ccffadac5a52'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:22.739498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.744503 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:22.744883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Checking segment: {'id': 'e2761ad8-b852-4e52-9582-a27f8900aacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '1baebe19-639b-4611-9a01-3225c9a4a0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:22.745285 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.745681 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Bound using segment: {'id': 'e2761ad8-b852-4e52-9582-a27f8900aacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '1baebe19-639b-4611-9a01-3225c9a4a0f3'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:22.746167 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Bound port: 0886601c-c810-4a33-88d4-0195732e74c2, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2761ad8-b852-4e52-9582-a27f8900aacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '1baebe19-639b-4611-9a01-3225c9a4a0f3'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:22.746551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.825361 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.841335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-d410da53-ce4a-4b45-9d2f-1a5a2d2b9875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Deleting port 08631ea3-7bce-4fff-bba8-0307fbdecad9 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:22.841682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d410da53-ce4a-4b45-9d2f-1a5a2d2b9875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.971350 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] For port 0886601c-c810-4a33-88d4-0195732e74c2, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:23.019014 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] For port 0886601c-c810-4a33-88d4-0195732e74c2, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0886601c-c810-4a33-88d4-0195732e74c2,segment=NetworkSegment(e2761ad8-b852-4e52-9582-a27f8900aacb),segment_id=e2761ad8-b852-4e52-9582-a27f8900aacb)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:23.033382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.039359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a8a304d3-8d1b-4615-83e2-78154bfe859a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:23.044815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-1754b92a-8dad-46d6-be4c-e15260262c13 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Deleting port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:23.045405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1754b92a-8dad-46d6-be4c-e15260262c13 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.055943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.060677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-d410da53-ce4a-4b45-9d2f-1a5a2d2b9875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] For port 08631ea3-7bce-4fff-bba8-0307fbdecad9, host hv-neutron-7971, got binding levels [] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:23.061050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d410da53-ce4a-4b45-9d2f-1a5a2d2b9875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.065788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-df0cfc16-5f28-45a5-bcf0-0857bbf6f25d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.075878 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-df0cfc16-5f28-45a5-bcf0-0857bbf6f25d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.080544 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5ee093ac-0971-4c20-a076-7ed0715f1dbc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:23.080772 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-d410da53-ce4a-4b45-9d2f-1a5a2d2b9875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Calling delete_port for 08631ea3-7bce-4fff-bba8-0307fbdecad9 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:23.090737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Allocated IP 2001:db8::1 (4c5de97c-4299-4c94-b0a5-13354a783f57/013ec5cf-4d89-44af-b27d-ccffadac5a52/b099f65b-7835-4124-b227-902afddf6125) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:23.096147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Transition to ACTIVE for port object 81d07a0d-1528-4808-9205-6fcaebba21fb will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:23.126629 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 228b94ee-e455-4da2-8e1b-5c9c482982e2 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:23.159953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-df0cfc16-5f28-45a5-bcf0-0857bbf6f25d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] In _notify_port_updated(), no bound segment for port b7218c5e-c15e-42cf-bd7d-6336c08aa528 on network d1d2b172-9193-4de1-b8a6-6832011e72fe {{(pid=100146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:44:23.165714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0cfc16-5f28-45a5-bcf0-0857bbf6f25d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:23.166458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-df0cfc16-5f28-45a5-bcf0-0857bbf6f25d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.167994 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-df0cfc16-5f28-45a5-bcf0-0857bbf6f25d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "PUT /v2.0/ports/b7218c5e-c15e-42cf-bd7d-6336c08aa528 HTTP/1.1" status: 200 len: 1066 time: 1.2415962 Jun 24 12:44:23.175616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Transition to ACTIVE for port object 81d07a0d-1528-4808-9205-6fcaebba21fb will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:23.177254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43046) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:23.178849 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Pushing event updated for resources: {'Port': ['ID=0886601c-c810-4a33-88d4-0195732e74c2,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:23.189634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-1754b92a-8dad-46d6-be4c-e15260262c13 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] For port 04c87f1d-ab4a-499b-8a1c-6806141f0ab8, host hv-neutron-7971, got binding levels [] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:23.189634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1754b92a-8dad-46d6-be4c-e15260262c13 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.193741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:23.206806 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.208762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3071c0e1-a0f8-4640-9f54-e1a654b70b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:23.249526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d410da53-ce4a-4b45-9d2f-1a5a2d2b9875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.278709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-623e3220-5343-4a73-b238-d44e36b882a3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:23.286346 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d410da53-ce4a-4b45-9d2f-1a5a2d2b9875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.291045 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d410da53-ce4a-4b45-9d2f-1a5a2d2b9875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "DELETE /v2.0/ports/08631ea3-7bce-4fff-bba8-0307fbdecad9 HTTP/1.1" status: 204 len: 168 time: 0.8885393 Jun 24 12:44:23.297059 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43048) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:23.351483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.366625 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-82e2ea0a-fc9b-41aa-b024-f5c4a97f28fb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Floating IP 9b3e9042-8b77-41af-9ecc-a49c14a10eba associated. External IP: 172.26.1.86, port: baf5bf2f-1a7d-4877-bae7-5715473c9119. Jun 24 12:44:23.369958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Transition to ACTIVE for port object b099f65b-7835-4124-b227-902afddf6125 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:23.386272 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Transition to ACTIVE for port object b099f65b-7835-4124-b227-902afddf6125 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:23.409234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:23.411846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.434582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:23.440266 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:23.445219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Pushing event updated for resources: {'Port': ['ID=81d07a0d-1528-4808-9205-6fcaebba21fb,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:23.455180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:23.457173 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 228b94ee-e455-4da2-8e1b-5c9c482982e2 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:23.457887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.464239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4606e18b-93d2-43f9-a783-4311e8dd1a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:23.502029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410da53-ce4a-4b45-9d2f-1a5a2d2b9875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Pushing event deleted for resources: {'Port': ['ID=08631ea3-7bce-4fff-bba8-0307fbdecad9,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:23.506458 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d410da53-ce4a-4b45-9d2f-1a5a2d2b9875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:23.528689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Network 4c5de97c-4299-4c94-b0a5-13354a783f57 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:23.556526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:23.579987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:23.625579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cfc16-5f28-45a5-bcf0-0857bbf6f25d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event updated for resources: {'Port': ['ID=b7218c5e-c15e-42cf-bd7d-6336c08aa528,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:23.639766 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-1754b92a-8dad-46d6-be4c-e15260262c13 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Calling delete_port for 04c87f1d-ab4a-499b-8a1c-6806141f0ab8 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:23.646130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-df0cfc16-5f28-45a5-bcf0-0857bbf6f25d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:23.668281 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Pushing event updated for resources: {'Port': ['ID=b099f65b-7835-4124-b227-902afddf6125,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:23.669482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.674797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8cdcce3d-a2e0-4bd7-8951-bd2e06196c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:23.675365 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:23.683560 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f92a03-09e2-4828-adf7-2629a8c26799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] GET failed (client error): The resource could not be found. Jun 24 12:44:23.689958 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-38f92a03-09e2-4828-adf7-2629a8c26799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] 10.222.0.110 "GET /v2.0/ports/08631ea3-7bce-4fff-bba8-0307fbdecad9 HTTP/1.1" status: 404 len: 333 time: 0.3704178 Jun 24 12:44:23.692812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43052) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:23.701303 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Attempting to bind port 81d07a0d-1528-4808-9205-6fcaebba21fb on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:23.701303 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Attempting to bind port 81d07a0d-1528-4808-9205-6fcaebba21fb by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'f6795eff-07e2-42fa-befe-355df18654a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:23.701303 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Attempting to bind port 81d07a0d-1528-4808-9205-6fcaebba21fb on network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:23.717023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:23.717676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Checking segment: {'id': 'f6795eff-07e2-42fa-befe-355df18654a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:23.718240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.718839 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Bound using segment: {'id': 'f6795eff-07e2-42fa-befe-355df18654a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:23.719473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Bound port: 81d07a0d-1528-4808-9205-6fcaebba21fb, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6795eff-07e2-42fa-befe-355df18654a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:23.720016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.740898 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Attempting to bind port b099f65b-7835-4124-b227-902afddf6125 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:23.741478 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Attempting to bind port b099f65b-7835-4124-b227-902afddf6125 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '6889b012-d457-427d-99f9-24bd0e030e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '4c5de97c-4299-4c94-b0a5-13354a783f57'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:23.742011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Attempting to bind port b099f65b-7835-4124-b227-902afddf6125 on network 4c5de97c-4299-4c94-b0a5-13354a783f57 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:23.755706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:23.756336 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Checking segment: {'id': '6889b012-d457-427d-99f9-24bd0e030e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '4c5de97c-4299-4c94-b0a5-13354a783f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:23.757089 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.757634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Bound using segment: {'id': '6889b012-d457-427d-99f9-24bd0e030e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '4c5de97c-4299-4c94-b0a5-13354a783f57'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:23.758265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Bound port: b099f65b-7835-4124-b227-902afddf6125, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6889b012-d457-427d-99f9-24bd0e030e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '4c5de97c-4299-4c94-b0a5-13354a783f57'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:23.758838 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.769564 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Subnet': ['ID=013ec5cf-4d89-44af-b27d-ccffadac5a52,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:23.778401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:23.810893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6ddfcad3-5571-4c3a-a344-b5f8a7dad657 None None] Provisioning complete for port b7218c5e-c15e-42cf-bd7d-6336c08aa528 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:23.811269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcad3-5571-4c3a-a344-b5f8a7dad657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.855187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e2ea0a-fc9b-41aa-b024-f5c4a97f28fb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:44:23.865062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.865868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.888498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5de97c-4299-4c94-b0a5-13354a783f57']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:23.903428 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6889b012-d457-427d-99f9-24bd0e030e37') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:23.903863 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6889b012-d457-427d-99f9-24bd0e030e37') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:23.904640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6ddfcad3-5571-4c3a-a344-b5f8a7dad657 None None] Port b7218c5e-c15e-42cf-bd7d-6336c08aa528 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:23.906727 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1754b92a-8dad-46d6-be4c-e15260262c13 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.914257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-55d5037e-ed62-40cd-b34c-f4bf0b0ac012 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Deleting port b7218c5e-c15e-42cf-bd7d-6336c08aa528 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:23.914699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55d5037e-ed62-40cd-b34c-f4bf0b0ac012 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.922409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-425aba06-aa39-413c-93e2-9d7804cf913d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:23.925676 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.930110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] For port 81d07a0d-1528-4808-9205-6fcaebba21fb, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:23.933396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.934913 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] For port 81d07a0d-1528-4808-9205-6fcaebba21fb, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=81d07a0d-1528-4808-9205-6fcaebba21fb,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:23.941584 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.946471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-79a11e48-dd2a-41c9-8948-e0bffeeb33b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:23.955419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] For port b099f65b-7835-4124-b227-902afddf6125, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:23.972895 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754b92a-8dad-46d6-be4c-e15260262c13 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Pushing event deleted for resources: {'Port': ['ID=04c87f1d-ab4a-499b-8a1c-6806141f0ab8,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:23.983214 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1754b92a-8dad-46d6-be4c-e15260262c13 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:23.996689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] For port b099f65b-7835-4124-b227-902afddf6125, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b099f65b-7835-4124-b227-902afddf6125,segment=NetworkSegment(6889b012-d457-427d-99f9-24bd0e030e37),segment_id=6889b012-d457-427d-99f9-24bd0e030e37)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:24.006650 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.013805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1754b92a-8dad-46d6-be4c-e15260262c13 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.026660 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1754b92a-8dad-46d6-be4c-e15260262c13 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "DELETE /v2.0/ports/04c87f1d-ab4a-499b-8a1c-6806141f0ab8 HTTP/1.1" status: 204 len: 168 time: 1.2732787 Jun 24 12:44:24.029757 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.032437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.033659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Pushing event updated for resources: {'Port': ['ID=81d07a0d-1528-4808-9205-6fcaebba21fb,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:24.033919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43054) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:24.040637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:24.041199 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:24.075034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:24.075648 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:24.078588 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:24.082348 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8cea13-2af3-42f9-a9f6-45adb270226a tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] GET failed (client error): The resource could not be found. Jun 24 12:44:24.087308 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-be8cea13-2af3-42f9-a9f6-45adb270226a tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "GET /v2.0/ports/04c87f1d-ab4a-499b-8a1c-6806141f0ab8 HTTP/1.1" status: 404 len: 333 time: 0.0465939 Jun 24 12:44:24.101794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43056) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:24.106965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1986622365', 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:24.143107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Pushing event updated for resources: {'Port': ['ID=b099f65b-7835-4124-b227-902afddf6125,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:24.152382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:24.163523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c3d42d-cfb5-4441-bc66-b1133a120d11 None None] Network 4c5de97c-4299-4c94-b0a5-13354a783f57 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:24.175387 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55d5037e-ed62-40cd-b34c-f4bf0b0ac012 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.195520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 12:44:24.195520 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 12:44:24.195520 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'id': '4c5de97c-4299-4c94-b0a5-13354a783f57'}] Jun 24 12:44:24.195520 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:44:24.196027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:44:24.197359 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-55d5037e-ed62-40cd-b34c-f4bf0b0ac012 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Calling delete_port for b7218c5e-c15e-42cf-bd7d-6336c08aa528 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:24.199959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Made reservation on behalf of c3ed65b0a9394d219bb43cb11b8eef4e for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:24.202714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.236995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] device_id is not set on port 90b812be-7c35-44a3-a6bb-bd97264d0521 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:24.513672 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Transition to ACTIVE for port object c2e51780-60da-4a01-9700-7f2c1c95f878 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:24.545201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.555304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55d5037e-ed62-40cd-b34c-f4bf0b0ac012 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.560993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:24.596795 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5037e-ed62-40cd-b34c-f4bf0b0ac012 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event deleted for resources: {'Port': ['ID=b7218c5e-c15e-42cf-bd7d-6336c08aa528,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:24.629568 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.639809 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-55d5037e-ed62-40cd-b34c-f4bf0b0ac012 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:24.650912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1481d7b3-e72e-49d5-be6d-c407137f38a6']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:24.669684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e2ea0a-fc9b-41aa-b024-f5c4a97f28fb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:24.682337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d661e37-67ca-4986-95f1-4e6efcb046f9') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:24.682631 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d661e37-67ca-4986-95f1-4e6efcb046f9') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:24.682812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.683352 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f59b3d-4f41-4fe1-80d9-e36360a4ad06 None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:24.688165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-82e2ea0a-fc9b-41aa-b024-f5c4a97f28fb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.690305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-650648aa-c38d-4833-940b-461662c260e3 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:24.700013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f59b3d-4f41-4fe1-80d9-e36360a4ad06 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:24.701505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f3f59b3d-4f41-4fe1-80d9-e36360a4ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:24.704566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.752285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.762597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f3f59b3d-4f41-4fe1-80d9-e36360a4ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:24.764109 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Network a5ab77c6-51ad-425b-9f0a-3e51218cc377 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:24.776310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f59b3d-4f41-4fe1-80d9-e36360a4ad06 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:24.777895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f3f59b3d-4f41-4fe1-80d9-e36360a4ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:24.788369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.800525 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.806567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:24.813367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:24.814542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:24.815335 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.838471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e95b326-bebc-4e7c-9a65-ffc6a5498f39 None None] Network 1baebe19-639b-4611-9a01-3225c9a4a0f3 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:24.844868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d2a3227f-29a4-432d-b53d-4ad9904e8bb2 tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:24.848951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:24.849584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.851292 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Pushing event updated for resources: {'Port': ['ID=90b812be-7c35-44a3-a6bb-bd97264d0521,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:24.854107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f3f59b3d-4f41-4fe1-80d9-e36360a4ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:24.854937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f59b3d-4f41-4fe1-80d9-e36360a4ad06 None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:24.859731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:24.860021 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:24.903552 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8005764 Jun 24 12:44:24.913814 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43058) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:24.914043 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-82e2ea0a-fc9b-41aa-b024-f5c4a97f28fb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "PUT /v2.0/floatingips/9b3e9042-8b77-41af-9ecc-a49c14a10eba HTTP/1.1" status: 200 len: 978 time: 4.0642941 Jun 24 12:44:24.942134 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43060) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:24.988939 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 1baebe19-639b-4611-9a01-3225c9a4a0f3 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:25.011977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c57ea273-838e-40e1-bc81-e991d9f17df8 None None] Provisioning for port 0886601c-c810-4a33-88d4-0195732e74c2 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:25.013063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:25.036259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:25.042004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:25.042661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.051355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.062872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=c2e51780-60da-4a01-9700-7f2c1c95f878,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:25.065531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.075329 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] 10.222.0.110 "DELETE /v2.0/networks/1481d7b3-e72e-49d5-be6d-c407137f38a6 HTTP/1.1" status: 204 len: 168 time: 1.3783097 Jun 24 12:44:25.120931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb48a1-e897-45b6-b48e-c8abcdd5d78b tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:25.128383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:25.128591 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-64eb48a1-e897-45b6-b48e-c8abcdd5d78b tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "GET /v2.0/ports/90b812be-7c35-44a3-a6bb-bd97264d0521 HTTP/1.1" status: 200 len: 955 time: 0.2152076 Jun 24 12:44:25.133344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fff1f988-c85e-4945-a10a-02eb17d6a96d tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:25.141422 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43064) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:25.157158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Pushing event deleted for resources: {'Network': ['ID=1481d7b3-e72e-49d5-be6d-c407137f38a6,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:25.161449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:25.167419 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9303536 Jun 24 12:44:25.170527 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43066) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:25.177223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'network_id': '1baebe19-639b-4611-9a01-3225c9a4a0f3', 'name': 'tempest-PortsIpV6TestJSON-2075109251'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:25.203687 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55d5037e-ed62-40cd-b34c-f4bf0b0ac012 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.205886 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-55d5037e-ed62-40cd-b34c-f4bf0b0ac012 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "DELETE /v2.0/ports/b7218c5e-c15e-42cf-bd7d-6336c08aa528 HTTP/1.1" status: 204 len: 168 time: 2.0251660 Jun 24 12:44:25.225041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0886601c-c810-4a33-88d4-0195732e74c2 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:25.280102 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43068) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:25.315994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Allocated IP 172.20.0.1 (3fcbc075-b5e7-44c5-bc76-7cf779376ac4/92694ad8-8dcd-45e9-9cf5-cb1442e8f867/cd41be81-85d4-439b-bc7d-2b5deaafc294) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:25.369901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Deleting port b099f65b-7835-4124-b227-902afddf6125 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:25.370253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.405722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:25.409629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.417686 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-db440773-4414-419a-8d40-f4a57cf7a41e tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] GET failed (client error): The resource could not be found. Jun 24 12:44:25.422897 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-db440773-4414-419a-8d40-f4a57cf7a41e tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "GET /v2.0/ports/b7218c5e-c15e-42cf-bd7d-6336c08aa528 HTTP/1.1" status: 404 len: 333 time: 0.1173294 Jun 24 12:44:25.437979 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43072) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:25.548673 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.566294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Transition to ACTIVE for port object cd41be81-85d4-439b-bc7d-2b5deaafc294 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:25.594574 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 0886601c-c810-4a33-88d4-0195732e74c2 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:25.603880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 0886601c-c810-4a33-88d4-0195732e74c2 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:25.604842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.608801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.619378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1c2ae917-8968-4c2a-968b-3b909696e467 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:25.625555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43074) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:25.638689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port baf5bf2f-1a7d-4877-bae7-5715473c9119 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:25.639075 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.639988 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d0ae32-ca99-4391-ac1d-2f64952667c5 None None] Network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:25.643777 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] For port b099f65b-7835-4124-b227-902afddf6125, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b099f65b-7835-4124-b227-902afddf6125,segment=NetworkSegment(6889b012-d457-427d-99f9-24bd0e030e37),segment_id=6889b012-d457-427d-99f9-24bd0e030e37)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:25.644379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.666624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-5bf81e31-c07c-4358-99d9-84c1b77786c5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Deleting port 90b812be-7c35-44a3-a6bb-bd97264d0521 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:25.667013 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bf81e31-c07c-4358-99d9-84c1b77786c5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.692789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port 47bdf9ea-7c69-482b-90fa-7c81ced5c25d yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:25.707276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Calling delete_port for b099f65b-7835-4124-b227-902afddf6125 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:25.712923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:25.736251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:25.765683 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fc8629d7-052e-4cf7-a10a-387b9f53f7fb None None] Provisioning for port 81d07a0d-1528-4808-9205-6fcaebba21fb completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:25.810505 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:25.818246 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'Port': ['ID=cd41be81-85d4-439b-bc7d-2b5deaafc294,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:25.819310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fc8629d7-052e-4cf7-a10a-387b9f53f7fb None None] Provisioning complete for port 0886601c-c810-4a33-88d4-0195732e74c2 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:25.819797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fc8629d7-052e-4cf7-a10a-387b9f53f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.859658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:25.877240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bf81e31-c07c-4358-99d9-84c1b77786c5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.903403 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.907465 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-5bf81e31-c07c-4358-99d9-84c1b77786c5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Calling delete_port for 90b812be-7c35-44a3-a6bb-bd97264d0521 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:25.910506 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-34c2f3a8-5f98-426e-84ab-5f24060e4285 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Deleting port ef3d0b8e-b1ee-484e-acfd-628df85e6a8a {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:25.910869 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-34c2f3a8-5f98-426e-84ab-5f24060e4285 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.960172 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:25.969936 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b26c56d9-8192-4c23-b6be-09969322b6f8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ffcb1505d6da4ac48847c25408fba6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382318 Jun 24 12:44:25.993895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.006818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43078) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:26.067006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fc8629d7-052e-4cf7-a10a-387b9f53f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.081835 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Allocated IP 2001:db8::33d (1baebe19-639b-4611-9a01-3225c9a4a0f3/4c9b63af-956e-4b6c-9944-a02e6132eaca/47bdf9ea-7c69-482b-90fa-7c81ced5c25d) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:26.092097 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 0886601c-c810-4a33-88d4-0195732e74c2, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0886601c-c810-4a33-88d4-0195732e74c2,segment=NetworkSegment(e2761ad8-b852-4e52-9582-a27f8900aacb),segment_id=e2761ad8-b852-4e52-9582-a27f8900aacb)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:26.098734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.099927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 81d07a0d-1528-4808-9205-6fcaebba21fb up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:26.106109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:26.145303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a0275c1-136c-4f53-acc0-5764a2acfe0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.172888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a0275c1-136c-4f53-acc0-5764a2acfe0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.221600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=0886601c-c810-4a33-88d4-0195732e74c2,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:26.244314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:26.265486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-fc8629d7-052e-4cf7-a10a-387b9f53f7fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:44:26.266528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-fc8629d7-052e-4cf7-a10a-387b9f53f7fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:44:26.277044 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 81d07a0d-1528-4808-9205-6fcaebba21fb completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:26.282536 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 81d07a0d-1528-4808-9205-6fcaebba21fb triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:26.282991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.355999 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a0275c1-136c-4f53-acc0-5764a2acfe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.358843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a0275c1-136c-4f53-acc0-5764a2acfe0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.362325 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4a0275c1-136c-4f53-acc0-5764a2acfe0c admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5a27104d-4164-4a82-ad34-82c86fd01f9d HTTP/1.1" status: 204 len: 168 time: 0.3528414 Jun 24 12:44:26.379498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-09ec1e75-13b9-4207-af52-5f1b86907e2a tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:26.391108 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.417749 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.440974 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 81d07a0d-1528-4808-9205-6fcaebba21fb, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=81d07a0d-1528-4808-9205-6fcaebba21fb,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:26.444506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0275c1-136c-4f53-acc0-5764a2acfe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a27104d-4164-4a82-ad34-82c86fd01f9d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:26.459317 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.469236 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2ba87935-542a-41f3-b0c1-23514d03ee1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:26.480254 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4a0275c1-136c-4f53-acc0-5764a2acfe0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:26.486144 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-34c2f3a8-5f98-426e-84ab-5f24060e4285 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.510024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.544497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.552775 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-34c2f3a8-5f98-426e-84ab-5f24060e4285 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Calling delete_port for ef3d0b8e-b1ee-484e-acfd-628df85e6a8a owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:26.565683 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Transition to ACTIVE for port object 47bdf9ea-7c69-482b-90fa-7c81ced5c25d will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:26.567661 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-96aebd4d-907f-4661-a3c0-fb76a318263d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:26.598879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=81d07a0d-1528-4808-9205-6fcaebba21fb,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:26.603315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:26.604223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fa328d48-5bfb-4ad1-bf4b-ddb0aecaad93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.645831 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No DVR routers for this DVR port b099f65b-7835-4124-b227-902afddf6125 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:26.660685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Port': ['ID=b099f65b-7835-4124-b227-902afddf6125,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:26.668938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:26.733530 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a1548d-c95c-479c-84c7-ca3876746455 None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:44:26.808613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.811851 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.814511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.816990 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bf81e31-c07c-4358-99d9-84c1b77786c5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.820437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:26.832268 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f85e1e99-79a2-4c4f-8242-6dc255e02067 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:26.859444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fc8629d7-052e-4cf7-a10a-387b9f53f7fb None None] Provisioning for port c2e51780-60da-4a01-9700-7f2c1c95f878 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:26.865249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43088) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:26.875484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fc8629d7-052e-4cf7-a10a-387b9f53f7fb None None] Provisioning complete for port c2e51780-60da-4a01-9700-7f2c1c95f878 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:26.875865 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fc8629d7-052e-4cf7-a10a-387b9f53f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.897767 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 1baebe19-639b-4611-9a01-3225c9a4a0f3 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:26.904131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf81e31-c07c-4358-99d9-84c1b77786c5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Pushing event deleted for resources: {'Port': ['ID=90b812be-7c35-44a3-a6bb-bd97264d0521,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:26.911405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:26.917595 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:26.923616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:26.925333 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.928633 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.930641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.932656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'Port': ['ID=cd41be81-85d4-439b-bc7d-2b5deaafc294,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:26.936093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5bf81e31-c07c-4358-99d9-84c1b77786c5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:26.939203 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-fc8629d7-052e-4cf7-a10a-387b9f53f7fb None None] Port c2e51780-60da-4a01-9700-7f2c1c95f878 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:26.952552 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bf81e31-c07c-4358-99d9-84c1b77786c5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.953063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a1548d-c95c-479c-84c7-ca3876746455 None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:44:26.956738 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5bf81e31-c07c-4358-99d9-84c1b77786c5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "DELETE /v2.0/ports/90b812be-7c35-44a3-a6bb-bd97264d0521 HTTP/1.1" status: 204 len: 168 time: 1.7947767 Jun 24 12:44:26.960125 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.960497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.960836 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Floating IP 9b3e9042-8b77-41af-9ecc-a49c14a10eba disassociated. External IP: 172.26.1.86, port: baf5bf2f-1a7d-4877-bae7-5715473c9119. Jun 24 12:44:26.961147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for baf5bf2f-1a7d-4877-bae7-5715473c9119 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:26.963258 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43090) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:26.969290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5de97c-4299-4c94-b0a5-13354a783f57']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:26.986074 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8120134 Jun 24 12:44:27.006698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43092) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:27.020453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6889b012-d457-427d-99f9-24bd0e030e37') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:27.020760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6889b012-d457-427d-99f9-24bd0e030e37') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:27.036789 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a22464-38b7-4aa4-bca2-80216b4a68f7 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] GET failed (client error): The resource could not be found. Jun 24 12:44:27.041870 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-08a22464-38b7-4aa4-bca2-80216b4a68f7 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "GET /v2.0/ports/90b812be-7c35-44a3-a6bb-bd97264d0521 HTTP/1.1" status: 404 len: 333 time: 0.0714295 Jun 24 12:44:27.046131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43094) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:27.061280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Request body: {'port': {'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2093808340'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:27.092831 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.108927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=47bdf9ea-7c69-482b-90fa-7c81ced5c25d,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:27.113188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:27.116481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:27.117045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:27.146310 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fd6a1cf2-1434-4142-97f7-64429309b5aa admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1e976c4dc4b74ad797bb0fc8f8e11e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582996 Jun 24 12:44:27.146702 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43096) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:27.152394 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0886601c-c810-4a33-88d4-0195732e74c2 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:27.155965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.175816 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:27.176239 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:27.179963 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:27.194866 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c6014b62-1d99-4079-a9e6-f9306231eea3 None None] Provisioning complete for port 81d07a0d-1528-4808-9205-6fcaebba21fb triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:27.195250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c6014b62-1d99-4079-a9e6-f9306231eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.221689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:27.227066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Made reservation on behalf of c3ed65b0a9394d219bb43cb11b8eef4e for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:27.229968 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.235793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8c141-c6d6-462c-8f6b-3d02c3834792 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:27.240614 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-49f8c141-c6d6-462c-8f6b-3d02c3834792 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A26e HTTP/1.1" status: 200 len: 929 time: 0.2295282 Jun 24 12:44:27.241991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:27.247850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43098) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:27.278836 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-34c2f3a8-5f98-426e-84ab-5f24060e4285 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.303031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ca0c0530-8541-40fa-ada5-a1e19dc5cfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.309259 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-74900715-6469-40b7-96bd-443f41c03cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:27.319849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] device_id is not set on port 28e49d68-e93a-4b4e-8fca-d0da75958d86 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:27.337590 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 0886601c-c810-4a33-88d4-0195732e74c2 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:27.337975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.351890 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.365242 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2f3a8-5f98-426e-84ab-5f24060e4285 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event deleted for resources: {'Port': ['ID=ef3d0b8e-b1ee-484e-acfd-628df85e6a8a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:27.367718 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.370285 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/4c5de97c-4299-4c94-b0a5-13354a783f57 HTTP/1.1" status: 204 len: 168 time: 5.0986354 Jun 24 12:44:27.376737 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43100) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:27.378802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ca0c0530-8541-40fa-ada5-a1e19dc5cfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.391499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-405eac77-eae9-4db0-ba90-808e6e149a83 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1339483786'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:27.412217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-34c2f3a8-5f98-426e-84ab-5f24060e4285 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:27.413002 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f0beffad-190d-46f2-bb6b-d7ca2bcdce29 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:27.455630 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405eac77-eae9-4db0-ba90-808e6e149a83 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:27.460192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-405eac77-eae9-4db0-ba90-808e6e149a83 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.464234 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:44:27.506143 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-34c2f3a8-5f98-426e-84ab-5f24060e4285 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.513135 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-34c2f3a8-5f98-426e-84ab-5f24060e4285 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "DELETE /v2.0/ports/ef3d0b8e-b1ee-484e-acfd-628df85e6a8a HTTP/1.1" status: 204 len: 168 time: 2.0720148 Jun 24 12:44:27.514500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Network': ['ID=4c5de97c-4299-4c94-b0a5-13354a783f57,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:27.521636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:27.522276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43102) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:27.527919 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c6014b62-1d99-4079-a9e6-f9306231eea3 None None] Provisioning complete for port c2e51780-60da-4a01-9700-7f2c1c95f878 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:27.528437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c6014b62-1d99-4079-a9e6-f9306231eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.547497 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405eac77-eae9-4db0-ba90-808e6e149a83 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] vlan segment allocate from pool success with {'vlan_id': 1343, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:27.558207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ca0c0530-8541-40fa-ada5-a1e19dc5cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.560689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ca0c0530-8541-40fa-ada5-a1e19dc5cfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.564207 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ca0c0530-8541-40fa-ada5-a1e19dc5cfb5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d3c13048-664b-479d-840d-bebddfabb189 HTTP/1.1" status: 204 len: 168 time: 0.4141033 Jun 24 12:44:27.575128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 81d07a0d-1528-4808-9205-6fcaebba21fb up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:27.577818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:27.617210 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-405eac77-eae9-4db0-ba90-808e6e149a83 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.619617 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-405eac77-eae9-4db0-ba90-808e6e149a83 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Added segment c4ea700c-bd72-4ef7-8ffb-b187f8a2e324 of type vlan for network 50c55b14-0716-4634-b942-41322a512f82 Jun 24 12:44:27.628087 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c6f250-9d4a-4fc0-95e2-222795bfb1e8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] GET failed (client error): The resource could not be found. Jun 24 12:44:27.641024 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-44c6f250-9d4a-4fc0-95e2-222795bfb1e8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "GET /v2.0/ports/ef3d0b8e-b1ee-484e-acfd-628df85e6a8a HTTP/1.1" status: 404 len: 333 time: 0.1132472 Jun 24 12:44:27.648304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43106) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:27.657271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c0530-8541-40fa-ada5-a1e19dc5cfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c13048-664b-479d-840d-bebddfabb189,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:27.662721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ca0c0530-8541-40fa-ada5-a1e19dc5cfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:27.674354 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.680362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c6014b62-1d99-4079-a9e6-f9306231eea3 None None] Port c2e51780-60da-4a01-9700-7f2c1c95f878 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:27.710567 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c6014b62-1d99-4079-a9e6-f9306231eea3 None None] Provisioning for port cd41be81-85d4-439b-bc7d-2b5deaafc294 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:27.722702 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c6014b62-1d99-4079-a9e6-f9306231eea3 None None] Provisioning complete for port cd41be81-85d4-439b-bc7d-2b5deaafc294 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:27.723341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c6014b62-1d99-4079-a9e6-f9306231eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.816145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c6014b62-1d99-4079-a9e6-f9306231eea3 None None] Port cd41be81-85d4-439b-bc7d-2b5deaafc294 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:27.818617 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 81d07a0d-1528-4808-9205-6fcaebba21fb triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:27.825850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.828546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:27.843303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-405eac77-eae9-4db0-ba90-808e6e149a83 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.878542 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:27.884325 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cecd3b8d-5295-4faf-81e8-a15210bbcdd6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "PUT /v2.0/routers/6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1133316 Jun 24 12:44:27.891462 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=baf5bf2f-1a7d-4877-bae7-5715473c9119,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:27.896972 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Sync routers for ids ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:27.900520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:27.919816 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Routers {'6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:27.920479 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:27.928464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-405eac77-eae9-4db0-ba90-808e6e149a83 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.947200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405eac77-eae9-4db0-ba90-808e6e149a83 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:27.951629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-405eac77-eae9-4db0-ba90-808e6e149a83 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.963337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-02dc5c3b-1924-4343-a900-bb2ec2561eb7 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:27.968622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-faf624e6-d812-4c87-85c4-9c7d51b81b0d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 47bdf9ea-7c69-482b-90fa-7c81ced5c25d {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:27.968972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-faf624e6-d812-4c87-85c4-9c7d51b81b0d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:28.047165 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-405eac77-eae9-4db0-ba90-808e6e149a83 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6655939 Jun 24 12:44:28.052326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43112) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:28.068033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d2a3e960-31b1-4016-a15b-7caf9a80bc27 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'subnet': {'network_id': '50c55b14-0716-4634-b942-41322a512f82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:28.081118 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-954460b0-1f1f-4d31-aa37-559543b73479 None None] Provisioning for port 47bdf9ea-7c69-482b-90fa-7c81ced5c25d completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:28.087616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-954460b0-1f1f-4d31-aa37-559543b73479 None None] Provisioning complete for port 47bdf9ea-7c69-482b-90fa-7c81ced5c25d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:28.088007 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-954460b0-1f1f-4d31-aa37-559543b73479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:28.111575 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Set router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:44:28.123081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:28.133240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-954460b0-1f1f-4d31-aa37-559543b73479 None None] Port 47bdf9ea-7c69-482b-90fa-7c81ced5c25d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:28.151432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-954460b0-1f1f-4d31-aa37-559543b73479 None None] Provisioning complete for port cd41be81-85d4-439b-bc7d-2b5deaafc294 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:28.151820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-954460b0-1f1f-4d31-aa37-559543b73479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:28.202938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-954460b0-1f1f-4d31-aa37-559543b73479 None None] Port cd41be81-85d4-439b-bc7d-2b5deaafc294 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:28.247917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405eac77-eae9-4db0-ba90-808e6e149a83 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Network': ['ID=50c55b14-0716-4634-b942-41322a512f82,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:28.259444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 50c55b14-0716-4634-b942-41322a512f82 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:28.262513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-405eac77-eae9-4db0-ba90-808e6e149a83 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:28.304838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-faf624e6-d812-4c87-85c4-9c7d51b81b0d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:28.317865 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-e6a596c6-5d3b-4160-9478-0329d4f001c4 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726795735&fields=id&tenant_id=f16dceb62aa542cfb1110ee3ca83cc7e HTTP/1.1" status: 200 len: 267 time: 0.1146789 Jun 24 12:44:28.322804 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-faf624e6-d812-4c87-85c4-9c7d51b81b0d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 47bdf9ea-7c69-482b-90fa-7c81ced5c25d owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:28.365821 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:44:26Z', 'revision_number': 4, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'cd41be81-85d4-439b-bc7d-2b5deaafc294', 'name': '', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'mac_address': 'fa:16:3e:80:e7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:24Z', 'updated_at': '2021-06-24T12:44:26Z', 'revision_number': 2, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'subnets': [{'id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:28.400741 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Checking router: 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:44:28.401409 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Updating router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 port cd41be81-85d4-439b-bc7d-2b5deaafc294 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:44:28.437164 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:28.477712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-c5bdf32a-3cc1-488d-84ac-8527fc655b60 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Deleting port ecec62a8-ed99-4722-80b6-2ab3f53e2d56 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:28.478136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5bdf32a-3cc1-488d-84ac-8527fc655b60 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:28.487764 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:28.508537 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4dc8fcad-76f6-478e-95bb-a5ae8e737ea5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:28.563772 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Pushing event updated for resources: {'Port': ['ID=28e49d68-e93a-4b4e-8fca-d0da75958d86,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:28.574135 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:28.585244 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:44:28.638911 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Network a5ab77c6-51ad-425b-9f0a-3e51218cc377 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:28.655016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:28.661849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:28.665269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:28.667595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:28.719306 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:28.742233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a3e960-31b1-4016-a15b-7caf9a80bc27 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:28.746258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2a3e960-31b1-4016-a15b-7caf9a80bc27 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:28.764311 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7099948 Jun 24 12:44:28.769654 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43144) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:28.776848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5bdf32a-3cc1-488d-84ac-8527fc655b60 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:28.815697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:28.849381 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-c5bdf32a-3cc1-488d-84ac-8527fc655b60 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Calling delete_port for ecec62a8-ed99-4722-80b6-2ab3f53e2d56 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:28.853530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43146) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:28.889698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-b4509233-f0ca-4693-8a0c-8be45948d22f tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:28.891120 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-b4509233-f0ca-4693-8a0c-8be45948d22f tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/networks?id=3fcbc075-b5e7-44c5-bc76-7cf779376ac4 HTTP/1.1" status: 200 len: 797 time: 0.5724645 Jun 24 12:44:28.914608 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-d93dc5dc-04eb-412e-8615-b362e45de3c6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/quotas/f16dceb62aa542cfb1110ee3ca83cc7e HTTP/1.1" status: 200 len: 375 time: 0.0152619 Jun 24 12:44:28.941248 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Transition to ACTIVE for port object cd41be81-85d4-439b-bc7d-2b5deaafc294 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:28.949303 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:28.958884 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:28.968902 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-faf624e6-d812-4c87-85c4-9c7d51b81b0d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.004372 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-34c2f3a8-5f98-426e-84ab-5f24060e4285 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:29.021924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1765807305'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:29.058148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf624e6-d812-4c87-85c4-9c7d51b81b0d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=47bdf9ea-7c69-482b-90fa-7c81ced5c25d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:29.095057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-faf624e6-d812-4c87-85c4-9c7d51b81b0d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:29.103832 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-faf624e6-d812-4c87-85c4-9c7d51b81b0d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.108076 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-faf624e6-d812-4c87-85c4-9c7d51b81b0d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/47bdf9ea-7c69-482b-90fa-7c81ced5c25d HTTP/1.1" status: 204 len: 168 time: 1.8508253 Jun 24 12:44:29.109216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43150) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:29.111434 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fac94e-6d1c-4c7c-a172-9b1e2f797067 None None] Pushing event updated for resources: {'Port': ['ID=cd41be81-85d4-439b-bc7d-2b5deaafc294,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:29.113689 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d0fac94e-6d1c-4c7c-a172-9b1e2f797067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:29.124163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.140559 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:29.152667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aef9ec-e7fe-441a-b03f-7115ed1972ce None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:29.163203 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-d1a5d4e4-0a48-4d15-8016-f98af8363f84 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=f16dceb62aa542cfb1110ee3ca83cc7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2412622 Jun 24 12:44:29.169223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aef9ec-e7fe-441a-b03f-7115ed1972ce None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:29.169984 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-87aef9ec-e7fe-441a-b03f-7115ed1972ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:29.180203 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Attempting to bind port cd41be81-85d4-439b-bc7d-2b5deaafc294 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:29.181236 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Attempting to bind port cd41be81-85d4-439b-bc7d-2b5deaafc294 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'f6795eff-07e2-42fa-befe-355df18654a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:29.181608 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Attempting to bind port cd41be81-85d4-439b-bc7d-2b5deaafc294 on network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:29.187863 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:29.188582 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Checking segment: {'id': 'f6795eff-07e2-42fa-befe-355df18654a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:29.189161 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.189721 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Bound using segment: {'id': 'f6795eff-07e2-42fa-befe-355df18654a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:29.190379 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Bound port: cd41be81-85d4-439b-bc7d-2b5deaafc294, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6795eff-07e2-42fa-befe-355df18654a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:29.191893 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.227213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-87aef9ec-e7fe-441a-b03f-7115ed1972ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:29.237265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:29.241165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.250035 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aef9ec-e7fe-441a-b03f-7115ed1972ce None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:29.250968 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-87aef9ec-e7fe-441a-b03f-7115ed1972ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:29.273294 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] For port cd41be81-85d4-439b-bc7d-2b5deaafc294, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:29.277686 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] For port cd41be81-85d4-439b-bc7d-2b5deaafc294, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cd41be81-85d4-439b-bc7d-2b5deaafc294,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:29.284159 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.286640 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb65ff60-4130-4486-b11d-215c317381f9 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] GET failed (client error): The resource could not be found. Jun 24 12:44:29.288218 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cb65ff60-4130-4486-b11d-215c317381f9 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/47bdf9ea-7c69-482b-90fa-7c81ced5c25d HTTP/1.1" status: 404 len: 333 time: 0.1787891 Jun 24 12:44:29.292357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43152) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:29.293481 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.298625 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:29.338795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-87aef9ec-e7fe-441a-b03f-7115ed1972ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:29.339706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aef9ec-e7fe-441a-b03f-7115ed1972ce None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:29.342785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2a3e960-31b1-4016-a15b-7caf9a80bc27 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.377105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d7e8fe1d-c295-4bd7-8f73-0bb628dc138e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:29.379746 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fac94e-6d1c-4c7c-a172-9b1e2f797067 None None] Pushing event updated for resources: {'Port': ['ID=cd41be81-85d4-439b-bc7d-2b5deaafc294,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:29.386313 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d0fac94e-6d1c-4c7c-a172-9b1e2f797067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:29.391878 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Routers {'6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:29.393391 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:43:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:29.420046 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a180-cf33-4f8e-9a38-42c4ad9ab179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.442011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.500729 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3e960-31b1-4016-a15b-7caf9a80bc27 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Subnet': ['ID=b55a8371-892b-4fc8-af7a-014b51cb10df,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:29.510872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d2a3e960-31b1-4016-a15b-7caf9a80bc27 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:29.529298 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-e02d99ca-423b-4472-b9e4-46c5b35c6015 service neutron] 10.222.0.110 "GET /v2.0/networks/3fcbc075-b5e7-44c5-bc76-7cf779376ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377137 Jun 24 12:44:29.566587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a3e960-31b1-4016-a15b-7caf9a80bc27 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Checking segment: {'id': 'c4ea700c-bd72-4ef7-8ffb-b187f8a2e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '50c55b14-0716-4634-b942-41322a512f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:29.566990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a3e960-31b1-4016-a15b-7caf9a80bc27 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network hostable DHCP agents. Network: 50c55b14-0716-4634-b942-41322a512f82, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:29.639213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-af9d0644-b581-4a8c-a5ab-c82ca0ab6477 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port c2e51780-60da-4a01-9700-7f2c1c95f878 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:29.639583 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-af9d0644-b581-4a8c-a5ab-c82ca0ab6477 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.673161 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] Set router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:44:29.684655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a3e960-31b1-4016-a15b-7caf9a80bc27 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network 50c55b14-0716-4634-b942-41322a512f82 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:29.723091 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-81f3b4dd-ada3-4251-87eb-14e865cfddde service neutron] 10.222.0.110 "GET /v2.0/networks/3fcbc075-b5e7-44c5-bc76-7cf779376ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837649 Jun 24 12:44:29.747869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-d2a3e960-31b1-4016-a15b-7caf9a80bc27 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 50c55b14-0716-4634-b942-41322a512f82) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:29.771476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a3e960-31b1-4016-a15b-7caf9a80bc27 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:29.779948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2a3e960-31b1-4016-a15b-7caf9a80bc27 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.786104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf88435-df58-40ec-91d3-b0aae4fe4a48 None None] Network 50c55b14-0716-4634-b942-41322a512f82 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:29.840470 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.844756 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/ports/baf5bf2f-1a7d-4877-bae7-5715473c9119 HTTP/1.1" status: 204 len: 168 time: 4.8992848 Jun 24 12:44:29.846125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-af9d0644-b581-4a8c-a5ab-c82ca0ab6477 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.848795 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43154) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:29.887920 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5bdf32a-3cc1-488d-84ac-8527fc655b60 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.908883 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.909806 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bab50702-2b65-4baa-ad4d-dedbc1ff0fa8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:29.932236 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:44:26Z', 'revision_number': 4, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'cd41be81-85d4-439b-bc7d-2b5deaafc294', 'name': '', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'mac_address': 'fa:16:3e:80:e7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:24Z', 'updated_at': '2021-06-24T12:44:29Z', 'revision_number': 4, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'subnets': [{'id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:29.936070 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdf32a-3cc1-488d-84ac-8527fc655b60 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event deleted for resources: {'Port': ['ID=ecec62a8-ed99-4722-80b6-2ab3f53e2d56,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:29.942107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.945220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c5bdf32a-3cc1-488d-84ac-8527fc655b60 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:29.948412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-583f158d-3aa6-4c72-b502-3110419deb59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:29.962737 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d2a3e960-31b1-4016-a15b-7caf9a80bc27 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9020028 Jun 24 12:44:29.968782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-af9d0644-b581-4a8c-a5ab-c82ca0ab6477 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for c2e51780-60da-4a01-9700-7f2c1c95f878 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:29.968782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43156) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:29.996696 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d4b29-756b-47c2-a3c5-4b703ed294d5 None None] The sync data for ids ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'] in dv-neutron-797121-4-hyperv is: [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:44:26Z', 'revision_number': 4, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'cd41be81-85d4-439b-bc7d-2b5deaafc294', 'name': '', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'mac_address': 'fa:16:3e:80:e7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:24Z', 'updated_at': '2021-06-24T12:44:29Z', 'revision_number': 4, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'subnets': [{'id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:30.023604 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5bdf32a-3cc1-488d-84ac-8527fc655b60 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.027030 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c5bdf32a-3cc1-488d-84ac-8527fc655b60 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "DELETE /v2.0/ports/ecec62a8-ed99-4722-80b6-2ab3f53e2d56 HTTP/1.1" status: 204 len: 168 time: 2.3756752 Jun 24 12:44:30.052119 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43162) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:30.148133 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2df61179-51a2-4bf9-8667-dec965be9cb6 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "GET /v2.0/floatingips/9b3e9042-8b77-41af-9ecc-a49c14a10eba HTTP/1.1" status: 200 len: 687 time: 0.2970948 Jun 24 12:44:30.160241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-50c55b14-0716-4634-b942-41322a512f82', 'network_id': '50c55b14-0716-4634-b942-41322a512f82', 'tenant_id': '36cb4e50810248ee993742afd74b1acd', 'fixed_ips': [{'subnet_id': 'b55a8371-892b-4fc8-af7a-014b51cb10df'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:30.160771 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.162225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] vlan segment allocate from pool success with {'vlan_id': 1307, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:30.169094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43166) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:30.191996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66618e1d-4ec8-4e18-a83a-dc17304d7268,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:30.198090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b4f8cc-60ff-497b-b8df-1de215b2f009 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Deleting subnet 3b754133-c911-4d38-ace5-47384919a71f {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:44:30.254506 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:30.291855 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-51b4f8cc-60ff-497b-b8df-1de215b2f009 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.303699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.303948 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Added segment c4ed6458-3048-4167-8a28-6129f28578b5 of type vlan for network 6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7 Jun 24 12:44:30.342175 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e60a318d-9def-4d8e-93a8-490f23a576b0 req-b3bf8ead-ba44-4016-a596-95ca374c840a tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 210 time: 0.1877134 Jun 24 12:44:30.354253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.452836 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] device_id is not set on port 28e49d68-e93a-4b4e-8fca-d0da75958d86 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:30.461241 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.465043 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Allocated IP 2001:db8::1 (50c55b14-0716-4634-b942-41322a512f82/b55a8371-892b-4fc8-af7a-014b51cb10df/b7e11e51-105f-4104-ac18-b80274af1498) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:30.497380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.509006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-51b4f8cc-60ff-497b-b8df-1de215b2f009 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.551699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.578739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.584335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-af9d0644-b581-4a8c-a5ab-c82ca0ab6477 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.603456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c7095f49-d886-4042-a0d5-169746b5295c tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:30.633252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Transition to ACTIVE for port object 28e49d68-e93a-4b4e-8fca-d0da75958d86 will not be triggered until provisioned by entity L2. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:30.666671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.678701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-457a547b-f56c-41da-8ebc-0234427424be tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:30.709537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-af9d0644-b581-4a8c-a5ab-c82ca0ab6477 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.712407 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-af9d0644-b581-4a8c-a5ab-c82ca0ab6477 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/c2e51780-60da-4a01-9700-7f2c1c95f878 HTTP/1.1" status: 204 len: 168 time: 1.4186208 Jun 24 12:44:30.714844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d0644-b581-4a8c-a5ab-c82ca0ab6477 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=c2e51780-60da-4a01-9700-7f2c1c95f878,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:30.715929 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.717051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43174) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:30.734027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-af9d0644-b581-4a8c-a5ab-c82ca0ab6477 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:30.739138 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Transition to ACTIVE for port object b7e11e51-105f-4104-ac18-b80274af1498 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:30.757534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Transition to ACTIVE for port object b7e11e51-105f-4104-ac18-b80274af1498 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:30.773343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.776863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:30.785701 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1d1b27-8b75-4496-b379-38196ff59b3c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] GET failed (client error): The resource could not be found. Jun 24 12:44:30.788119 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3b1d1b27-8b75-4496-b379-38196ff59b3c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/c2e51780-60da-4a01-9700-7f2c1c95f878 HTTP/1.1" status: 404 len: 333 time: 0.0695555 Jun 24 12:44:30.791993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43176) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:30.844290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.852974 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:30.853985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.866963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Network 50c55b14-0716-4634-b942-41322a512f82 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:30.872274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:30.875148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Pushing event updated for resources: {'Port': ['ID=b7e11e51-105f-4104-ac18-b80274af1498,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:30.877728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:30.880280 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:30.936704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.938139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Pushing event updated for resources: {'Port': ['ID=28e49d68-e93a-4b4e-8fca-d0da75958d86,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:30.948123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b7f08801-cd1d-478e-83d9-9bca2d85bb3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:30.953807 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-51b4f8cc-60ff-497b-b8df-1de215b2f009 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.967396 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Attempting to bind port b7e11e51-105f-4104-ac18-b80274af1498 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:30.968111 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Attempting to bind port b7e11e51-105f-4104-ac18-b80274af1498 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'c4ea700c-bd72-4ef7-8ffb-b187f8a2e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '50c55b14-0716-4634-b942-41322a512f82'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:30.968710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Attempting to bind port b7e11e51-105f-4104-ac18-b80274af1498 on network 50c55b14-0716-4634-b942-41322a512f82 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:30.976078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:30.976400 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:30.976867 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Checking segment: {'id': 'c4ea700c-bd72-4ef7-8ffb-b187f8a2e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '50c55b14-0716-4634-b942-41322a512f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:30.977464 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.978472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Bound using segment: {'id': 'c4ea700c-bd72-4ef7-8ffb-b187f8a2e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '50c55b14-0716-4634-b942-41322a512f82'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:30.979085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Bound port: b7e11e51-105f-4104-ac18-b80274af1498, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ea700c-bd72-4ef7-8ffb-b187f8a2e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '50c55b14-0716-4634-b942-41322a512f82'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:30.979569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:30.980929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5dba628b-940f-4d95-8828-3d0374819bb4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:30.985449 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1259375 Jun 24 12:44:31.021903 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Subnet': ['ID=b55a8371-892b-4fc8-af7a-014b51cb10df,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:31.026609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:31.027236 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43178) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:31.050861 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-477c9f86-ff94-412e-a467-8a276a72c0f6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting subnet 4c9b63af-956e-4b6c-9944-a02e6132eaca {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:44:31.053108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-a0586372-b537-409d-9ee3-8bb7ed0f1399 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port 5316e784-302f-463a-a565-6970f4a4502f {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:31.056394 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-477c9f86-ff94-412e-a467-8a276a72c0f6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.056993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a0586372-b537-409d-9ee3-8bb7ed0f1399 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.082246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] For port b7e11e51-105f-4104-ac18-b80274af1498, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:31.086129 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] For port b7e11e51-105f-4104-ac18-b80274af1498, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b7e11e51-105f-4104-ac18-b80274af1498,segment=NetworkSegment(c4ea700c-bd72-4ef7-8ffb-b187f8a2e324),segment_id=c4ea700c-bd72-4ef7-8ffb-b187f8a2e324)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:31.093764 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.098419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:31.120042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-477c9f86-ff94-412e-a467-8a276a72c0f6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.137346 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:31.137956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:31.138485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:31.226907 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:31.228072 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:31.232683 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 2 to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 Jun 24 12:44:31.241966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Network': ['ID=6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:31.254177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-477c9f86-ff94-412e-a467-8a276a72c0f6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.266362 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:31.275549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:31.276265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:31.276803 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:31.295657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:31.296305 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:31.304059 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 3 to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 Jun 24 12:44:31.319535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a0586372-b537-409d-9ee3-8bb7ed0f1399 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.320297 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a0586372-b537-409d-9ee3-8bb7ed0f1399 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.330836 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-51b4f8cc-60ff-497b-b8df-1de215b2f009 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.336147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:31.340256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cd41be81-85d4-439b-bc7d-2b5deaafc294 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:31.342822 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-fecf6e74-c848-417d-861f-154c8efbedeb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1580718679'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:31.343134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:31.345147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-a0586372-b537-409d-9ee3-8bb7ed0f1399 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for 5316e784-302f-463a-a565-6970f4a4502f owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:31.364953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:31.365658 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:31.366240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:31.395421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-477c9f86-ff94-412e-a467-8a276a72c0f6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.397038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4f8cc-60ff-497b-b8df-1de215b2f009 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event deleted for resources: {'Subnet': ['ID=3b754133-c911-4d38-ace5-47384919a71f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:31.410592 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1513c61d-0f21-474f-9af6-26dc12f786ec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:31.411230 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-51b4f8cc-60ff-497b-b8df-1de215b2f009 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:31.431409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:31.431740 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:31.436330 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 4 to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 Jun 24 12:44:31.438028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecf6e74-c848-417d-861f-154c8efbedeb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:31.441944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fecf6e74-c848-417d-861f-154c8efbedeb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.450082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-51b4f8cc-60ff-497b-b8df-1de215b2f009 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.454332 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-51b4f8cc-60ff-497b-b8df-1de215b2f009 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "DELETE /v2.0/subnets/3b754133-c911-4d38-ace5-47384919a71f HTTP/1.1" status: 204 len: 168 time: 1.3947692 Jun 24 12:44:31.457736 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43182) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:31.464793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c9f86-ff94-412e-a467-8a276a72c0f6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9b63af-956e-4b6c-9944-a02e6132eaca,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:31.468124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-477c9f86-ff94-412e-a467-8a276a72c0f6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:31.507165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab60f2e-37bd-47fe-9963-4e5e6a621572 None None] Network d1d2b172-9193-4de1-b8a6-6832011e72fe requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:31.555558 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62856956-05ec-4ba6-9192-4796a7730cb1 None None] Network 1baebe19-639b-4611-9a01-3225c9a4a0f3 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:31.574219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:31.574554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:31.574966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:31.582638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecf6e74-c848-417d-861f-154c8efbedeb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] vlan segment allocate from pool success with {'vlan_id': 1317, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:31.583061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:31.583567 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:31.586058 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 5 to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 Jun 24 12:44:31.594273 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fecf6e74-c848-417d-861f-154c8efbedeb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.594617 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-fecf6e74-c848-417d-861f-154c8efbedeb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Added segment b884e1c7-d862-4af0-8a44-1af57a248973 of type vlan for network c25e90b7-f1bc-41ab-97a5-7b55847db361 Jun 24 12:44:31.606997 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:31.607382 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:31.607670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:31.620442 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:31.620791 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:31.633335 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Pushing event updated for resources: {'Port': ['ID=b7e11e51-105f-4104-ac18-b80274af1498,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:31.633814 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 6 to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 Jun 24 12:44:31.636058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-477c9f86-ff94-412e-a467-8a276a72c0f6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.640046 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-477c9f86-ff94-412e-a467-8a276a72c0f6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/4c9b63af-956e-4b6c-9944-a02e6132eaca HTTP/1.1" status: 204 len: 168 time: 0.8465126 Jun 24 12:44:31.643406 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:31.645717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43184) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:31.705831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.709438 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:31.709776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:31.710115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:31.720781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4797bbcf-f860-442b-9dab-9e427c7e3809 None None] Network 50c55b14-0716-4634-b942-41322a512f82 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:31.765947 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:31.766284 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:31.772099 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 7 to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 Jun 24 12:44:31.803371 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.830839 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:31.831184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:31.831523 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:31.842426 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:31.842792 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:31.845027 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 8 to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 Jun 24 12:44:31.863976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port cd41be81-85d4-439b-bc7d-2b5deaafc294 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:31.870451 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:31.870826 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:31.871153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:31.900655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a0586372-b537-409d-9ee3-8bb7ed0f1399 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.903862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8b6905e3-5128-4f89-8741-8445e1905bf3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:31.905611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:31.905953 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:31.923000 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 9 to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 Jun 24 12:44:31.963290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0586372-b537-409d-9ee3-8bb7ed0f1399 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=5316e784-302f-463a-a565-6970f4a4502f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:31.968430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port cd41be81-85d4-439b-bc7d-2b5deaafc294 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:31.968747 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.970520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-0fae2fcd-3993-4b3c-bf38-e73dd60c9fee tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:31.972012 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-0fae2fcd-3993-4b3c-bf38-e73dd60c9fee tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.102 "GET /v2.0/networks?id=3fcbc075-b5e7-44c5-bc76-7cf779376ac4 HTTP/1.1" status: 200 len: 797 time: 0.3424773 Jun 24 12:44:31.974196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d4cf9773-a933-47ba-81e4-2d152cde1840 req-a9237756-73db-4f30-af03-46a2d9b22fb0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 210 time: 0.4030046 Jun 24 12:44:31.978319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.983530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a0586372-b537-409d-9ee3-8bb7ed0f1399 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:32.001180 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c55b14-0716-4634-b942-41322a512f82']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:32.004740 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:32.005037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:32.005234 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:32.009105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fecf6e74-c848-417d-861f-154c8efbedeb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.039588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ea700c-bd72-4ef7-8ffb-b187f8a2e324') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:32.039803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ea700c-bd72-4ef7-8ffb-b187f8a2e324') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:32.053280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:32.053613 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:32.056266 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempt 10 to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 Jun 24 12:44:32.072800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.084787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:32.085118 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] {{(pid=100146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:32.085463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempting to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:32.103205 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:32.104038 dv-neutron-797121-4-hyperv neutron-server[100146]: ERROR neutron.plugins.ml2.managers [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Failed to bind port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'a5ab77c6-51ad-425b-9f0a-3e51218cc377'}] Jun 24 12:44:32.104431 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.108163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a0586372-b537-409d-9ee3-8bb7ed0f1399 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.111208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a0586372-b537-409d-9ee3-8bb7ed0f1399 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a0586372-b537-409d-9ee3-8bb7ed0f1399 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/floatingips/9b3e9042-8b77-41af-9ecc-a49c14a10eba HTTP/1.1" status: 204 len: 168 time: 1.9414685 Jun 24 12:44:32.114040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 0886601c-c810-4a33-88d4-0195732e74c2 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:32.114232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.121235 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43190) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:32.141038 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': 'ba065461-736f-4b87-a552-0bd1e38ffbbc'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:32.151197 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-823f2603-0f3f-497a-a6f6-103bbdb89843 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f16dceb62aa542cfb1110ee3ca83cc7e HTTP/1.1" status: 200 len: 379 time: 0.1576777 Jun 24 12:44:32.155954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.170305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fecf6e74-c848-417d-861f-154c8efbedeb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.176256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecf6e74-c848-417d-861f-154c8efbedeb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:32.177573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fecf6e74-c848-417d-861f-154c8efbedeb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.203973 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Request body: {'port': {'device_id': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'admin_state_up': True, 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'security_groups': ['2868c68d-8468-43ae-9e45-e0aacf4be0d2']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:32.231973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e39892-6a6e-4f8c-8b03-5dc0ad3c4e26 None None] DHCP port deletion for 1baebe19-639b-4611-9a01-3225c9a4a0f3 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:44:32.237287 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.248181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.250024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] For port 0886601c-c810-4a33-88d4-0195732e74c2, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0886601c-c810-4a33-88d4-0195732e74c2,segment=NetworkSegment(e2761ad8-b852-4e52-9582-a27f8900aacb),segment_id=e2761ad8-b852-4e52-9582-a27f8900aacb)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:32.250024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.269708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 0886601c-c810-4a33-88d4-0195732e74c2 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:32.275406 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] For port 28e49d68-e93a-4b4e-8fca-d0da75958d86, host hv-neutron-7971, cleared binding levels {{(pid=100146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:32.275840 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attempted to set empty binding levels {{(pid=100146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 24 12:44:32.276026 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6917db7-4425-4e2b-90bc-fad1eb58bb1a None None] DHCP port deletion for d1d2b172-9193-4de1-b8a6-6832011e72fe request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:44:32.284059 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.288470 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-72b4c2b3-05b4-4c5d-81b1-a2510dabb54d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:32.313976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:32.314300 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.317431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:32.323125 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:32.325242 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port cd41be81-85d4-439b-bc7d-2b5deaafc294, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cd41be81-85d4-439b-bc7d-2b5deaafc294,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:32.334975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.337995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6ade0898-51aa-4d9c-bea0-a832967dddea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:32.351774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] In _notify_port_updated(), no bound segment for port 28e49d68-e93a-4b4e-8fca-d0da75958d86 on network a5ab77c6-51ad-425b-9f0a-3e51218cc377 {{(pid=100146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:44:32.353432 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:32.354121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.355514 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "PUT /v2.0/ports/28e49d68-e93a-4b4e-8fca-d0da75958d86 HTTP/1.1" status: 200 len: 977 time: 3.5818286 Jun 24 12:44:32.359187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43192) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:32.394596 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-86e39892-6a6e-4f8c-8b03-5dc0ad3c4e26 None None] Deleting port 0886601c-c810-4a33-88d4-0195732e74c2 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:32.395257 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-86e39892-6a6e-4f8c-8b03-5dc0ad3c4e26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.413320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Pushing event updated for resources: {'Port': ['ID=28e49d68-e93a-4b4e-8fca-d0da75958d86,revision_number=3']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:32.423097 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:32.437804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e6917db7-4425-4e2b-90bc-fad1eb58bb1a None None] Deleting port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:32.438186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e6917db7-4425-4e2b-90bc-fad1eb58bb1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.452485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Deleting port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:32.452883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.464798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.473217 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=cd41be81-85d4-439b-bc7d-2b5deaafc294,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:32.475085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.481506 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-55d5037e-ed62-40cd-b34c-f4bf0b0ac012 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:32.489462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:32.491050 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fecf6e74-c848-417d-861f-154c8efbedeb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4565740 Jun 24 12:44:32.507785 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43194) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:32.508601 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-86e39892-6a6e-4f8c-8b03-5dc0ad3c4e26 None None] For port 0886601c-c810-4a33-88d4-0195732e74c2, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0886601c-c810-4a33-88d4-0195732e74c2,segment=NetworkSegment(e2761ad8-b852-4e52-9582-a27f8900aacb),segment_id=e2761ad8-b852-4e52-9582-a27f8900aacb)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:32.509539 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-86e39892-6a6e-4f8c-8b03-5dc0ad3c4e26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.517309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-5990add3-b880-4141-8040-224c9c3ffcd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'subnet': {'network_id': '6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:32.520216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 12:44:32.520216 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 12:44:32.520216 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'id': '50c55b14-0716-4634-b942-41322a512f82'}] Jun 24 12:44:32.520216 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:44:32.520606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:44:32.521461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf6e74-c848-417d-861f-154c8efbedeb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Network': ['ID=c25e90b7-f1bc-41ab-97a5-7b55847db361,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:32.522807 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=0886601c-c810-4a33-88d4-0195732e74c2,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:32.525701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fecf6e74-c848-417d-861f-154c8efbedeb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:32.541311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network c25e90b7-f1bc-41ab-97a5-7b55847db361 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:32.548037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:32.553178 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No DVR routers for this DVR port 0886601c-c810-4a33-88d4-0195732e74c2 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:32.566003 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-86e39892-6a6e-4f8c-8b03-5dc0ad3c4e26 None None] Calling delete_port for 0886601c-c810-4a33-88d4-0195732e74c2 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:32.592890 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-062010b0-9456-456a-a43f-879cc2c9250a tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Deleting port 28e49d68-e93a-4b4e-8fca-d0da75958d86 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:32.593296 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-062010b0-9456-456a-a43f-879cc2c9250a tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.621574 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e6917db7-4425-4e2b-90bc-fad1eb58bb1a None None] For port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9,segment=NetworkSegment(248049e1-aca3-40cf-952b-454c4dd8b9de),segment_id=248049e1-aca3-40cf-952b-454c4dd8b9de)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:32.621983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e6917db7-4425-4e2b-90bc-fad1eb58bb1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.676066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e6917db7-4425-4e2b-90bc-fad1eb58bb1a None None] Calling delete_port for 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:32.753687 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.779361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-86e39892-6a6e-4f8c-8b03-5dc0ad3c4e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.781935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:32.785735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1baebe19-639b-4611-9a01-3225c9a4a0f3']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:32.788723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-062010b0-9456-456a-a43f-879cc2c9250a tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] For port 28e49d68-e93a-4b4e-8fca-d0da75958d86, host hv-neutron-7971, got binding levels [] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:32.790282 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-062010b0-9456-456a-a43f-879cc2c9250a tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.808927 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5990add3-b880-4141-8040-224c9c3ffcd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:32.812932 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5990add3-b880-4141-8040-224c9c3ffcd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.815005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e39892-6a6e-4f8c-8b03-5dc0ad3c4e26 None None] Pushing event deleted for resources: {'Port': ['ID=0886601c-c810-4a33-88d4-0195732e74c2,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:32.819267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-86e39892-6a6e-4f8c-8b03-5dc0ad3c4e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:32.820076 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e39892-6a6e-4f8c-8b03-5dc0ad3c4e26 None None] No DVR routers for this DVR port 0886601c-c810-4a33-88d4-0195732e74c2 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:32.823602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e6917db7-4425-4e2b-90bc-fad1eb58bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.824019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2761ad8-b852-4e52-9582-a27f8900aacb') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:32.824534 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2761ad8-b852-4e52-9582-a27f8900aacb') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:32.826292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1e3d6ce9-da03-4df8-9bc2-cc75d909d02d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:32.839640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-062010b0-9456-456a-a43f-879cc2c9250a tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Calling delete_port for 28e49d68-e93a-4b4e-8fca-d0da75958d86 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:32.846909 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.852667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6917db7-4425-4e2b-90bc-fad1eb58bb1a None None] Pushing event deleted for resources: {'Port': ['ID=1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:32.856399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Made reservation on behalf of f16dceb62aa542cfb1110ee3ca83cc7e for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:32.856671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e6917db7-4425-4e2b-90bc-fad1eb58bb1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:32.860553 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6917db7-4425-4e2b-90bc-fad1eb58bb1a None None] No DVR routers for this DVR port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:32.860683 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.881752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd86de9d-8631-4a72-9247-aed4060dd786 None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:44:32.889883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] For port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9,segment=NetworkSegment(248049e1-aca3-40cf-952b-454c4dd8b9de),segment_id=248049e1-aca3-40cf-952b-454c4dd8b9de)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:32.890250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.940049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Calling delete_port for 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:32.950095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.970984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:32.971436 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:32.975980 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:32.994574 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd86de9d-8631-4a72-9247-aed4060dd786 None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:44:33.040511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.122615 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Allocated IP 172.20.0.14 (3fcbc075-b5e7-44c5-bc76-7cf779376ac4/92694ad8-8dcd-45e9-9cf5-cb1442e8f867/dfc29f21-b8ae-4c82-b5d7-258332e2f1ca) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:33.132667 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.144617 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cd41be81-85d4-439b-bc7d-2b5deaafc294 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:33.148568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ad7d4627-6b40-4a0b-a2a4-fa1978fa27ed tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:33.175153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.183499 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/networks/1baebe19-639b-4611-9a01-3225c9a4a0f3 HTTP/1.1" status: 204 len: 168 time: 1.5336735 Jun 24 12:44:33.187032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43198) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:33.188217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Network': ['ID=1baebe19-639b-4611-9a01-3225c9a4a0f3,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:33.191613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:33.199965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-49437332-0542-4af2-a5c2-2d63b1edb80e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1392569815'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:33.240483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-062010b0-9456-456a-a43f-879cc2c9250a tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.251537 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-039c908f-9f99-4667-b41d-95d129b193cc tempest-RoutersAdminTest-178101185 tempest-RoutersAdminTest-178101185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:33.253612 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-22f15e37-295c-478e-a202-d8ed5c501dcc req-4fcc375b-d45c-4017-bd58-be2f5844467a tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 210 time: 0.0749896 Jun 24 12:44:33.261170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port cd41be81-85d4-439b-bc7d-2b5deaafc294 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:33.261564 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.277287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.281061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062010b0-9456-456a-a43f-879cc2c9250a tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Pushing event deleted for resources: {'Port': ['ID=28e49d68-e93a-4b4e-8fca-d0da75958d86,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:33.285367 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e0415072-9002-4c63-be43-371632c5bf4d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:33.291435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49437332-0542-4af2-a5c2-2d63b1edb80e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:33.295291 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-49437332-0542-4af2-a5c2-2d63b1edb80e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.301999 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.355242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event deleted for resources: {'Port': ['ID=1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:33.358441 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:33.368437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] No DVR routers for this DVR port 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:33.536341 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Deleting port b7e11e51-105f-4104-ac18-b80274af1498 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:33.536590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.565189 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-062010b0-9456-456a-a43f-879cc2c9250a tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:33.608769 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-062010b0-9456-456a-a43f-879cc2c9250a tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.610654 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-062010b0-9456-456a-a43f-879cc2c9250a tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "DELETE /v2.0/ports/28e49d68-e93a-4b4e-8fca-d0da75958d86 HTTP/1.1" status: 204 len: 168 time: 1.2489324 Jun 24 12:44:33.616629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43200) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:33.651264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0886601c-c810-4a33-88d4-0195732e74c2 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:33.654746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.655653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49437332-0542-4af2-a5c2-2d63b1edb80e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] vlan segment allocate from pool success with {'vlan_id': 1336, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:33.657706 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5990add3-b880-4141-8040-224c9c3ffcd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.663749 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5a4d02-54d0-41c4-b6d0-1c6dc392a2d5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] GET failed (client error): The resource could not be found. Jun 24 12:44:33.668938 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1d5a4d02-54d0-41c4-b6d0-1c6dc392a2d5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] 10.222.0.110 "GET /v2.0/ports/28e49d68-e93a-4b4e-8fca-d0da75958d86 HTTP/1.1" status: 404 len: 333 time: 0.0479186 Jun 24 12:44:33.670380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:33.673996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 0886601c-c810-4a33-88d4-0195732e74c2 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:33.674353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0886601c-c810-4a33-88d4-0195732e74c2 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:33.674783 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43202) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:33.675079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:33.675495 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d2b172-9193-4de1-b8a6-6832011e72fe']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:33.696053 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:33.698845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1f42eb01-fcaf-4599-8d0b-7963b9e0e8c9 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:33.710965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.26.1.254 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/965eb721-c682-40b0-83d3-9122ef678726) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:33.718131 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248049e1-aca3-40cf-952b-454c4dd8b9de') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:33.718510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248049e1-aca3-40cf-952b-454c4dd8b9de') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:33.721423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-49437332-0542-4af2-a5c2-2d63b1edb80e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.722110 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-49437332-0542-4af2-a5c2-2d63b1edb80e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Added segment fcac0128-8b62-41c7-a2d5-6430207652b2 of type vlan for network 8cb2aec7-430a-4444-829f-7444d472331f Jun 24 12:44:33.736992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] For port b7e11e51-105f-4104-ac18-b80274af1498, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b7e11e51-105f-4104-ac18-b80274af1498,segment=NetworkSegment(c4ea700c-bd72-4ef7-8ffb-b187f8a2e324),segment_id=c4ea700c-bd72-4ef7-8ffb-b187f8a2e324)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:33.737358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.760286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.763847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.777101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Calling delete_port for b7e11e51-105f-4104-ac18-b80274af1498 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:33.816040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.821875 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Transition to ACTIVE for port object dfc29f21-b8ae-4c82-b5d7-258332e2f1ca will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:33.826987 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990add3-b880-4141-8040-224c9c3ffcd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Subnet': ['ID=aa8b36bd-b0df-420f-8e70-88be3fae6f34,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:33.847074 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5990add3-b880-4141-8040-224c9c3ffcd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:33.848673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-49437332-0542-4af2-a5c2-2d63b1edb80e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.854570 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5990add3-b880-4141-8040-224c9c3ffcd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Checking segment: {'id': 'c4ed6458-3048-4167-8a28-6129f28578b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:33.854954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5990add3-b880-4141-8040-224c9c3ffcd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network hostable DHCP agents. Network: 6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:33.866789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.892309 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:33.892709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:33.897103 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:33.903765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5990add3-b880-4141-8040-224c9c3ffcd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:33.928010 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-49437332-0542-4af2-a5c2-2d63b1edb80e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.933969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49437332-0542-4af2-a5c2-2d63b1edb80e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:33.934545 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-49437332-0542-4af2-a5c2-2d63b1edb80e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:33.939636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5fde5caf-0e4e-43ee-af88-8388385c9794 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:33.977316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-5990add3-b880-4141-8040-224c9c3ffcd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:33.987394 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bb8afb-7d32-4c87-89fc-5d395656d063 None None] Network 6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:33.991888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990add3-b880-4141-8040-224c9c3ffcd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:33.992487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5990add3-b880-4141-8040-224c9c3ffcd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.017687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.022748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.032257 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] 10.222.0.110 "DELETE /v2.0/networks/d1d2b172-9193-4de1-b8a6-6832011e72fe HTTP/1.1" status: 204 len: 168 time: 2.5545082 Jun 24 12:44:34.038430 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4d65ef3e-e65b-43fa-903b-f1f086762a0a tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:34.064311 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-49437332-0542-4af2-a5c2-2d63b1edb80e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8739686 Jun 24 12:44:34.065175 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43206) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:34.077353 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.079847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.082473 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Pushing event deleted for resources: {'Network': ['ID=d1d2b172-9193-4de1-b8a6-6832011e72fe,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:34.084734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-42c0854c-1d1d-4ffe-bf48-f85dc579dada tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': '8cb2aec7-430a-4444-829f-7444d472331f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:34.085353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:34.093572 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.099163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49437332-0542-4af2-a5c2-2d63b1edb80e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Network': ['ID=8cb2aec7-430a-4444-829f-7444d472331f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:34.101557 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:34.102980 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5990add3-b880-4141-8040-224c9c3ffcd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5923035 Jun 24 12:44:34.113778 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43208) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:34.114648 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ab77c6-51ad-425b-9f0a-3e51218cc377']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:34.123380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-91674efa-3c5b-4e2b-adc6-4a59f00ac3a8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'subnet': {'network_id': 'c25e90b7-f1bc-41ab-97a5-7b55847db361', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:34.123868 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-49437332-0542-4af2-a5c2-2d63b1edb80e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:34.151361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.160946 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:34.161487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2bec00d-deec-4a56-b76a-59b57f1d7fd8') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:34.173716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 8cb2aec7-430a-4444-829f-7444d472331f details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:34.178944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.197120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:34.201842 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.212430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:34.213088 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:34.216592 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:34.244306 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:34.258282 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:34.271308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No DVR routers for this DVR port b7e11e51-105f-4104-ac18-b80274af1498 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:34.289254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c0854c-1d1d-4ffe-bf48-f85dc579dada tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:34.293487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-42c0854c-1d1d-4ffe-bf48-f85dc579dada tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.312957 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7', 'network_id': '6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'fixed_ips': [{'subnet_id': 'aa8b36bd-b0df-420f-8e70-88be3fae6f34'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:34.315055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.348138 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'Port': ['ID=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:34.352232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:34.354361 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.364716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-006b6c1d-4357-40b1-a6d6-7b033b308fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:34.373534 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:34.411313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Port': ['ID=b7e11e51-105f-4104-ac18-b80274af1498,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:34.418093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:34.448523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43214) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:34.454103 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.456067 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] 10.222.0.110 "DELETE /v2.0/networks/a5ab77c6-51ad-425b-9f0a-3e51218cc377 HTTP/1.1" status: 204 len: 168 time: 0.7784057 Jun 24 12:44:34.476125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.486285 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Pushing event deleted for resources: {'Network': ['ID=a5ab77c6-51ad-425b-9f0a-3e51218cc377,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:34.491616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ca16cdac-6318-4f4d-aede-43883553799b tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:34.499195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:34.501202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:34.502171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.539083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Allocated IP 2001:db8::2 (6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7/aa8b36bd-b0df-420f-8e70-88be3fae6f34/60c4a70e-9f42-464a-b16e-1f6bd64d607c) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:34.623958 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.661081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:34.680417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c55b14-0716-4634-b942-41322a512f82']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:34.683823 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91674efa-3c5b-4e2b-adc6-4a59f00ac3a8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:34.688082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-91674efa-3c5b-4e2b-adc6-4a59f00ac3a8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.703929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:34.707210 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:34.720479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-42c0854c-1d1d-4ffe-bf48-f85dc579dada tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.721030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-87d29028-ad39-4089-8972-18dd2979250c None None] Provisioning for port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:34.725532 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:34.730601 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5660820 Jun 24 12:44:34.731357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-87d29028-ad39-4089-8972-18dd2979250c None None] Provisioning complete for port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:34.731748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-87d29028-ad39-4089-8972-18dd2979250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.755603 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ea700c-bd72-4ef7-8ffb-b187f8a2e324') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:34.756061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ea700c-bd72-4ef7-8ffb-b187f8a2e324') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:34.767529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=965eb721-c682-40b0-83d3-9122ef678726,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:34.770793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:34.785520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0854c-1d1d-4ffe-bf48-f85dc579dada tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Subnet': ['ID=461f40bf-f807-4b07-9c7c-0a79e39ceffa,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:34.789326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Request body: {'port': {'device_id': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:34.801022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-42c0854c-1d1d-4ffe-bf48-f85dc579dada tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:34.809845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-87d29028-ad39-4089-8972-18dd2979250c None None] Port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:34.826198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43222) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:34.833668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.842377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c0854c-1d1d-4ffe-bf48-f85dc579dada tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Checking segment: {'id': 'fcac0128-8b62-41c7-a2d5-6430207652b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '8cb2aec7-430a-4444-829f-7444d472331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:34.843331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c0854c-1d1d-4ffe-bf48-f85dc579dada tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network hostable DHCP agents. Network: 8cb2aec7-430a-4444-829f-7444d472331f, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:34.864959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c0854c-1d1d-4ffe-bf48-f85dc579dada tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 8cb2aec7-430a-4444-829f-7444d472331f is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:34.871613 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.879380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-42c0854c-1d1d-4ffe-bf48-f85dc579dada tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 8cb2aec7-430a-4444-829f-7444d472331f) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:34.881659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Transition to ACTIVE for port object 60c4a70e-9f42-464a-b16e-1f6bd64d607c will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:34.885559 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c0854c-1d1d-4ffe-bf48-f85dc579dada tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:34.886804 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-42c0854c-1d1d-4ffe-bf48-f85dc579dada tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.894654 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18931442-6520-41cd-8185-b326861ac91b None None] Network 8cb2aec7-430a-4444-829f-7444d472331f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:34.910932 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-42c0854c-1d1d-4ffe-bf48-f85dc579dada tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8378720 Jun 24 12:44:34.912732 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43226) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:34.914660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.920945 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'network_id': '8cb2aec7-430a-4444-829f-7444d472331f', 'name': 'tempest-PortsIpV6TestJSON-1582282306', 'fixed_ips': [{'subnet_id': '461f40bf-f807-4b07-9c7c-0a79e39ceffa', 'ip_address': '2001:db8::10'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:34.945624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:34.946036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:34.961755 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:34.991068 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Transition to ACTIVE for port object 60c4a70e-9f42-464a-b16e-1f6bd64d607c will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:34.995560 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-29e06d0e-1fdd-49e2-ac91-7ed31e0128a3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=738674913ead40288ba5026a9cca9d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5418818 Jun 24 12:44:34.997584 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43228) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:35.017551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.022284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d8aa6030-3eab-4ddf-af94-83a40cfd92c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:35.073589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Network 6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:35.081188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:35.083286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Pushing event updated for resources: {'Port': ['ID=60c4a70e-9f42-464a-b16e-1f6bd64d607c,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:35.087345 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:35.088127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:35.098460 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93aadf-695e-4b45-b93c-d36ffbaf3fcc req-0d26de0a-7477-438e-a3f8-82abd5621a82 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:35.100026 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-db93aadf-695e-4b45-b93c-d36ffbaf3fcc req-0d26de0a-7477-438e-a3f8-82abd5621a82 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 932 time: 0.5184169 Jun 24 12:44:35.119192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4198b393-d04a-4e59-83b8-7a2d90183d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.138960 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b7c8b1d0-4b80-4d8a-b87d-ca23e24b6822 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=52b9b303ee8146eab61cc66659b7f3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111784 Jun 24 12:44:35.143964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43230) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:35.147407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-8cb2aec7-430a-4444-829f-7444d472331f', 'network_id': '8cb2aec7-430a-4444-829f-7444d472331f', 'tenant_id': 'c2b8b583811c46a18ab0508f2a86917b', 'fixed_ips': [{'subnet_id': '461f40bf-f807-4b07-9c7c-0a79e39ceffa'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:35.148264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.161626 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4198b393-d04a-4e59-83b8-7a2d90183d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.169266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.174337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.176783 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/50c55b14-0716-4634-b942-41322a512f82 HTTP/1.1" status: 204 len: 168 time: 5.2085242 Jun 24 12:44:35.181061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43232) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:35.187363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9fa4fcbb-1bfd-416a-ba95-f3fe8fd03ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:35.190398 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-611565ee-9010-430f-9db9-ef6b6fd1a11f tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-93209521'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:35.202556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Attempting to bind port 60c4a70e-9f42-464a-b16e-1f6bd64d607c on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:35.203146 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Attempting to bind port 60c4a70e-9f42-464a-b16e-1f6bd64d607c by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'c4ed6458-3048-4167-8a28-6129f28578b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:35.203538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Attempting to bind port 60c4a70e-9f42-464a-b16e-1f6bd64d607c on network 6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:35.211588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.247741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:35.255627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:35.256051 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Checking segment: {'id': 'c4ed6458-3048-4167-8a28-6129f28578b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:35.256463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.256928 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Bound using segment: {'id': 'c4ed6458-3048-4167-8a28-6129f28578b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:35.257405 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Bound port: 60c4a70e-9f42-464a-b16e-1f6bd64d607c, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ed6458-3048-4167-8a28-6129f28578b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:35.257791 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.269251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Network': ['ID=50c55b14-0716-4634-b942-41322a512f82,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:35.271829 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:35.282328 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-db93aadf-695e-4b45-b93c-d36ffbaf3fcc req-1fc19a63-b15c-4c6c-ba00-0514dbcafb97 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703258 Jun 24 12:44:35.317183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611565ee-9010-430f-9db9-ef6b6fd1a11f tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:35.320627 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-611565ee-9010-430f-9db9-ef6b6fd1a11f tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.339486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da56237b-00ba-4466-a907-b0019f35e055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.376035 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4198b393-d04a-4e59-83b8-7a2d90183d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.378833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4198b393-d04a-4e59-83b8-7a2d90183d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.387515 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4198b393-d04a-4e59-83b8-7a2d90183d18 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0742d712-a70a-40ed-a60c-d8d46a3538bd HTTP/1.1" status: 204 len: 168 time: 0.3827891 Jun 24 12:44:35.396818 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7563df96-de40-4892-b863-9191d8fbe00e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:35.399921 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] For port 60c4a70e-9f42-464a-b16e-1f6bd64d607c, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:35.418790 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] For port 60c4a70e-9f42-464a-b16e-1f6bd64d607c, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=60c4a70e-9f42-464a-b16e-1f6bd64d607c,segment=NetworkSegment(c4ed6458-3048-4167-8a28-6129f28578b5),segment_id=c4ed6458-3048-4167-8a28-6129f28578b5)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:35.431674 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611565ee-9010-430f-9db9-ef6b6fd1a11f tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] vlan segment allocate from pool success with {'vlan_id': 1348, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:35.435615 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Allocated IP 2001:db8::2 (8cb2aec7-430a-4444-829f-7444d472331f/461f40bf-f807-4b07-9c7c-0a79e39ceffa/60c4b3a0-7e46-4854-903f-32b9d8c0b943) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:35.441188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da56237b-00ba-4466-a907-b0019f35e055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.442183 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.444196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198b393-d04a-4e59-83b8-7a2d90183d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0742d712-a70a-40ed-a60c-d8d46a3538bd,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:35.447399 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-191d4434-fc66-4890-a7b4-2cd05f3b82a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:35.456697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.463901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-91674efa-3c5b-4e2b-adc6-4a59f00ac3a8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.489080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4198b393-d04a-4e59-83b8-7a2d90183d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:35.503468 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port 55dcf3ef-f079-4157-bf87-54a09e0eba49 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:35.512176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-611565ee-9010-430f-9db9-ef6b6fd1a11f tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.512589 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-611565ee-9010-430f-9db9-ef6b6fd1a11f tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Added segment 4d74fe57-5da5-49ed-bfe7-8384a9de224f of type vlan for network 2014efaf-658e-44c2-b59f-8037998130e9 Jun 24 12:44:35.519271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f2b85c96-47fe-47c8-a7b5-76a0b1cae9c8 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:35.566705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-611565ee-9010-430f-9db9-ef6b6fd1a11f tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.593534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Pushing event updated for resources: {'Port': ['ID=60c4a70e-9f42-464a-b16e-1f6bd64d607c,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:35.597824 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:35.607372 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-611565ee-9010-430f-9db9-ef6b6fd1a11f tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.614999 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611565ee-9010-430f-9db9-ef6b6fd1a11f tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:35.616057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-611565ee-9010-430f-9db9-ef6b6fd1a11f tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.627148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a34b5f0e-f163-4c7e-9702-3301e584dcb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:35.666372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91674efa-3c5b-4e2b-adc6-4a59f00ac3a8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Subnet': ['ID=3f720f57-e400-4bc6-b117-e855b912a05e,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:35.669699 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-91674efa-3c5b-4e2b-adc6-4a59f00ac3a8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:35.737070 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.745403 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-611565ee-9010-430f-9db9-ef6b6fd1a11f tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5593328 Jun 24 12:44:35.750992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43242) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:35.751272 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Transition to ACTIVE for port object 60c4b3a0-7e46-4854-903f-32b9d8c0b943 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:35.780309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Transition to ACTIVE for port object 60c4b3a0-7e46-4854-903f-32b9d8c0b943 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:35.786627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.794883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:35.818723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e374c92d-8318-49c8-80db-d9c5cc0e5f1d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'subnet': {'network_id': '2014efaf-658e-44c2-b59f-8037998130e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:35.877294 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:44:35.910866 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Network 8cb2aec7-430a-4444-829f-7444d472331f is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:35.924743 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611565ee-9010-430f-9db9-ef6b6fd1a11f tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Network': ['ID=2014efaf-658e-44c2-b59f-8037998130e9,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:35.926180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:35.930346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:35.957283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 2014efaf-658e-44c2-b59f-8037998130e9 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:35.986559 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da56237b-00ba-4466-a907-b0019f35e055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.996432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Pushing event updated for resources: {'Port': ['ID=60c4b3a0-7e46-4854-903f-32b9d8c0b943,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:35.996648 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da56237b-00ba-4466-a907-b0019f35e055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.999236 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-da56237b-00ba-4466-a907-b0019f35e055 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/660792c7-0ef3-4333-a310-33d8d85045a0 HTTP/1.1" status: 204 len: 168 time: 0.8526602 Jun 24 12:44:36.011107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-611565ee-9010-430f-9db9-ef6b6fd1a11f tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:36.019414 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:36.069464 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:36.087497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56237b-00ba-4466-a907-b0019f35e055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660792c7-0ef3-4333-a310-33d8d85045a0,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:36.090498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-da56237b-00ba-4466-a907-b0019f35e055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:36.173590 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Attempting to bind port 60c4b3a0-7e46-4854-903f-32b9d8c0b943 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:36.174400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Attempting to bind port 60c4b3a0-7e46-4854-903f-32b9d8c0b943 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'fcac0128-8b62-41c7-a2d5-6430207652b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '8cb2aec7-430a-4444-829f-7444d472331f'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:36.175182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Attempting to bind port 60c4b3a0-7e46-4854-903f-32b9d8c0b943 on network 8cb2aec7-430a-4444-829f-7444d472331f {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:36.192887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:36.193455 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Checking segment: {'id': 'fcac0128-8b62-41c7-a2d5-6430207652b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '8cb2aec7-430a-4444-829f-7444d472331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:36.193939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.194422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Bound using segment: {'id': 'fcac0128-8b62-41c7-a2d5-6430207652b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '8cb2aec7-430a-4444-829f-7444d472331f'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:36.195393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Bound port: 60c4b3a0-7e46-4854-903f-32b9d8c0b943, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcac0128-8b62-41c7-a2d5-6430207652b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '8cb2aec7-430a-4444-829f-7444d472331f'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:36.195855 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.216481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91674efa-3c5b-4e2b-adc6-4a59f00ac3a8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Checking segment: {'id': 'b884e1c7-d862-4af0-8a44-1af57a248973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'c25e90b7-f1bc-41ab-97a5-7b55847db361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:36.216981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91674efa-3c5b-4e2b-adc6-4a59f00ac3a8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network hostable DHCP agents. Network: c25e90b7-f1bc-41ab-97a5-7b55847db361, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:36.229989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Allocated IP 2001:db8::10 (8cb2aec7-430a-4444-829f-7444d472331f/461f40bf-f807-4b07-9c7c-0a79e39ceffa/55dcf3ef-f079-4157-bf87-54a09e0eba49) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:36.256065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e374c92d-8318-49c8-80db-d9c5cc0e5f1d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:36.262182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e374c92d-8318-49c8-80db-d9c5cc0e5f1d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.305934 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] For port 60c4b3a0-7e46-4854-903f-32b9d8c0b943, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:36.313583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] For port 60c4b3a0-7e46-4854-903f-32b9d8c0b943, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=60c4b3a0-7e46-4854-903f-32b9d8c0b943,segment=NetworkSegment(fcac0128-8b62-41c7-a2d5-6430207652b2),segment_id=fcac0128-8b62-41c7-a2d5-6430207652b2)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:36.320526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.336039 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e6917db7-4425-4e2b-90bc-fad1eb58bb1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:36.355176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91674efa-3c5b-4e2b-adc6-4a59f00ac3a8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network c25e90b7-f1bc-41ab-97a5-7b55847db361 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:36.440444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Pushing event updated for resources: {'Port': ['ID=60c4b3a0-7e46-4854-903f-32b9d8c0b943,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:36.444840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:36.472115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-91674efa-3c5b-4e2b-adc6-4a59f00ac3a8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, c25e90b7-f1bc-41ab-97a5-7b55847db361) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:36.483716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76de50c1-23ad-4042-a876-efd7c098ae15 None None] Network c25e90b7-f1bc-41ab-97a5-7b55847db361 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:36.487633 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91674efa-3c5b-4e2b-adc6-4a59f00ac3a8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:36.488241 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-91674efa-3c5b-4e2b-adc6-4a59f00ac3a8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.631059 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.658422 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43264) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:36.697973 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43266) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:36.823408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.830701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc29f21-b8ae-4c82-b5d7-258332e2f1ca {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:44:36.840236 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.862954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Transition to ACTIVE for port object dfc29f21-b8ae-4c82-b5d7-258332e2f1ca will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:36.871809 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-91674efa-3c5b-4e2b-adc6-4a59f00ac3a8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7522216 Jun 24 12:44:36.876200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43272) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:36.883593 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.890391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-c25e90b7-f1bc-41ab-97a5-7b55847db361', 'network_id': 'c25e90b7-f1bc-41ab-97a5-7b55847db361', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'fixed_ips': [{'subnet_id': '3f720f57-e400-4bc6-b117-e855b912a05e'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:36.891041 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-625f2a25-d383-4011-acfa-e54cbc7c2aa1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c3ed65b0a9394d219bb43cb11b8eef4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266414 Jun 24 12:44:36.891153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.897098 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43274) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:36.906005 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-5f424851-401c-4ec1-aca6-3a7e405f09c6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-637220756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:36.918892 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Transition to ACTIVE for port object 55dcf3ef-f079-4157-bf87-54a09e0eba49 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:36.926061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ef91693f-3b16-471f-a42e-349029c6afeb tempest-ServersTestManualDisk-2126479401 tempest-ServersTestManualDisk-2126479401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:36.984010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.994929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e374c92d-8318-49c8-80db-d9c5cc0e5f1d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.013401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-92b853b3-1db4-43e2-b52f-580cf9fa0d26 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:37.093964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2016155190'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:37.201698 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:37.205400 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.228493 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374c92d-8318-49c8-80db-d9c5cc0e5f1d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Subnet': ['ID=f5157068-eaef-483e-b760-b1a5b673bce8,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:37.240770 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e374c92d-8318-49c8-80db-d9c5cc0e5f1d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:37.242918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.255951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-faf624e6-d812-4c87-85c4-9c7d51b81b0d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:37.261897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Allocated IP 2001:db8:1::2 (c25e90b7-f1bc-41ab-97a5-7b55847db361/3f720f57-e400-4bc6-b117-e855b912a05e/e30c8190-6be2-4b97-836d-4accbf168698) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:37.275442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-5f424851-401c-4ec1-aca6-3a7e405f09c6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:44:37.275442 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:44:37.275442 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'project_id_1': '3b81c3bb678a40df9e7b3249b891322c', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 44, 37, 116835)}] Jun 24 12:44:37.275442 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:44:37.276235 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-5f424851-401c-4ec1-aca6-3a7e405f09c6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:44:37.276426 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:37.286483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:37.289475 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 60c4a70e-9f42-464a-b16e-1f6bd64d607c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:37.355850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=55dcf3ef-f079-4157-bf87-54a09e0eba49,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:37.361353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d582a3e-219a-41a7-90ee-51293694703e req-a39841d1-943a-4eef-9f39-ccf517ac3b96 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:37.361885 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:37.362964 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d582a3e-219a-41a7-90ee-51293694703e req-a39841d1-943a-4eef-9f39-ccf517ac3b96 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 932 time: 0.8155532 Jun 24 12:44:37.380086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bbebc05a-3f58-43ff-b8bf-12a9617cbd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.381849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.399753 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf94f459-8577-489f-be83-3e388a929790 None None] Network 6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:37.437383 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 8cb2aec7-430a-4444-829f-7444d472331f is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:37.454173 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e374c92d-8318-49c8-80db-d9c5cc0e5f1d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Checking segment: {'id': '4d74fe57-5da5-49ed-bfe7-8384a9de224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '2014efaf-658e-44c2-b59f-8037998130e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:37.454474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e374c92d-8318-49c8-80db-d9c5cc0e5f1d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network hostable DHCP agents. Network: 2014efaf-658e-44c2-b59f-8037998130e9, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:37.479418 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:37.485947 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-68223799-f06e-44fb-b8b8-f2768e4e8c0f None None] Provisioning for port 60c4a70e-9f42-464a-b16e-1f6bd64d607c completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:37.486180 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d582a3e-219a-41a7-90ee-51293694703e req-90d35175-16f4-44a2-87b5-78b44475d6ec tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881450 Jun 24 12:44:37.528015 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:37.529662 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Attempting to bind port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:37.530082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Attempting to bind port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f6795eff-07e2-42fa-befe-355df18654a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:37.530443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Attempting to bind port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca on network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:37.534516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.539062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:37.539885 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.541691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca on network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:37.542236 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Attempting to bind port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca on network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:37.547909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.552064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:37.552773 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Checking segment: {'id': 'f6795eff-07e2-42fa-befe-355df18654a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:37.553336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Bound using segment: {'id': 'f6795eff-07e2-42fa-befe-355df18654a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:37.553976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Bound port: dfc29f21-b8ae-4c82-b5d7-258332e2f1ca, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6795eff-07e2-42fa-befe-355df18654a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:37.554558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.565930 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 60c4a70e-9f42-464a-b16e-1f6bd64d607c completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:37.572774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e10df49-cde6-494f-b2c5-e82ebff72d22 tempest-RoutersIpV6AdminTest-19368378 tempest-RoutersIpV6AdminTest-19368378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:37.588774 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 60c4a70e-9f42-464a-b16e-1f6bd64d607c triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:37.589166 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.615263 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bbebc05a-3f58-43ff-b8bf-12a9617cbd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.628883 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e374c92d-8318-49c8-80db-d9c5cc0e5f1d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network 2014efaf-658e-44c2-b59f-8037998130e9 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:37.674340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e374c92d-8318-49c8-80db-d9c5cc0e5f1d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 2014efaf-658e-44c2-b59f-8037998130e9) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:37.694739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83988482-e93a-4c6e-aabe-643261673e29 None None] Network 2014efaf-658e-44c2-b59f-8037998130e9 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:37.702990 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e374c92d-8318-49c8-80db-d9c5cc0e5f1d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:37.703265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e374c92d-8318-49c8-80db-d9c5cc0e5f1d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.755724 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.757169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bbebc05a-3f58-43ff-b8bf-12a9617cbd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.760182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bbebc05a-3f58-43ff-b8bf-12a9617cbd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.763427 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bbebc05a-3f58-43ff-b8bf-12a9617cbd78 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fb672034-f340-4043-9329-0b8094cae5cb HTTP/1.1" status: 204 len: 168 time: 0.8597059 Jun 24 12:44:37.767475 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:37.770252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.773636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=965eb721-c682-40b0-83d3-9122ef678726,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:37.788515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] vlan segment allocate from pool success with {'vlan_id': 1327, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:37.796735 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8822799 Jun 24 12:44:37.801051 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e374c92d-8318-49c8-80db-d9c5cc0e5f1d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9837604 Jun 24 12:44:37.806811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43282) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:37.807155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43284) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:37.813069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebc05a-3f58-43ff-b8bf-12a9617cbd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb672034-f340-4043-9329-0b8094cae5cb,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:37.819333 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bbebc05a-3f58-43ff-b8bf-12a9617cbd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:37.819731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0f945bae-a887-481e-817e-4d5c2ca1eca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:37.824133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.824480 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Added segment 7195bcc6-6f86-4d3d-a6ae-d56220d211af of type vlan for network 775331f2-7641-4269-a311-a446eb45635d Jun 24 12:44:37.857833 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] For port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:37.862275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] For port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:37.885576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:37.888717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853bcf25-3fb2-4928-8a8a-b7da04737eb7,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:37.894922 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:37.896690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.900285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'network_id': '8cb2aec7-430a-4444-829f-7444d472331f', 'name': 'tempest-PortsIpV6TestJSON-1938339971', 'fixed_ips': [{'subnet_id': '461f40bf-f807-4b07-9c7c-0a79e39ceffa', 'ip_address': '2001:db8::f'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:37.917894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-1b9fa0ff-6241-4480-8016-0c8f6ccabc45 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'subnet': {'network_id': '2014efaf-658e-44c2-b59f-8037998130e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:37.932833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.940200 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:37.940901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.945077 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c03bc323-3df8-4ce0-bb2b-f05569ab1d6c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:38.012767 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.021330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.025429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.035384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Network': ['ID=775331f2-7641-4269-a311-a446eb45635d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:38.038143 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:38.071832 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 775331f2-7641-4269-a311-a446eb45635d details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:38.074256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afe1392-591b-4ae6-89fa-16fcb640555f None None] Network 8cb2aec7-430a-4444-829f-7444d472331f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:38.074895 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3746166 Jun 24 12:44:38.075557 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43286) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:38.077055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Transition to ACTIVE for port object e30c8190-6be2-4b97-836d-4accbf168698 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:38.081195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e7611805-93cc-4d29-969b-7eb5b0deee53 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:38.118890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:38.194601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:38.195486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.197057 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] 10.222.0.102 "PUT /v2.0/ports/dfc29f21-b8ae-4c82-b5d7-258332e2f1ca HTTP/1.1" status: 200 len: 1094 time: 3.4202869 Jun 24 12:44:38.202858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7611805-93cc-4d29-969b-7eb5b0deee53 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:38.207672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e7611805-93cc-4d29-969b-7eb5b0deee53 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.237266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'tag': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:44:38.241387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67792a36-aeb3-4502-b399-9d91451e8bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "f877ccdb-5d81-41e0-a9aa-288854fa493e", "tag": "dfc29f21-b8ae-4c82-b5d7-258332e2f1ca"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:44:38.277500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f424851-401c-4ec1-aca6-3a7e405f09c6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.278685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f424851-401c-4ec1-aca6-3a7e405f09c6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.287606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:38.300923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:38.376975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc09d86-ebe5-4ef3-82cb-40e1698a080e req-50f2edf6-0137-4063-82d3-cf4900e202f3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:38.389070 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6bc09d86-ebe5-4ef3-82cb-40e1698a080e req-50f2edf6-0137-4063-82d3-cf4900e202f3 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.7381206 Jun 24 12:44:38.427368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa5faba-a076-45f3-bf5e-a5f89646e8b0 x-openstack-request-id: req-4fa5faba-a076-45f3-bf5e-a5f89646e8b0 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:44:38.428041 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f877ccdb-5d81-41e0-a9aa-288854fa493e", "tag": "dfc29f21-b8ae-4c82-b5d7-258332e2f1ca", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:44:38.428616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-4fa5faba-a076-45f3-bf5e-a5f89646e8b0 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:44:38.429572 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'tag': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'status': 'completed', 'code': 200} Jun 24 12:44:38.451703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Transition to ACTIVE for port object e30c8190-6be2-4b97-836d-4accbf168698 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:38.489353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.500704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.520307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f30d4ae6-5ad2-488e-9781-9b0100ec18de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:38.548618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2188ef75-fe56-4152-9624-6b1c33b92ba7 None None] Provisioning for port 60c4b3a0-7e46-4854-903f-32b9d8c0b943 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:38.562187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e7611805-93cc-4d29-969b-7eb5b0deee53 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.577892 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5990add3-b880-4141-8040-224c9c3ffcd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:38.637098 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Pushing event updated for resources: {'Port': ['ID=e30c8190-6be2-4b97-836d-4accbf168698,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:38.648494 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Floating IP 8284b6cc-ef59-45c3-90d7-b848800965fc associated. External IP: 172.26.1.254, port: ba065461-736f-4b87-a552-0bd1e38ffbbc. Jun 24 12:44:38.650244 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:38.670044 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Network c25e90b7-f1bc-41ab-97a5-7b55847db361 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:38.698356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:38.700931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7611805-93cc-4d29-969b-7eb5b0deee53 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:38.701694 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7611805-93cc-4d29-969b-7eb5b0deee53 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network hostable DHCP agents. Network: 775331f2-7641-4269-a311-a446eb45635d, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:38.705811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:38.709502 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 60c4a70e-9f42-464a-b16e-1f6bd64d607c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=60c4a70e-9f42-464a-b16e-1f6bd64d607c,segment=NetworkSegment(c4ed6458-3048-4167-8a28-6129f28578b5),segment_id=c4ed6458-3048-4167-8a28-6129f28578b5)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:38.719325 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-2014efaf-658e-44c2-b59f-8037998130e9', 'network_id': '2014efaf-658e-44c2-b59f-8037998130e9', 'tenant_id': '36cb4e50810248ee993742afd74b1acd', 'fixed_ips': [{'subnet_id': 'f5157068-eaef-483e-b760-b1a5b673bce8'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:38.720635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.725673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.726972 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 60c4b3a0-7e46-4854-903f-32b9d8c0b943 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:38.742129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7611805-93cc-4d29-969b-7eb5b0deee53 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=c0b8f1be-d481-4d31-a1c7-217961a33625,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:38.749411 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:38.760779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e7611805-93cc-4d29-969b-7eb5b0deee53 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:38.761974 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7611805-93cc-4d29-969b-7eb5b0deee53 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:38.776690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e7611805-93cc-4d29-969b-7eb5b0deee53 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 775331f2-7641-4269-a311-a446eb45635d) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:38.791107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7611805-93cc-4d29-969b-7eb5b0deee53 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:38.792541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e7611805-93cc-4d29-969b-7eb5b0deee53 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.832335 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e76bfe-42c4-4a88-9fc0-2ddadc6bcc9a None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:38.838611 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e7611805-93cc-4d29-969b-7eb5b0deee53 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7619293 Jun 24 12:44:38.842124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43310) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:38.849368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'name': 'tempest-NetworksTestDHCPv6-24851743'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:38.870993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3e7ea-58aa-40ef-a6ef-c8fbd9beedbc req-73d9f0cb-dfb7-4e29-a6e7-a99eb77abc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:38.873182 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11c3e7ea-58aa-40ef-a6ef-c8fbd9beedbc req-73d9f0cb-dfb7-4e29-a6e7-a99eb77abc2e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9e00f3e6259c4ceaa736960d4de052a3&device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 1099 time: 1.2674286 Jun 24 12:44:38.873361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:38.879392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f424851-401c-4ec1-aca6-3a7e405f09c6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.882925 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9fa0ff-6241-4480-8016-0c8f6ccabc45 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:38.887232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1b9fa0ff-6241-4480-8016-0c8f6ccabc45 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:38.973434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f424851-401c-4ec1-aca6-3a7e405f09c6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:39.081312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:39.089494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:39.094649 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Attempting to bind port e30c8190-6be2-4b97-836d-4accbf168698 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:39.095264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Attempting to bind port e30c8190-6be2-4b97-836d-4accbf168698 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'b884e1c7-d862-4af0-8a44-1af57a248973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'c25e90b7-f1bc-41ab-97a5-7b55847db361'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:39.095395 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Attempting to bind port e30c8190-6be2-4b97-836d-4accbf168698 on network c25e90b7-f1bc-41ab-97a5-7b55847db361 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:39.108133 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=60c4a70e-9f42-464a-b16e-1f6bd64d607c,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:39.131452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:39.144219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port bd81ef21-88cc-431e-9fd6-28fc83a5b79d yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:39.147102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:39.147360 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6bc09d86-ebe5-4ef3-82cb-40e1698a080e req-aad7a923-b7a5-4a46-9b96-a2ffcb29bcf4 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7559333 Jun 24 12:44:39.147507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Checking segment: {'id': 'b884e1c7-d862-4af0-8a44-1af57a248973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'c25e90b7-f1bc-41ab-97a5-7b55847db361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:39.147899 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:39.148401 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Bound using segment: {'id': 'b884e1c7-d862-4af0-8a44-1af57a248973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'c25e90b7-f1bc-41ab-97a5-7b55847db361'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:39.148909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Bound port: e30c8190-6be2-4b97-836d-4accbf168698, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b884e1c7-d862-4af0-8a44-1af57a248973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'c25e90b7-f1bc-41ab-97a5-7b55847db361'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:39.149332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:39.193352 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f424851-401c-4ec1-aca6-3a7e405f09c6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:39.198744 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5f424851-401c-4ec1-aca6-3a7e405f09c6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.3120265 Jun 24 12:44:39.210563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43316) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:39.262270 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 60c4b3a0-7e46-4854-903f-32b9d8c0b943 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:39.267954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-356cb230-dd56-4541-b664-17892c325cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:39.269442 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-356cb230-dd56-4541-b664-17892c325cee service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f16dceb62aa542cfb1110ee3ca83cc7e&device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 1097 time: 1.0062766 Jun 24 12:44:39.295629 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 60c4b3a0-7e46-4854-903f-32b9d8c0b943 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:39.296018 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:39.298400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e8aac417-8071-4284-95c7-3183ee3296cf None None] Provisioning complete for port 60c4a70e-9f42-464a-b16e-1f6bd64d607c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:39.298788 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e8aac417-8071-4284-95c7-3183ee3296cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:39.376207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:39.378437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Allocated IP 2001:db8::2 (2014efaf-658e-44c2-b59f-8037998130e9/f5157068-eaef-483e-b760-b1a5b673bce8/d1e111c6-17db-41d4-94e6-c2aaa49474f3) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:39.397005 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-c72be547-32ec-4ae0-ae03-261709409989 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca HTTP/1.1" status: 200 len: 217 time: 0.1017525 Jun 24 12:44:39.441201 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] For port e30c8190-6be2-4b97-836d-4accbf168698, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:39.496447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': 'c0b8f1be-d481-4d31-a1c7-217961a33625'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:39.497331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:39.507948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] For port e30c8190-6be2-4b97-836d-4accbf168698, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=e30c8190-6be2-4b97-836d-4accbf168698,segment=NetworkSegment(b884e1c7-d862-4af0-8a44-1af57a248973),segment_id=b884e1c7-d862-4af0-8a44-1af57a248973)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:39.554223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:39.560964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:39.825398 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Pushing event updated for resources: {'Port': ['ID=e30c8190-6be2-4b97-836d-4accbf168698,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:39.840762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:39.887383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3e7ea-58aa-40ef-a6ef-c8fbd9beedbc req-9d53d8dc-3eaa-4c62-8ef8-d5b68209d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:39.890526 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11c3e7ea-58aa-40ef-a6ef-c8fbd9beedbc req-9d53d8dc-3eaa-4c62-8ef8-d5b68209d7d6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d68f41-feb7-4d70-8589-06f7af50cb16 HTTP/1.1" status: 200 len: 914 time: 0.9525309 Jun 24 12:44:39.909691 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:39.924366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3029813-4f07-41b8-9682-22dcd2348cd2 req-c51e5413-a098-4805-8ee0-0c9ac0ac5706 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:39.926572 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3029813-4f07-41b8-9682-22dcd2348cd2 req-c51e5413-a098-4805-8ee0-0c9ac0ac5706 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 944 time: 1.0789850 Jun 24 12:44:39.984935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.002189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 60c4b3a0-7e46-4854-903f-32b9d8c0b943, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=60c4b3a0-7e46-4854-903f-32b9d8c0b943,segment=NetworkSegment(fcac0128-8b62-41c7-a2d5-6430207652b2),segment_id=fcac0128-8b62-41c7-a2d5-6430207652b2)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:40.037881 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.047454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Transition to ACTIVE for port object d1e111c6-17db-41d4-94e6-c2aaa49474f3 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:40.055254 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-09cc3580-a2de-451e-8c2c-da6ae4c85a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:40.126270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port 0e802fe3-5d5d-4f9d-a235-8af9d0b04f9d yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:40.153669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-908d7948-e48d-4c9d-8a60-1455189cc2aa None None] Provisioning complete for port 60c4b3a0-7e46-4854-903f-32b9d8c0b943 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:40.154280 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-908d7948-e48d-4c9d-8a60-1455189cc2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.169681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43330) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:40.172260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::160 (775331f2-7641-4269-a311-a446eb45635d/c0b8f1be-d481-4d31-a1c7-217961a33625/bd81ef21-88cc-431e-9fd6-28fc83a5b79d) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:40.282657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Transition to ACTIVE for port object d1e111c6-17db-41d4-94e6-c2aaa49474f3 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:40.325630 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.379454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 60c4a70e-9f42-464a-b16e-1f6bd64d607c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:40.425182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f074e6fc-a171-4beb-ab26-1b18fd04b569 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2005522555'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:40.435576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Network 2014efaf-658e-44c2-b59f-8037998130e9 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:40.436969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=60c4b3a0-7e46-4854-903f-32b9d8c0b943,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:40.466804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:40.469568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b408dd07-9921-4d41-ab78-2b21d290594e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:40.472259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:40.480725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:40.488593 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f074e6fc-a171-4beb-ab26-1b18fd04b569 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.489548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f074e6fc-a171-4beb-ab26-1b18fd04b569 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.493607 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.509817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:44:40.567321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Pushing event updated for resources: {'Port': ['ID=d1e111c6-17db-41d4-94e6-c2aaa49474f3,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:40.577547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Allocated IP 2001:db8::f (8cb2aec7-430a-4444-829f-7444d472331f/461f40bf-f807-4b07-9c7c-0a79e39ceffa/0e802fe3-5d5d-4f9d-a235-8af9d0b04f9d) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:40.585087 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.591492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:40.598026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-75a2b0f7-38f8-418a-aa8b-6b22ece9ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:40.599575 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-75a2b0f7-38f8-418a-aa8b-6b22ece9ee72 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=92694ad8-8dcd-45e9-9cf5-cb1442e8f867 HTTP/1.1" status: 200 len: 834 time: 1.1827984 Jun 24 12:44:40.608689 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11c3e7ea-58aa-40ef-a6ef-c8fbd9beedbc req-aeff98d1-4b7c-4b37-8766-07dc0e38358b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3332f2ee-4a45-4621-9d9e-387a0e0b4e48 HTTP/1.1" status: 200 len: 1002 time: 0.6780767 Jun 24 12:44:40.611840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Attempting to bind port d1e111c6-17db-41d4-94e6-c2aaa49474f3 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:40.612222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Attempting to bind port d1e111c6-17db-41d4-94e6-c2aaa49474f3 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '4d74fe57-5da5-49ed-bfe7-8384a9de224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '2014efaf-658e-44c2-b59f-8037998130e9'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:40.612592 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Attempting to bind port d1e111c6-17db-41d4-94e6-c2aaa49474f3 on network 2014efaf-658e-44c2-b59f-8037998130e9 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:40.623507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:40.623925 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Checking segment: {'id': '4d74fe57-5da5-49ed-bfe7-8384a9de224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '2014efaf-658e-44c2-b59f-8037998130e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:40.624305 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.624707 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Bound using segment: {'id': '4d74fe57-5da5-49ed-bfe7-8384a9de224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '2014efaf-658e-44c2-b59f-8037998130e9'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:40.625196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Bound port: d1e111c6-17db-41d4-94e6-c2aaa49474f3, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d74fe57-5da5-49ed-bfe7-8384a9de224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '2014efaf-658e-44c2-b59f-8037998130e9'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:40.625586 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.636017 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3029813-4f07-41b8-9682-22dcd2348cd2 req-2bcc2b08-d159-410e-860a-f8490d93c619 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5192239 Jun 24 12:44:40.639564 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-908d7948-e48d-4c9d-8a60-1455189cc2aa None None] Provisioning for port 55dcf3ef-f079-4157-bf87-54a09e0eba49 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:40.649869 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-908d7948-e48d-4c9d-8a60-1455189cc2aa None None] Provisioning complete for port 55dcf3ef-f079-4157-bf87-54a09e0eba49 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:40.650221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-908d7948-e48d-4c9d-8a60-1455189cc2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.650467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f074e6fc-a171-4beb-ab26-1b18fd04b569 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.653482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 60c4a70e-9f42-464a-b16e-1f6bd64d607c triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:40.653482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.662307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f074e6fc-a171-4beb-ab26-1b18fd04b569 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.676876 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object bd81ef21-88cc-431e-9fd6-28fc83a5b79d will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:40.763608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-908d7948-e48d-4c9d-8a60-1455189cc2aa None None] Port 55dcf3ef-f079-4157-bf87-54a09e0eba49 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:40.775619 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f074e6fc-a171-4beb-ab26-1b18fd04b569 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.777143 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f074e6fc-a171-4beb-ab26-1b18fd04b569 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6064584 Jun 24 12:44:40.780534 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43336) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:40.781854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] For port d1e111c6-17db-41d4-94e6-c2aaa49474f3, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:40.796404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.796671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] For port d1e111c6-17db-41d4-94e6-c2aaa49474f3, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d1e111c6-17db-41d4-94e6-c2aaa49474f3,segment=NetworkSegment(4d74fe57-5da5-49ed-bfe7-8384a9de224f),segment_id=4d74fe57-5da5-49ed-bfe7-8384a9de224f)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:40.835447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:40.841001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:40.847132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c5bdf32a-3cc1-488d-84ac-8527fc655b60 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:40.912782 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=bd81ef21-88cc-431e-9fd6-28fc83a5b79d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:40.916572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:40.919467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189abd0c-ad1f-40c7-9cdb-e3ce43430276 req-a19f5f48-7458-4e2f-9e3d-97b6283ee58f tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:40.921183 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-189abd0c-ad1f-40c7-9cdb-e3ce43430276 req-a19f5f48-7458-4e2f-9e3d-97b6283ee58f tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.4964905 Jun 24 12:44:41.001380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6755af7f-1ed8-4895-bc91-76a733469662 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.068529 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-189abd0c-ad1f-40c7-9cdb-e3ce43430276 req-b886c157-eddd-43ed-baff-5e66b51b2ddc tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854521 Jun 24 12:44:41.069854 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1b9fa0ff-6241-4480-8016-0c8f6ccabc45 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.073050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3e7ea-58aa-40ef-a6ef-c8fbd9beedbc req-97597722-256b-462d-878d-3a89039cbb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:41.074582 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11c3e7ea-58aa-40ef-a6ef-c8fbd9beedbc req-97597722-256b-462d-878d-3a89039cbb66 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f784f0f9-8bdf-4f24-8441-7b7640fbd3c6 HTTP/1.1" status: 200 len: 851 time: 0.4456372 Jun 24 12:44:41.080397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6451e7e4-af10-4ab6-adbd-5891427c8acf tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:41.104399 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Allocated IP 2001:db8::2 (775331f2-7641-4269-a311-a446eb45635d/c0b8f1be-d481-4d31-a1c7-217961a33625/62418e5f-c747-4929-a879-dc44c947bc7b) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:41.117406 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:41.141602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9fa0ff-6241-4480-8016-0c8f6ccabc45 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network 2014efaf-658e-44c2-b59f-8037998130e9 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:41.154576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18e950b-6852-41ec-ad02-c8a695648353 None None] Network c25e90b7-f1bc-41ab-97a5-7b55847db361 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:41.158500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:41.160624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-1b9fa0ff-6241-4480-8016-0c8f6ccabc45 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:41.161187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:41.172530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:41.173818 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.173965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fa0ff-6241-4480-8016-0c8f6ccabc45 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:41.174894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1b9fa0ff-6241-4480-8016-0c8f6ccabc45 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.233584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-089d078e-825a-46bb-8469-0db09d0e874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:41.235214 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-089d078e-825a-46bb-8469-0db09d0e874b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fcbc075-b5e7-44c5-bc76-7cf779376ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6217296 Jun 24 12:44:41.241198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device e30c8190-6be2-4b97-836d-4accbf168698 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:41.241831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:41.252539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fa0ff-6241-4480-8016-0c8f6ccabc45 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Subnet': ['ID=6bbb9e38-4219-4197-9ccf-153c2e28c282,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:41.264597 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8d5a36-d78d-4545-8122-e8fc8087f293 None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:41.275468 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6755af7f-1ed8-4895-bc91-76a733469662 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.283583 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8d5a36-d78d-4545-8122-e8fc8087f293 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:41.284423 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-cc8d5a36-d78d-4545-8122-e8fc8087f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:41.317253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6755af7f-1ed8-4895-bc91-76a733469662 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.320388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Pushing event updated for resources: {'Port': ['ID=d1e111c6-17db-41d4-94e6-c2aaa49474f3,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:41.324096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.324292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:41.335426 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-06d0bf65-758b-4609-a208-faa26dee1a32 None None] Provisioning complete for port 55dcf3ef-f079-4157-bf87-54a09e0eba49 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:41.335807 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-06d0bf65-758b-4609-a208-faa26dee1a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.336187 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4910746 Jun 24 12:44:41.337644 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43338) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:41.339001 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-cc8d5a36-d78d-4545-8122-e8fc8087f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:41.346451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Transition to ACTIVE for port object 0e802fe3-5d5d-4f9d-a235-8af9d0b04f9d will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:41.351522 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8d5a36-d78d-4545-8122-e8fc8087f293 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:41.353000 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-cc8d5a36-d78d-4545-8122-e8fc8087f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:41.395434 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-cc8d5a36-d78d-4545-8122-e8fc8087f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:41.397114 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8d5a36-d78d-4545-8122-e8fc8087f293 None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:41.419459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1b9fa0ff-6241-4480-8016-0c8f6ccabc45 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:41.437327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.440049 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1b9fa0ff-6241-4480-8016-0c8f6ccabc45 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5342834 Jun 24 12:44:41.445989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43340) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:41.457506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:41.517540 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6755af7f-1ed8-4895-bc91-76a733469662 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.518082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6755af7f-1ed8-4895-bc91-76a733469662 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47c314f3-891a-43fb-acbd-d3e095448515 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:44:41.524301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6755af7f-1ed8-4895-bc91-76a733469662 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.531039 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6755af7f-1ed8-4895-bc91-76a733469662 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] 10.222.0.110 "DELETE /v2.0/routers/47c314f3-891a-43fb-acbd-d3e095448515 HTTP/1.1" status: 204 len: 168 time: 0.7492013 Jun 24 12:44:41.531634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43342) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:41.538065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Allocated IP 2001:db8::1 (6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7/aa8b36bd-b0df-420f-8e70-88be3fae6f34/7df7c0cd-72bb-4b87-9b05-04a6dd2cc19f) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:41.552909 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-46ca3d4c-587f-482d-8ea0-93f490115448 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Request body: {'router': {'name': 'tempest-router-1220195952', 'distributed': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:41.554191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-06d0bf65-758b-4609-a208-faa26dee1a32 None None] Port 55dcf3ef-f079-4157-bf87-54a09e0eba49 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:41.575358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.590579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-46ca3d4c-587f-482d-8ea0-93f490115448 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.591573 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-46ca3d4c-587f-482d-8ea0-93f490115448 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.607829 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port e30c8190-6be2-4b97-836d-4accbf168698 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:41.631748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 8cb2aec7-430a-4444-829f-7444d472331f is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:41.656637 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3e7ea-58aa-40ef-a6ef-c8fbd9beedbc req-7e06fd6d-e41e-4c81-9fd0-d807503bb2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:41.658472 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11c3e7ea-58aa-40ef-a6ef-c8fbd9beedbc req-7e06fd6d-e41e-4c81-9fd0-d807503bb2ec service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d68f41-feb7-4d70-8589-06f7af50cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5252850 Jun 24 12:44:41.658940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=0e802fe3-5d5d-4f9d-a235-8af9d0b04f9d,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:41.661587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:41.668902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:41.671453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:41.675612 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.677368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:41.677627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.695160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Transition to ACTIVE for port object 62418e5f-c747-4929-a879-dc44c947bc7b will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:41.706692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f311011-bcfc-4c4a-b098-d4c48c0587b6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:41.708222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f311011-bcfc-4c4a-b098-d4c48c0587b6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:41.709706 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f311011-bcfc-4c4a-b098-d4c48c0587b6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:41.711318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f311011-bcfc-4c4a-b098-d4c48c0587b6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:41.712906 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f311011-bcfc-4c4a-b098-d4c48c0587b6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:41.719702 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2f311011-bcfc-4c4a-b098-d4c48c0587b6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2708540 Jun 24 12:44:41.721931 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Transition to ACTIVE for port object 62418e5f-c747-4929-a879-dc44c947bc7b will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:41.727846 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43346) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:41.731303 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.733185 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a88e49f3-e81f-4c3e-8a6c-ba4a51a976e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1720900935'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:41.735486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:41.755080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-46ca3d4c-587f-482d-8ea0-93f490115448 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.793239 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88e49f3-e81f-4c3e-8a6c-ba4a51a976e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:41.796845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a88e49f3-e81f-4c3e-8a6c-ba4a51a976e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.814364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-46ca3d4c-587f-482d-8ea0-93f490115448 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.824946 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:41.834152 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.6998930 Jun 24 12:44:41.834407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:41.836328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Pushing event updated for resources: {'Port': ['ID=62418e5f-c747-4929-a879-dc44c947bc7b,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:41.837899 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43348) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:41.841698 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:41.847299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3e3cb-aafb-40b3-95b0-f8648f65726d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:41.848624 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-64b1420a-abcf-4755-a238-6d11541cab72 None None] Provisioning for port e30c8190-6be2-4b97-836d-4accbf168698 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:41.849177 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6af3e3cb-aafb-40b3-95b0-f8648f65726d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.5061247 Jun 24 12:44:41.856712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:41.876086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43350) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:41.886518 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88e49f3-e81f-4c3e-8a6c-ba4a51a976e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] vlan segment allocate from pool success with {'vlan_id': 1301, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:41.898171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a88e49f3-e81f-4c3e-8a6c-ba4a51a976e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.898643 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-a88e49f3-e81f-4c3e-8a6c-ba4a51a976e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Added segment 5330f885-4257-482b-bd3d-35cd05054e2b of type vlan for network d18c2323-3ee7-47e8-92a2-fa19c24c699b Jun 24 12:44:41.903693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-64b1420a-abcf-4755-a238-6d11541cab72 None None] Provisioning complete for port e30c8190-6be2-4b97-836d-4accbf168698 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:41.904075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-64b1420a-abcf-4755-a238-6d11541cab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.937349 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0409305 Jun 24 12:44:41.939177 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43352) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:41.947959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1022473100'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:41.959347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-46ca3d4c-587f-482d-8ea0-93f490115448 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.964023 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-46ca3d4c-587f-482d-8ea0-93f490115448 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4229424 Jun 24 12:44:41.964764 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-7987dcfa-2396-418b-9253-8fa3e3eb56c2 service neutron] 10.222.0.102 "GET /v2.0/networks/3fcbc075-b5e7-44c5-bc76-7cf779376ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7182205 Jun 24 12:44:41.967951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43356) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:41.970533 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a88e49f3-e81f-4c3e-8a6c-ba4a51a976e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:41.990824 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Attempting to bind port 62418e5f-c747-4929-a879-dc44c947bc7b on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:41.991187 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Attempting to bind port 62418e5f-c747-4929-a879-dc44c947bc7b by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:41.991559 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Attempting to bind port 62418e5f-c747-4929-a879-dc44c947bc7b on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:42.004732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:42.004732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:42.004732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:42.005174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:42.005325 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Bound port: 62418e5f-c747-4929-a879-dc44c947bc7b, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:42.005718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:42.053085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:42.121482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Transition to ACTIVE for port object 7df7c0cd-72bb-4b87-9b05-04a6dd2cc19f will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:42.188701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-64b1420a-abcf-4755-a238-6d11541cab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:42.191666 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] For port 62418e5f-c747-4929-a879-dc44c947bc7b, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:42.198988 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] For port 62418e5f-c747-4929-a879-dc44c947bc7b, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=62418e5f-c747-4929-a879-dc44c947bc7b,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:42.228172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a88e49f3-e81f-4c3e-8a6c-ba4a51a976e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:42.232461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:42.234277 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88e49f3-e81f-4c3e-8a6c-ba4a51a976e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:42.235079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a88e49f3-e81f-4c3e-8a6c-ba4a51a976e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:42.244875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:42.269643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-587012aa-28eb-4462-b13f-d7027bcb51e1 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:42.278967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-64b1420a-abcf-4755-a238-6d11541cab72 None None] For port e30c8190-6be2-4b97-836d-4accbf168698, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=e30c8190-6be2-4b97-836d-4accbf168698,segment=NetworkSegment(b884e1c7-d862-4af0-8a44-1af57a248973),segment_id=b884e1c7-d862-4af0-8a44-1af57a248973)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:42.286461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Made reservation on behalf of ce01c10518904de48c48ad4d9bb69185 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:42.291053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:42.298252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f742-4eab-4310-82c2-cd0e6f4ba377 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:42.306566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-64b1420a-abcf-4755-a238-6d11541cab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:42.337632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Pushing event updated for resources: {'Port': ['ID=62418e5f-c747-4929-a879-dc44c947bc7b,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:42.342348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:42.343319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:42.399321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d1e111c6-17db-41d4-94e6-c2aaa49474f3 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:42.436601 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11c3e7ea-58aa-40ef-a6ef-c8fbd9beedbc req-6c7906b9-2c52-49af-9c63-28f00441e1bd service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7558482 Jun 24 12:44:42.458049 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40e292e-5b0b-49ed-b9c8-773359496e8f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:42.462187 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d40e292e-5b0b-49ed-b9c8-773359496e8f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5144947 Jun 24 12:44:42.468728 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a88e49f3-e81f-4c3e-8a6c-ba4a51a976e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7352386 Jun 24 12:44:42.469446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43360) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:42.469776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43362) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:42.470138 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1420a-abcf-4755-a238-6d11541cab72 None None] Pushing event updated for resources: {'Port': ['ID=e30c8190-6be2-4b97-836d-4accbf168698,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:42.480547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ee65b2bc-959b-4806-89fb-6554b0755f8c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:42.483092 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-64b1420a-abcf-4755-a238-6d11541cab72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:42.493864 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4a78cb24-612a-42b2-a9a4-8abbc59876e4 None None] Provisioning complete for port e30c8190-6be2-4b97-836d-4accbf168698 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:42.494598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4a78cb24-612a-42b2-a9a4-8abbc59876e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:42.533384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e49f3-e81f-4c3e-8a6c-ba4a51a976e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Network': ['ID=d18c2323-3ee7-47e8-92a2-fa19c24c699b,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:42.543108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a88e49f3-e81f-4c3e-8a6c-ba4a51a976e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:42.553316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network d18c2323-3ee7-47e8-92a2-fa19c24c699b details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:42.561987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port d1e111c6-17db-41d4-94e6-c2aaa49474f3 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:42.596415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 60c4b3a0-7e46-4854-903f-32b9d8c0b943 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:42.851325 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 60c4b3a0-7e46-4854-903f-32b9d8c0b943 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:42.852192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:42.855718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4a78cb24-612a-42b2-a9a4-8abbc59876e4 None None] Provisioning for port 0e802fe3-5d5d-4f9d-a235-8af9d0b04f9d completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:42.886103 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4a78cb24-612a-42b2-a9a4-8abbc59876e4 None None] Provisioning complete for port 0e802fe3-5d5d-4f9d-a235-8af9d0b04f9d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:42.886407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4a78cb24-612a-42b2-a9a4-8abbc59876e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:42.945195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-4a78cb24-612a-42b2-a9a4-8abbc59876e4 None None] Port 0e802fe3-5d5d-4f9d-a235-8af9d0b04f9d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:43.011284 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.024957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:43.043232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6d292d-23c1-445e-9de3-a5f32c2057cb None None] Network 2014efaf-658e-44c2-b59f-8037998130e9 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:43.086209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] vlan segment allocate from pool success with {'vlan_id': 1321, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:43.099743 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6149baae-afd9-4c1d-90b0-5fc19a63d10e req-7efe0e24-4297-47b4-8181-7b2628f9f6f4 service neutron] 10.222.0.102 "GET /v2.0/networks/3fcbc075-b5e7-44c5-bc76-7cf779376ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0865402 Jun 24 12:44:43.119915 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c1d10567-9ef2-4df9-8422-ee92023a54cd None None] Provisioning for port d1e111c6-17db-41d4-94e6-c2aaa49474f3 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:43.129705 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c1d10567-9ef2-4df9-8422-ee92023a54cd None None] Provisioning complete for port d1e111c6-17db-41d4-94e6-c2aaa49474f3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:43.130213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c1d10567-9ef2-4df9-8422-ee92023a54cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.148282 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:43.152718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f742-4eab-4310-82c2-cd0e6f4ba377 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.155213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.155213 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Added segment cf1accb3-349d-40ef-a559-522d849886c8 of type vlan for network 6b0d8c52-214a-456a-9b70-4ac799dfde2f Jun 24 12:44:43.158380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f742-4eab-4310-82c2-cd0e6f4ba377 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.170002 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:43.172981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:43.173885 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.187779 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2c210-7e89-486a-9202-17ff51c95b96 req-9afc6d63-7013-47d1-be30-7f4dba850c7a tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:43.189350 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b7e2c210-7e89-486a-9202-17ff51c95b96 req-9afc6d63-7013-47d1-be30-7f4dba850c7a tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 944 time: 1.2466593 Jun 24 12:44:43.229854 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=7df7c0cd-72bb-4b87-9b05-04a6dd2cc19f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:43.263690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1355c61-6f1b-4556-8f79-b7d31a482b53 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:43.272746 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1355c61-6f1b-4556-8f79-b7d31a482b53 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:43.283218 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1355c61-6f1b-4556-8f79-b7d31a482b53 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:43.284747 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b1355c61-6f1b-4556-8f79-b7d31a482b53 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.8121965 Jun 24 12:44:43.293330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43364) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:43.296764 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:43.297154 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:43.297569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:43.298073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:43.298436 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:43.298823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:43.299212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:43.299840 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:43.300191 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:43.300537 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:43.301057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:43.301414 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:43.306271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:43.316321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ee65b2bc-959b-4806-89fb-6554b0755f8c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.334494 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c1d10567-9ef2-4df9-8422-ee92023a54cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.357773 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.372174 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11c3e7ea-58aa-40ef-a6ef-c8fbd9beedbc req-e6496d43-9095-4443-b13b-e5de45f56989 service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9238553 Jun 24 12:44:43.384622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-75ac1e3c-f3d1-4b98-8c5e-d2a25e89eff9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port bd81ef21-88cc-431e-9fd6-28fc83a5b79d {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:43.384886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-75ac1e3c-f3d1-4b98-8c5e-d2a25e89eff9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.385107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ee65b2bc-959b-4806-89fb-6554b0755f8c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.391534 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4bc2bbc9-5848-4001-80b6-cf7094d0cacb tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:43.415972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f742-4eab-4310-82c2-cd0e6f4ba377 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.416776 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf1f742-4eab-4310-82c2-cd0e6f4ba377 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4da9a1c5-e116-49fd-aa82-461b0d11a6c7 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:44:43.419799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c1d10567-9ef2-4df9-8422-ee92023a54cd None None] For port d1e111c6-17db-41d4-94e6-c2aaa49474f3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d1e111c6-17db-41d4-94e6-c2aaa49474f3,segment=NetworkSegment(4d74fe57-5da5-49ed-bfe7-8384a9de224f),segment_id=4d74fe57-5da5-49ed-bfe7-8384a9de224f)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:43.425684 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c1d10567-9ef2-4df9-8422-ee92023a54cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.433951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:43.440533 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee65b2bc-959b-4806-89fb-6554b0755f8c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network d18c2323-3ee7-47e8-92a2-fa19c24c699b is not hosted by any dhcp agent {{(pid=100146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 12:44:43.446063 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee65b2bc-959b-4806-89fb-6554b0755f8c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:43.446669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ee65b2bc-959b-4806-89fb-6554b0755f8c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.451198 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ee65b2bc-959b-4806-89fb-6554b0755f8c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "PUT /v2.0/networks/d18c2323-3ee7-47e8-92a2-fa19c24c699b HTTP/1.1" status: 200 len: 723 time: 0.9755960 Jun 24 12:44:43.454897 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43366) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:43.470613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'subnet': {'network_id': 'd18c2323-3ee7-47e8-92a2-fa19c24c699b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:43.590403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0453f8ab-a28a-4cee-9cfd-119dbaffd300 None None] Update dhcp port {'port': {'network_id': '2014efaf-658e-44c2-b59f-8037998130e9', 'fixed_ips': [{'subnet_id': 'f5157068-eaef-483e-b760-b1a5b673bce8', 'ip_address': '2001:db8::2'}, {'subnet_id': '6bbb9e38-4219-4197-9ccf-153c2e28c282'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': 'd1e111c6-17db-41d4-94e6-c2aaa49474f3'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:44:43.592924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d10567-9ef2-4df9-8422-ee92023a54cd None None] Pushing event updated for resources: {'Port': ['ID=d1e111c6-17db-41d4-94e6-c2aaa49474f3,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:43.597174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c1d10567-9ef2-4df9-8422-ee92023a54cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:43.643736 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0453f8ab-a28a-4cee-9cfd-119dbaffd300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.660251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f742-4eab-4310-82c2-cd0e6f4ba377 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.664702 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bcf1f742-4eab-4310-82c2-cd0e6f4ba377 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] 10.222.0.110 "DELETE /v2.0/routers/4da9a1c5-e116-49fd-aa82-461b0d11a6c7 HTTP/1.1" status: 204 len: 168 time: 1.6907852 Jun 24 12:44:43.671643 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b7e2c210-7e89-486a-9202-17ff51c95b96 req-1ec3c4aa-7209-4763-aa66-cf40423a4eec tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4645789 Jun 24 12:44:43.681696 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f3e3c-5ca1-4b18-bf0d-d82b49ba28b4 req-6ef7cf2e-9f5b-4b7f-8181-bb8ac2ab33da tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:43.690730 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f46f3e3c-5ca1-4b18-bf0d-d82b49ba28b4 req-6ef7cf2e-9f5b-4b7f-8181-bb8ac2ab33da tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 1.3744457 Jun 24 12:44:43.694528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43368) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:43.719229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65b2bc-959b-4806-89fb-6554b0755f8c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Network': ['ID=d18c2323-3ee7-47e8-92a2-fa19c24c699b,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:43.719933 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-50e42c15-6442-4d04-b26c-aca7adb9613e tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Request body: {'router': {'name': 'tempest-router-1784850579', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4682799202424e2dac015c63573e0b63'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:43.727710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.resource_extend [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 12:44:43.734857 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ee65b2bc-959b-4806-89fb-6554b0755f8c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:43.739174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-75ac1e3c-f3d1-4b98-8c5e-d2a25e89eff9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.745963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network d18c2323-3ee7-47e8-92a2-fa19c24c699b details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:43.765101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.810241 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-75ac1e3c-f3d1-4b98-8c5e-d2a25e89eff9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for bd81ef21-88cc-431e-9fd6-28fc83a5b79d owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:43.823683 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.830028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:43.830874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.847094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-09ea5fec-e2dd-4421-be7f-7ca3dd2697b2 None None] Provisioning for port 7df7c0cd-72bb-4b87-9b05-04a6dd2cc19f completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:43.849550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4ac6db1e-5fae-4928-bbcb-5a753d0d087b tempest-RoutersIpV6AdminTest-18888387 tempest-RoutersIpV6AdminTest-18888387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:43.892812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-09ea5fec-e2dd-4421-be7f-7ca3dd2697b2 None None] Provisioning complete for port 7df7c0cd-72bb-4b87-9b05-04a6dd2cc19f triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:43.893203 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09ea5fec-e2dd-4421-be7f-7ca3dd2697b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.909924 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0348845 Jun 24 12:44:43.918335 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f46f3e3c-5ca1-4b18-bf0d-d82b49ba28b4 req-dc53eb5a-4701-485d-8353-a9643da2753a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263229 Jun 24 12:44:43.919370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50e42c15-6442-4d04-b26c-aca7adb9613e tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.920555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50e42c15-6442-4d04-b26c-aca7adb9613e tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:43.922824 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43370) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:43.931776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f5fbb6a7-9058-43e4-b277-3bd348c1d84f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'subnet': {'network_id': '6b0d8c52-214a-456a-9b70-4ac799dfde2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:43.933436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67792a36-aeb3-4502-b399-9d91451e8bb5 req-b23babc8-63f8-4fac-a2c9-cb8c7f12b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:43.935592 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67792a36-aeb3-4502-b399-9d91451e8bb5 req-b23babc8-63f8-4fac-a2c9-cb8c7f12b46d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f16dceb62aa542cfb1110ee3ca83cc7e&device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 1097 time: 0.7600620 Jun 24 12:44:43.936629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:44:43.936629 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:44:43.936629 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'project_id_1': '36cb4e50810248ee993742afd74b1acd', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 44, 43, 789883)}] Jun 24 12:44:43.936629 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:44:43.937147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:44:43.948413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a09aa0-95d1-40ae-8500-3570e26a9e6c None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:43.974583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-52a60537-4b6e-4153-a9d3-453c1d27a77d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 0e802fe3-5d5d-4f9d-a235-8af9d0b04f9d {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:43.975068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52a60537-4b6e-4153-a9d3-453c1d27a77d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.046257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50e42c15-6442-4d04-b26c-aca7adb9613e tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.061353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-09ea5fec-e2dd-4421-be7f-7ca3dd2697b2 None None] Port 7df7c0cd-72bb-4b87-9b05-04a6dd2cc19f cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:44.113826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-0453f8ab-a28a-4cee-9cfd-119dbaffd300 None None] Allocated IP 172.20.0.1 (2014efaf-658e-44c2-b59f-8037998130e9/6bbb9e38-4219-4197-9ccf-153c2e28c282/d1e111c6-17db-41d4-94e6-c2aaa49474f3) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:44.130949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50e42c15-6442-4d04-b26c-aca7adb9613e tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.194920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Network': ['ID=6b0d8c52-214a-456a-9b70-4ac799dfde2f,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:44.211281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50e42c15-6442-4d04-b26c-aca7adb9613e tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.211785 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-50e42c15-6442-4d04-b26c-aca7adb9613e tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5050147 Jun 24 12:44:44.216793 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43372) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:44.222972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:44.223354 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:44.223723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:44.224087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:44.224444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:44.224802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:44.225157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:44.225511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:44.225871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:44.226406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:44.226522 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-6bf2f689-4ce8-424b-a80f-cf07d65d2123 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:44.226634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:44.226930 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:44.231150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:44.257983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67792a36-aeb3-4502-b399-9d91451e8bb5 req-f529acab-dd70-4281-af33-569baec3bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:44.261015 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67792a36-aeb3-4502-b399-9d91451e8bb5 req-f529acab-dd70-4281-af33-569baec3bf7b service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fcbc075-b5e7-44c5-bc76-7cf779376ac4 HTTP/1.1" status: 200 len: 899 time: 0.2104106 Jun 24 12:44:44.267031 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 6b0d8c52-214a-456a-9b70-4ac799dfde2f details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:44.289691 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d28119a7-896f-4864-8390-c7ade9a98f3b None None] Provisioning for port 62418e5f-c747-4929-a879-dc44c947bc7b completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:44.319641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d1e111c6-17db-41d4-94e6-c2aaa49474f3 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:44.335394 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67792a36-aeb3-4502-b399-9d91451e8bb5 req-5b7f1bcd-6281-4c8d-bec1-aa515dcbd8a4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca HTTP/1.1" status: 200 len: 217 time: 0.0666306 Jun 24 12:44:44.390615 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52a60537-4b6e-4153-a9d3-453c1d27a77d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.396514 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fbb6a7-9058-43e4-b277-3bd348c1d84f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Made reservation on behalf of ce01c10518904de48c48ad4d9bb69185 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:44.399497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5fbb6a7-9058-43e4-b277-3bd348c1d84f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.407102 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-75ac1e3c-f3d1-4b98-8c5e-d2a25e89eff9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.417256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-13ea35f0-adb6-4ce9-880f-73407a760131 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:44.449177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67792a36-aeb3-4502-b399-9d91451e8bb5 req-db69a9d3-2d48-43d8-9a0a-5f3230d82441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:44.451160 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67792a36-aeb3-4502-b399-9d91451e8bb5 req-db69a9d3-2d48-43d8-9a0a-5f3230d82441 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=92694ad8-8dcd-45e9-9cf5-cb1442e8f867 HTTP/1.1" status: 200 len: 834 time: 0.1095514 Jun 24 12:44:44.457498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac1e3c-f3d1-4b98-8c5e-d2a25e89eff9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=bd81ef21-88cc-431e-9fd6-28fc83a5b79d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:44.460211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-75ac1e3c-f3d1-4b98-8c5e-d2a25e89eff9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:44.482370 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-52a60537-4b6e-4153-a9d3-453c1d27a77d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 0e802fe3-5d5d-4f9d-a235-8af9d0b04f9d owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:44.495674 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-75ac1e3c-f3d1-4b98-8c5e-d2a25e89eff9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.501910 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-75ac1e3c-f3d1-4b98-8c5e-d2a25e89eff9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/bd81ef21-88cc-431e-9fd6-28fc83a5b79d HTTP/1.1" status: 204 len: 168 time: 2.5591884 Jun 24 12:44:44.501910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43374) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:44.551005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0453f8ab-a28a-4cee-9cfd-119dbaffd300 None None] For port d1e111c6-17db-41d4-94e6-c2aaa49474f3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d1e111c6-17db-41d4-94e6-c2aaa49474f3,segment=NetworkSegment(4d74fe57-5da5-49ed-bfe7-8384a9de224f),segment_id=4d74fe57-5da5-49ed-bfe7-8384a9de224f)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:44.620384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.623514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0453f8ab-a28a-4cee-9cfd-119dbaffd300 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.640355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92100c22-fcff-4da9-8507-be57e093e213 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:44.642609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92100c22-fcff-4da9-8507-be57e093e213 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:44.645075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0453f8ab-a28a-4cee-9cfd-119dbaffd300 None None] Transition to ACTIVE for port object d1e111c6-17db-41d4-94e6-c2aaa49474f3 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:44.646829 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-92100c22-fcff-4da9-8507-be57e093e213 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1456039 Jun 24 12:44:44.647804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43376) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:44.654407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0453f8ab-a28a-4cee-9cfd-119dbaffd300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.657095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:44.657688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:44.660904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.666958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 62418e5f-c747-4929-a879-dc44c947bc7b up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:44.673428 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.674246 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.691270 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bf2f689-4ce8-424b-a80f-cf07d65d2123 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.691598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bf2f689-4ce8-424b-a80f-cf07d65d2123 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.693844 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8c535137-efd3-4ec4-b856-92cd1f3e347f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:44.714357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67792a36-aeb3-4502-b399-9d91451e8bb5 req-9c4b1180-9fc2-4050-8601-cf58f686e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:44.716390 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67792a36-aeb3-4502-b399-9d91451e8bb5 req-9c4b1180-9fc2-4050-8601-cf58f686e3ed service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fcbc075-b5e7-44c5-bc76-7cf779376ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2533963 Jun 24 12:44:44.815822 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453f8ab-a28a-4cee-9cfd-119dbaffd300 None None] Pushing event updated for resources: {'Port': ['ID=d1e111c6-17db-41d4-94e6-c2aaa49474f3,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:44.820862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0453f8ab-a28a-4cee-9cfd-119dbaffd300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:44.855543 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 62418e5f-c747-4929-a879-dc44c947bc7b completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:44.861011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 62418e5f-c747-4929-a879-dc44c947bc7b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:44.861571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.927937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c819b86-b86c-4e02-9ed6-9b8b8ac5d758 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet c0b8f1be-d481-4d31-a1c7-217961a33625 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:44:44.932054 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67792a36-aeb3-4502-b399-9d91451e8bb5 req-bf10dcfa-765d-4a0b-96fb-81456eab70f9 service neutron] 10.222.0.102 "GET /v2.0/networks/3fcbc075-b5e7-44c5-bc76-7cf779376ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012362 Jun 24 12:44:44.946273 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2c819b86-b86c-4e02-9ed6-9b8b8ac5d758 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:44.974458 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.035524 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 62418e5f-c747-4929-a879-dc44c947bc7b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=62418e5f-c747-4929-a879-dc44c947bc7b,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:45.039238 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.043260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device e30c8190-6be2-4b97-836d-4accbf168698 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:45.047427 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-112d4936-9f3e-4bb7-990d-e2731dccaa5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:45.119400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=62418e5f-c747-4929-a879-dc44c947bc7b,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:45.167948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:45.177132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3c7af4b-35a6-42f0-b37b-129d95b968ef None None] Could not find standard attr ID for object bd81ef21-88cc-431e-9fd6-28fc83a5b79d. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:44:45.193010 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67792a36-aeb3-4502-b399-9d91451e8bb5 req-14c6508b-6684-4427-96ec-67d45f1d77f0 service neutron] 10.222.0.102 "GET /v2.0/networks/3fcbc075-b5e7-44c5-bc76-7cf779376ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422490 Jun 24 12:44:45.194260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3c7af4b-35a6-42f0-b37b-129d95b968ef None None] Provisioning complete for port 62418e5f-c747-4929-a879-dc44c947bc7b triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:45.194657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3c7af4b-35a6-42f0-b37b-129d95b968ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.231910 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port e30c8190-6be2-4b97-836d-4accbf168698 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:45.233159 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.240127 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2c819b86-b86c-4e02-9ed6-9b8b8ac5d758 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.330280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65076bf8-bc0c-4320-b44e-0be510b7458b req-d0a7b920-15e4-43e0-9671-22183c500adf tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:45.333203 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-65076bf8-bc0c-4320-b44e-0be510b7458b req-d0a7b920-15e4-43e0-9671-22183c500adf tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 944 time: 0.3989432 Jun 24 12:44:45.375587 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6bf2f689-4ce8-424b-a80f-cf07d65d2123 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100146) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 24 12:44:45.376303 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6bf2f689-4ce8-424b-a80f-cf07d65d2123 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Router 4dc2fb15-3f2a-4c12-b030-1a22497ecb31 migrating from provider to provider. {{(pid=100146) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 24 12:44:45.376303 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bf2f689-4ce8-424b-a80f-cf07d65d2123 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.409823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=7df7c0cd-72bb-4b87-9b05-04a6dd2cc19f,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:45.410481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f59d9-42d9-4964-81bc-116eec356086 req-8333d689-0fbb-4c2c-9076-ba1be06e052c tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:45.415327 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0a2f59d9-42d9-4964-81bc-116eec356086 req-8333d689-0fbb-4c2c-9076-ba1be06e052c tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.2787800 Jun 24 12:44:45.451059 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:45.452063 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bf2f689-4ce8-424b-a80f-cf07d65d2123 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.477112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bf2f689-4ce8-424b-a80f-cf07d65d2123 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.501132 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-65076bf8-bc0c-4320-b44e-0be510b7458b req-ee268acf-41da-46ef-9fcc-1efeda62309d tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557031 Jun 24 12:44:45.506525 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0a2f59d9-42d9-4964-81bc-116eec356086 req-8b205bf0-301a-4255-9b3c-fd88104c712d tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683045 Jun 24 12:44:45.513169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2c819b86-b86c-4e02-9ed6-9b8b8ac5d758 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.525379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6e88b9ef-f349-4a6d-9181-9178f3681657 None None] Could not find standard attr ID for object bd81ef21-88cc-431e-9fd6-28fc83a5b79d. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:44:45.596255 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2c819b86-b86c-4e02-9ed6-9b8b8ac5d758 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.598572 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:45.637763 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2c819b86-b86c-4e02-9ed6-9b8b8ac5d758 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.642323 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2c819b86-b86c-4e02-9ed6-9b8b8ac5d758 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/c0b8f1be-d481-4d31-a1c7-217961a33625 HTTP/1.1" status: 204 len: 168 time: 0.9904850 Jun 24 12:44:45.642323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c819b86-b86c-4e02-9ed6-9b8b8ac5d758 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b8f1be-d481-4d31-a1c7-217961a33625,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:45.643242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43384) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:45.654520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2c819b86-b86c-4e02-9ed6-9b8b8ac5d758 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:45.707855 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e4f8e31c-2211-4455-8d2c-d88faf21025e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593293 Jun 24 12:44:45.711010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43386) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:45.717218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-97555109-04d8-44b4-9f90-13b1ceb7aa42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:45.724904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bfe5f0-04d4-46fd-ac7a-b6a1332829d3 None None] Network 2014efaf-658e-44c2-b59f-8037998130e9 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:45.738712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:45.740376 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cd624c-2fe4-4e31-9088-c11a838ea47c None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:45.759850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:45.772886 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5fbb6a7-9058-43e4-b277-3bd348c1d84f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.781371 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d5657e37-68d5-41e7-a8d0-975b7d16b926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:45.825338 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6bf2f689-4ce8-424b-a80f-cf07d65d2123 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] No L3 agents can host the router 4dc2fb15-3f2a-4c12-b030-1a22497ecb31 Jun 24 12:44:45.844466 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52a60537-4b6e-4153-a9d3-453c1d27a77d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.849341 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97555109-04d8-44b4-9f90-13b1ceb7aa42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:45.853518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97555109-04d8-44b4-9f90-13b1ceb7aa42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.853712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ea0958fe-fa10-4047-a73a-9a1f752754e1 None None] Provisioning for port d1e111c6-17db-41d4-94e6-c2aaa49474f3 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:45.877742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ea0958fe-fa10-4047-a73a-9a1f752754e1 None None] Provisioning complete for port d1e111c6-17db-41d4-94e6-c2aaa49474f3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:45.878130 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ea0958fe-fa10-4047-a73a-9a1f752754e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.996456 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52a60537-4b6e-4153-a9d3-453c1d27a77d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.002039 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-52a60537-4b6e-4153-a9d3-453c1d27a77d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/0e802fe3-5d5d-4f9d-a235-8af9d0b04f9d HTTP/1.1" status: 204 len: 168 time: 2.7049098 Jun 24 12:44:46.006575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43388) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:46.054246 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec238fc-70e8-4566-bf4c-9ddd90cd2929 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] GET failed (client error): The resource could not be found. Jun 24 12:44:46.059334 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4ec238fc-70e8-4566-bf4c-9ddd90cd2929 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/0e802fe3-5d5d-4f9d-a235-8af9d0b04f9d HTTP/1.1" status: 404 len: 333 time: 0.0514009 Jun 24 12:44:46.062451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43390) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:46.072981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbb6a7-9058-43e4-b277-3bd348c1d84f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Subnet': ['ID=302c2110-3930-4dfc-86bc-20d941429a38,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:46.080634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.084761 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f5fbb6a7-9058-43e4-b277-3bd348c1d84f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:46.085237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f5fbb6a7-9058-43e4-b277-3bd348c1d84f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:46.216484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fbb6a7-9058-43e4-b277-3bd348c1d84f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Checking segment: {'id': 'cf1accb3-349d-40ef-a559-522d849886c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '6b0d8c52-214a-456a-9b70-4ac799dfde2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:46.216780 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fbb6a7-9058-43e4-b277-3bd348c1d84f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network hostable DHCP agents. Network: 6b0d8c52-214a-456a-9b70-4ac799dfde2f, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:46.229685 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d1e111c6-17db-41d4-94e6-c2aaa49474f3 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:46.272170 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Subnet': ['ID=5c94b285-6e0b-4da1-96cd-63a843bce055,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:46.280997 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2f689-4ce8-424b-a80f-cf07d65d2123 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Hosts for router 4dc2fb15-3f2a-4c12-b030-1a22497ecb31: [] {{(pid=100146) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 24 12:44:46.283220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:46.290453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5153caef-76e9-43f7-96e7-c4d9f83423bb tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.407s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:46.310706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d1e111c6-17db-41d4-94e6-c2aaa49474f3 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:46.311125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.340730 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e7446c-840a-4dc4-80db-ff7a74b7732c None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:44:46.355272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a60537-4b6e-4153-a9d3-453c1d27a77d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=0e802fe3-5d5d-4f9d-a235-8af9d0b04f9d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:46.355784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97555109-04d8-44b4-9f90-13b1ceb7aa42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.360329 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-52a60537-4b6e-4153-a9d3-453c1d27a77d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:46.362133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2f689-4ce8-424b-a80f-cf07d65d2123 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Hosts for other DVR routers connected to router 4dc2fb15-3f2a-4c12-b030-1a22497ecb31: set() {{(pid=100146) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 24 12:44:46.364696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bf2f689-4ce8-424b-a80f-cf07d65d2123 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.365700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:46.369330 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6bf2f689-4ce8-424b-a80f-cf07d65d2123 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] 10.222.0.110 "PUT /v2.0/routers/4dc2fb15-3f2a-4c12-b030-1a22497ecb31 HTTP/1.1" status: 200 len: 717 time: 2.1469758 Jun 24 12:44:46.369826 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43392) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:46.370106 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fbb6a7-9058-43e4-b277-3bd348c1d84f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 6b0d8c52-214a-456a-9b70-4ac799dfde2f is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:46.381888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Checking segment: {'id': '5330f885-4257-482b-bd3d-35cd05054e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'd18c2323-3ee7-47e8-92a2-fa19c24c699b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:46.382170 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network hostable DHCP agents. Network: d18c2323-3ee7-47e8-92a2-fa19c24c699b, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:46.386979 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router f78e39ad-8f42-41ae-b5f4-7151f425819e is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:44:46.393918 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c1a427ca-06a5-4248-985f-9de06c90c6f6 None None] Provisioning complete for port 7df7c0cd-72bb-4b87-9b05-04a6dd2cc19f triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:46.394307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c1a427ca-06a5-4248-985f-9de06c90c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.396002 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device dfc29f21-b8ae-4c82-b5d7-258332e2f1ca details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:44:46.398192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-f5fbb6a7-9058-43e4-b277-3bd348c1d84f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 6b0d8c52-214a-456a-9b70-4ac799dfde2f) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:46.405169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fbb6a7-9058-43e4-b277-3bd348c1d84f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:46.405755 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5fbb6a7-9058-43e4-b277-3bd348c1d84f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.422904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network d18c2323-3ee7-47e8-92a2-fa19c24c699b is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:46.426497 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3fb854-8718-48c4-9644-3e7855c4b672 None None] Network 6b0d8c52-214a-456a-9b70-4ac799dfde2f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:46.466087 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f5fbb6a7-9058-43e4-b277-3bd348c1d84f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5414984 Jun 24 12:44:46.467015 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43394) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:46.506499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1585121190', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:46.509980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, d18c2323-3ee7-47e8-92a2-fa19c24c699b) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:46.517993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:46.518477 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.531125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c1a427ca-06a5-4248-985f-9de06c90c6f6 None None] Port 7df7c0cd-72bb-4b87-9b05-04a6dd2cc19f cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:46.547262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4a1c7b-2025-4d08-b889-63667237de0b None None] Network d18c2323-3ee7-47e8-92a2-fa19c24c699b requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:46.560177 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:46.565344 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/f78e39ad-8f42-41ae-b5f4-7151f425819e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3529000 Jun 24 12:44:46.568796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.569815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.575267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43398) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:46.587505 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1256392 Jun 24 12:44:46.590821 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43400) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:46.597769 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c02d8c7c-b3c2-473b-83c9-701fc6caed75 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:46.651333 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96ff1bb-1ce0-44cd-982e-0979628593f1 None None] Sync routers for ids ['f78e39ad-8f42-41ae-b5f4-7151f425819e'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:46.720396 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98d994-f77d-4076-b3dc-eccb7485ca4a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:46.724538 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2d98d994-f77d-4076-b3dc-eccb7485ca4a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports/7df7c0cd-72bb-4b87-9b05-04a6dd2cc19f HTTP/1.1" status: 200 len: 911 time: 0.1457670 Jun 24 12:44:46.724538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.730516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43402) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:46.781092 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96ff1bb-1ce0-44cd-982e-0979628593f1 None None] Routers {'f78e39ad-8f42-41ae-b5f4-7151f425819e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:46.781878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e96ff1bb-1ce0-44cd-982e-0979628593f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['f78e39ad-8f42-41ae-b5f4-7151f425819e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:46.794587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 62418e5f-c747-4929-a879-dc44c947bc7b up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:46.838211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c02d8c7c-b3c2-473b-83c9-701fc6caed75 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30057062'] for subnet, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.842113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97555109-04d8-44b4-9f90-13b1ceb7aa42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:46.845636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4c2fd154-84be-4761-8fd3-6555b25e3ebf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 55dcf3ef-f079-4157-bf87-54a09e0eba49 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:46.846057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd154-84be-4761-8fd3-6555b25e3ebf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.864831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-97555109-04d8-44b4-9f90-13b1ceb7aa42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:46.879110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e96ff1bb-1ce0-44cd-982e-0979628593f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:46.881085 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97555109-04d8-44b4-9f90-13b1ceb7aa42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:46.881769 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97555109-04d8-44b4-9f90-13b1ceb7aa42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.886732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-63e7446c-840a-4dc4-80db-ff7a74b7732c None None] Deleting port 62418e5f-c747-4929-a879-dc44c947bc7b {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:46.887230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-63e7446c-840a-4dc4-80db-ff7a74b7732c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.907483 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2f5d9d47-40cd-4665-b75b-6ae7f7156e32 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] 10.222.0.110 "GET /v2.0/routers/4dc2fb15-3f2a-4c12-b030-1a22497ecb31 HTTP/1.1" status: 200 len: 717 time: 0.5313318 Jun 24 12:44:46.917612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43404) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:46.965655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97555109-04d8-44b4-9f90-13b1ceb7aa42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=aff7dea9-9ec5-4184-913e-72e3d7f234cb,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:46.973086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-97555109-04d8-44b4-9f90-13b1ceb7aa42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:46.981101 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-97555109-04d8-44b4-9f90-13b1ceb7aa42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2687595 Jun 24 12:44:46.985328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43408) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:46.993183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'name': 'tempest-NetworksTestDHCPv6-362594624'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:47.150443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7435e759-68cc-4e8e-ba98-a34d2e45b757 None None] Provisioning complete for port d1e111c6-17db-41d4-94e6-c2aaa49474f3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:47.151248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7435e759-68cc-4e8e-ba98-a34d2e45b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.156714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd154-84be-4761-8fd3-6555b25e3ebf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.168359 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.182694 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b6983-5f6c-4cce-9172-32f52b631486 req-1fc8a4d1-560e-4a3d-9b41-f44d5f17dbbe tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:47.185018 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-532b6983-5f6c-4cce-9172-32f52b631486 req-1fc8a4d1-560e-4a3d-9b41-f44d5f17dbbe tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 944 time: 0.3467650 Jun 24 12:44:47.188424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c02d8c7c-b3c2-473b-83c9-701fc6caed75 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760207632842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32606949'] for subnet, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.193073 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:47.200367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-51b4f8cc-60ff-497b-b8df-1de215b2f009 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:47.201792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4c2fd154-84be-4761-8fd3-6555b25e3ebf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 55dcf3ef-f079-4157-bf87-54a09e0eba49 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:47.214383 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-05bdb2b8-8618-4206-b3c8-f71e2efd85ed tempest-RoutersTestDVR-612732859 tempest-RoutersTestDVR-612732859-project] 10.222.0.110 "GET /v2.0/routers/4dc2fb15-3f2a-4c12-b030-1a22497ecb31 HTTP/1.1" status: 200 len: 683 time: 0.2872906 Jun 24 12:44:47.223431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43410) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:47.246825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96ff1bb-1ce0-44cd-982e-0979628593f1 None None] Routers {'f78e39ad-8f42-41ae-b5f4-7151f425819e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:47.246825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e96ff1bb-1ce0-44cd-982e-0979628593f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['f78e39ad-8f42-41ae-b5f4-7151f425819e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:47.258040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02d8c7c-b3c2-473b-83c9-701fc6caed75 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:47.259003 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c02d8c7c-b3c2-473b-83c9-701fc6caed75 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.260525 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c02d8c7c-b3c2-473b-83c9-701fc6caed75 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "PUT /v2.0/subnets/5c94b285-6e0b-4da1-96cd-63a843bce055 HTTP/1.1" status: 200 len: 826 time: 0.6674790 Jun 24 12:44:47.273401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43412) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:47.287977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d8c7c-b3c2-473b-83c9-701fc6caed75 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Subnet': ['ID=5c94b285-6e0b-4da1-96cd-63a843bce055,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:47.295758 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c02d8c7c-b3c2-473b-83c9-701fc6caed75 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:47.300312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'port_id': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'mac_address': 'fa:16:3e:64:4d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:44:47.335467 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e96ff1bb-1ce0-44cd-982e-0979628593f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:47.336228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96ff1bb-1ce0-44cd-982e-0979628593f1 None None] The sync data for ids ['f78e39ad-8f42-41ae-b5f4-7151f425819e'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:47.338292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.348224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 62418e5f-c747-4929-a879-dc44c947bc7b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:47.348224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.387115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84399655-ded1-4746-bb4f-d290be0b289b tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.395138 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-532b6983-5f6c-4cce-9172-32f52b631486 req-939652a6-f186-492d-8c90-dd160a836a00 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949091 Jun 24 12:44:47.436024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:47.440680 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.443873 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-6b0d8c52-214a-456a-9b70-4ac799dfde2f', 'network_id': '6b0d8c52-214a-456a-9b70-4ac799dfde2f', 'tenant_id': 'ce01c10518904de48c48ad4d9bb69185', 'fixed_ips': [{'subnet_id': '302c2110-3930-4dfc-86bc-20d941429a38'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:47.444819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.450633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-63e7446c-840a-4dc4-80db-ff7a74b7732c None None] For port 62418e5f-c747-4929-a879-dc44c947bc7b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=62418e5f-c747-4929-a879-dc44c947bc7b,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:47.451187 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-63e7446c-840a-4dc4-80db-ff7a74b7732c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.494413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-63e7446c-840a-4dc4-80db-ff7a74b7732c None None] Calling delete_port for 62418e5f-c747-4929-a879-dc44c947bc7b owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:47.509244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port cf3170e1-2492-40b9-a191-52b526e453e1 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:47.529250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.652344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84399655-ded1-4746-bb4f-d290be0b289b tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.658129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84399655-ded1-4746-bb4f-d290be0b289b tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.665188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-d18c2323-3ee7-47e8-92a2-fa19c24c699b', 'network_id': 'd18c2323-3ee7-47e8-92a2-fa19c24c699b', 'tenant_id': '36cb4e50810248ee993742afd74b1acd', 'fixed_ips': [{'subnet_id': '5c94b285-6e0b-4da1-96cd-63a843bce055'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:47.666689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.696668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc29f21-b8ae-4c82-b5d7-258332e2f1ca {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:44:47.786137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84399655-ded1-4746-bb4f-d290be0b289b tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.786466 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:47.786952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84399655-ded1-4746-bb4f-d290be0b289b tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4dc2fb15-3f2a-4c12-b030-1a22497ecb31 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:44:47.796270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84399655-ded1-4746-bb4f-d290be0b289b tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.797421 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-84399655-ded1-4746-bb4f-d290be0b289b tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] 10.222.0.110 "DELETE /v2.0/routers/4dc2fb15-3f2a-4c12-b030-1a22497ecb31 HTTP/1.1" status: 204 len: 168 time: 0.5731132 Jun 24 12:44:47.802608 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43414) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:47.816142 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::1c1 (775331f2-7641-4269-a311-a446eb45635d/aff7dea9-9ec5-4184-913e-72e3d7f234cb/cf3170e1-2492-40b9-a191-52b526e453e1) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:47.816382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.822182 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4cf2f8b3-a46e-4fec-858c-8ddba3247305 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Request body: {'router': {'name': 'tempest-router-98370748', 'distributed': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:47.827886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd154-84be-4761-8fd3-6555b25e3ebf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.837565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-deafdf2f-b768-47dc-8ea3-aa6eeffad54e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:47.865128 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.865928 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:47.881161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fd154-84be-4761-8fd3-6555b25e3ebf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=55dcf3ef-f079-4157-bf87-54a09e0eba49,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:47.888058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c2fd154-84be-4761-8fd3-6555b25e3ebf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:47.926292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f8b3-a46e-4fec-858c-8ddba3247305 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.927634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f8b3-a46e-4fec-858c-8ddba3247305 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.935538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd154-84be-4761-8fd3-6555b25e3ebf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.940688 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4c2fd154-84be-4761-8fd3-6555b25e3ebf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/55dcf3ef-f079-4157-bf87-54a09e0eba49 HTTP/1.1" status: 204 len: 168 time: 1.8768892 Jun 24 12:44:47.945150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43416) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:47.978456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-63e7446c-840a-4dc4-80db-ff7a74b7732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.999802 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Allocated IP 172.20.0.2 (6b0d8c52-214a-456a-9b70-4ac799dfde2f/302c2110-3930-4dfc-86bc-20d941429a38/a72399a7-3945-4662-aec6-98d4d0a8999c) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:48.015692 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe61948c-721e-49f3-9d0d-ab3a50a10bb0 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] GET failed (client error): The resource could not be found. Jun 24 12:44:48.023291 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fe61948c-721e-49f3-9d0d-ab3a50a10bb0 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/55dcf3ef-f079-4157-bf87-54a09e0eba49 HTTP/1.1" status: 404 len: 333 time: 0.0770342 Jun 24 12:44:48.027381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:48.034833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43418) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:48.036724 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:48.040946 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:48.043217 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e7446c-840a-4dc4-80db-ff7a74b7732c None None] No DVR routers for this DVR port 62418e5f-c747-4929-a879-dc44c947bc7b on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:48.080261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b49566-988d-49f5-a092-c7d18153ff3a None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:48.082207 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['dfc29f21-b8ae-4c82-b5d7-258332e2f1ca'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:44:48.087955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.097622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7446c-840a-4dc4-80db-ff7a74b7732c None None] Pushing event deleted for resources: {'Port': ['ID=62418e5f-c747-4929-a879-dc44c947bc7b,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:48.141028 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-63e7446c-840a-4dc4-80db-ff7a74b7732c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:48.169790 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Allocated IP 2001:db8::2 (d18c2323-3ee7-47e8-92a2-fa19c24c699b/5c94b285-6e0b-4da1-96cd-63a843bce055/ac08a37a-605b-4220-9538-05845a812e1a) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:48.197417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f8b3-a46e-4fec-858c-8ddba3247305 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.231157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.235291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 62418e5f-c747-4929-a879-dc44c947bc7b no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:48.247299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f8b3-a46e-4fec-858c-8ddba3247305 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.272399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f8b3-a46e-4fec-858c-8ddba3247305 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.277097 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4cf2f8b3-a46e-4fec-858c-8ddba3247305 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.4595082 Jun 24 12:44:48.282061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43420) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:48.282400 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.287647 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c81c19-f84e-4618-bf95-98ce2a334337 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting subnet 461f40bf-f807-4b07-9c7c-0a79e39ceffa {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:44:48.290562 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 62418e5f-c747-4929-a879-dc44c947bc7b {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:48.290943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 62418e5f-c747-4929-a879-dc44c947bc7b not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:48.295826 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.297860 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-14c81c19-f84e-4618-bf95-98ce2a334337 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.406716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-14af01da-1120-4939-a4d4-331553d3ab92 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.421462 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-14c81c19-f84e-4618-bf95-98ce2a334337 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.574246 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.592924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.603843 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': 'aff7dea9-9ec5-4184-913e-72e3d7f234cb'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:48.604685 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.619377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-14c81c19-f84e-4618-bf95-98ce2a334337 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.638995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Transition to ACTIVE for port object a72399a7-3945-4662-aec6-98d4d0a8999c will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:48.641725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.645699 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-14af01da-1120-4939-a4d4-331553d3ab92 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.649647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-14af01da-1120-4939-a4d4-331553d3ab92 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.657648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object cf3170e1-2492-40b9-a191-52b526e453e1 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:48.669443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Transition to ACTIVE for port object ac08a37a-605b-4220-9538-05845a812e1a will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:48.682529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Transition to ACTIVE for port object a72399a7-3945-4662-aec6-98d4d0a8999c will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:48.705514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.707380 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8740d010-552c-41c1-be46-eb8bfa632b60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:48.722265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-14af01da-1120-4939-a4d4-331553d3ab92 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.722903 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14af01da-1120-4939-a4d4-331553d3ab92 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a91a00be-36e1-44f7-a798-ee41492ef8e2 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:44:48.726896 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.26.1.148 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/da03fb29-4d0a-4460-9e99-a90b63ffa08b) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:48.730355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-14af01da-1120-4939-a4d4-331553d3ab92 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.731785 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-14af01da-1120-4939-a4d4-331553d3ab92 tempest-RoutersTestDVR-1585885961 tempest-RoutersTestDVR-1585885961-project-admin] 10.222.0.110 "DELETE /v2.0/routers/a91a00be-36e1-44f7-a798-ee41492ef8e2 HTTP/1.1" status: 204 len: 168 time: 0.4488106 Jun 24 12:44:48.767731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff811f8-d02a-44e7-9f54-1902067c92c6 req-585679d7-73d9-4d1e-802a-531caa24ed21 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:48.776678 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4ff811f8-d02a-44e7-9f54-1902067c92c6 req-585679d7-73d9-4d1e-802a-531caa24ed21 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 945 time: 0.2431901 Jun 24 12:44:48.794561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.800294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4dd34520-6588-49c0-897e-2796289ee43d tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:48.806954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Transition to ACTIVE for port object ac08a37a-605b-4220-9538-05845a812e1a will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:48.860760 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Network 6b0d8c52-214a-456a-9b70-4ac799dfde2f is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:48.874155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.875554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:48.879101 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4ff811f8-d02a-44e7-9f54-1902067c92c6 req-b01e106b-a5fd-45c9-a35b-f97f37439446 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023548 Jun 24 12:44:48.882886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:48.888426 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:48.892554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:48.894295 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-14c81c19-f84e-4618-bf95-98ce2a334337 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.895020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:48.895370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.904784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=cf3170e1-2492-40b9-a191-52b526e453e1,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:48.907252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4d1f6e67-1297-4694-b899-843a22a05bf4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:48.910666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:48.920882 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9341702 Jun 24 12:44:48.924090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43426) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:48.933636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:48.944314 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c81c19-f84e-4618-bf95-98ce2a334337 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Subnet': ['ID=461f40bf-f807-4b07-9c7c-0a79e39ceffa,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:48.950887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.955718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Pushing event updated for resources: {'Port': ['ID=a72399a7-3945-4662-aec6-98d4d0a8999c,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:48.975814 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c6941d-4a74-4307-9e42-8e65c823bd4f None None] Network 8cb2aec7-430a-4444-829f-7444d472331f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:48.980091 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-14c81c19-f84e-4618-bf95-98ce2a334337 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:48.980827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-14c81c19-f84e-4618-bf95-98ce2a334337 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:48.980987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:48.987974 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0453f8ab-a28a-4cee-9cfd-119dbaffd300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:49.000244 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-14c81c19-f84e-4618-bf95-98ce2a334337 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.002452 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-14c81c19-f84e-4618-bf95-98ce2a334337 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/461f40bf-f807-4b07-9c7c-0a79e39ceffa HTTP/1.1" status: 204 len: 168 time: 0.9629509 Jun 24 12:44:49.010600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3818097-af25-4c5c-a346-bda115bc60eb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:49.013211 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b3818097-af25-4c5c-a346-bda115bc60eb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0867975 Jun 24 12:44:49.013211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43428) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:49.013430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Network d18c2323-3ee7-47e8-92a2-fa19c24c699b is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:49.032154 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43430) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:49.087066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Subnet': ['ID=5c94b285-6e0b-4da1-96cd-63a843bce055,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:49.104640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.115510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:49.163612 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.170887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 60c4b3a0-7e46-4854-903f-32b9d8c0b943 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:49.171388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.188028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Allocated IP 2001:db8:1::1 (c25e90b7-f1bc-41ab-97a5-7b55847db361/3f720f57-e400-4bc6-b117-e855b912a05e/4997d9d3-f5b4-41be-887e-c62b3b148c5f) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:49.238564 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:49.249871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] For port 60c4b3a0-7e46-4854-903f-32b9d8c0b943, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=60c4b3a0-7e46-4854-903f-32b9d8c0b943,segment=NetworkSegment(fcac0128-8b62-41c7-a2d5-6430207652b2),segment_id=fcac0128-8b62-41c7-a2d5-6430207652b2)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:49.251263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.272614 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43434) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:49.275528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 60c4b3a0-7e46-4854-903f-32b9d8c0b943 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:49.279205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:49.280319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.329881 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Allocated IP 2001:db8::2 (775331f2-7641-4269-a311-a446eb45635d/aff7dea9-9ec5-4184-913e-72e3d7f234cb/b4d4520e-a249-4f67-9e10-276e81facead) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:49.339736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18c2323-3ee7-47e8-92a2-fa19c24c699b']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:49.367506 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5330f885-4257-482b-bd3d-35cd05054e2b') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:49.368604 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5330f885-4257-482b-bd3d-35cd05054e2b') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:49.374265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-be1da157-9f34-4ab2-a99a-a89f3cf7fcae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port cf3170e1-2492-40b9-a191-52b526e453e1 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:49.374856 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-be1da157-9f34-4ab2-a99a-a89f3cf7fcae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.378525 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Pushing event updated for resources: {'Port': ['ID=ac08a37a-605b-4220-9538-05845a812e1a,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:49.394175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.397586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3db0af17-eec5-49aa-93a7-58a0e90d55bc tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:49.402211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.408853 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:49.421777 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Attempting to bind port a72399a7-3945-4662-aec6-98d4d0a8999c on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:49.422168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Attempting to bind port a72399a7-3945-4662-aec6-98d4d0a8999c by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'cf1accb3-349d-40ef-a559-522d849886c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '6b0d8c52-214a-456a-9b70-4ac799dfde2f'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:49.422543 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Attempting to bind port a72399a7-3945-4662-aec6-98d4d0a8999c on network 6b0d8c52-214a-456a-9b70-4ac799dfde2f {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:49.425720 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=60c4b3a0-7e46-4854-903f-32b9d8c0b943,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:49.433311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No DVR routers for this DVR port 60c4b3a0-7e46-4854-903f-32b9d8c0b943 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:49.435381 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:49.480704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.495008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-24c907cd-17da-4596-8647-73ebf50737b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.496700 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a0586372-b537-409d-9ee3-8bb7ed0f1399 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:49.498939 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.503557 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.510213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:49.510605 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Checking segment: {'id': 'cf1accb3-349d-40ef-a559-522d849886c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '6b0d8c52-214a-456a-9b70-4ac799dfde2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:49.511052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.511466 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Bound using segment: {'id': 'cf1accb3-349d-40ef-a559-522d849886c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '6b0d8c52-214a-456a-9b70-4ac799dfde2f'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:49.511970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Bound port: a72399a7-3945-4662-aec6-98d4d0a8999c, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1accb3-349d-40ef-a559-522d849886c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '6b0d8c52-214a-456a-9b70-4ac799dfde2f'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:49.512371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.543359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.550749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Transition to ACTIVE for port object 4997d9d3-f5b4-41be-887e-c62b3b148c5f will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:49.559825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb2aec7-430a-4444-829f-7444d472331f']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:49.572069 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Attempting to bind port ac08a37a-605b-4220-9538-05845a812e1a on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:49.572708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Attempting to bind port ac08a37a-605b-4220-9538-05845a812e1a by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5330f885-4257-482b-bd3d-35cd05054e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'd18c2323-3ee7-47e8-92a2-fa19c24c699b'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:49.572835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Attempting to bind port ac08a37a-605b-4220-9538-05845a812e1a on network d18c2323-3ee7-47e8-92a2-fa19c24c699b {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:49.576829 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcac0128-8b62-41c7-a2d5-6430207652b2') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:49.576829 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcac0128-8b62-41c7-a2d5-6430207652b2') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:49.590806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.592531 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:49.593025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Checking segment: {'id': '5330f885-4257-482b-bd3d-35cd05054e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'd18c2323-3ee7-47e8-92a2-fa19c24c699b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:49.593739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.594357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Bound using segment: {'id': '5330f885-4257-482b-bd3d-35cd05054e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'd18c2323-3ee7-47e8-92a2-fa19c24c699b'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:49.595125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Bound port: ac08a37a-605b-4220-9538-05845a812e1a, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5330f885-4257-482b-bd3d-35cd05054e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'd18c2323-3ee7-47e8-92a2-fa19c24c699b'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:49.595735 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.608575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.616438 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:49.616988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:49.621411 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:49.675012 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e3a26-cae5-4268-89f6-1dd1f6cdd91d None None] DHCP port deletion for 8cb2aec7-430a-4444-829f-7444d472331f request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:44:49.699436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.707073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9a26ed6e-0d11-4bdc-9973-0c0b573062a3 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:49.717722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.726685 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/networks/8cb2aec7-430a-4444-829f-7444d472331f HTTP/1.1" status: 204 len: 168 time: 0.7064655 Jun 24 12:44:49.738056 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43438) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:49.745806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4695528e-c7a1-445f-a8e0-a12c1cfe5df5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-534009924'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:49.753524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Network': ['ID=8cb2aec7-430a-4444-829f-7444d472331f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:49.756604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:49.759887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] For port a72399a7-3945-4662-aec6-98d4d0a8999c, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:49.792262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] For port a72399a7-3945-4662-aec6-98d4d0a8999c, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a72399a7-3945-4662-aec6-98d4d0a8999c,segment=NetworkSegment(cf1accb3-349d-40ef-a559-522d849886c8),segment_id=cf1accb3-349d-40ef-a559-522d849886c8)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:49.807397 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.813902 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c1d10567-9ef2-4df9-8422-ee92023a54cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:49.817862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.844346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] For port ac08a37a-605b-4220-9538-05845a812e1a, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:49.853496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:49.853912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:49.856924 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:49.864394 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Transition to ACTIVE for port object b4d4520e-a249-4f67-9e10-276e81facead will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:49.897122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Transition to ACTIVE for port object b4d4520e-a249-4f67-9e10-276e81facead will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:49.897844 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:49.898389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Pushing event updated for resources: {'Port': ['ID=a72399a7-3945-4662-aec6-98d4d0a8999c,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:49.902297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:49.910400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.912497 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-13a5a374-2860-4756-8e49-69b5065a13c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:49.939949 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:49.952358 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:49.955482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:49.958419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:49.960714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=da03fb29-4d0a-4460-9e99-a90b63ffa08b,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:49.976580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:49.980550 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:49.987092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:49.987919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:50.016735 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Pushing event updated for resources: {'Port': ['ID=b4d4520e-a249-4f67-9e10-276e81facead,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:50.020273 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:50.023022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] For port ac08a37a-605b-4220-9538-05845a812e1a, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ac08a37a-605b-4220-9538-05845a812e1a,segment=NetworkSegment(5330f885-4257-482b-bd3d-35cd05054e2b),segment_id=5330f885-4257-482b-bd3d-35cd05054e2b)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:50.049228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.050656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=4997d9d3-f5b4-41be-887e-c62b3b148c5f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:50.053293 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 12:44:50.053293 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 12:44:50.053293 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'id': 'd18c2323-3ee7-47e8-92a2-fa19c24c699b'}] Jun 24 12:44:50.053293 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:44:50.054322 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:44:50.056378 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-dd802754-3d23-4ab4-abcd-1e4513b4acc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:50.058249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-be1da157-9f34-4ab2-a99a-a89f3cf7fcae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.075252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:50.134533 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Attempting to bind port b4d4520e-a249-4f67-9e10-276e81facead on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:50.134924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Attempting to bind port b4d4520e-a249-4f67-9e10-276e81facead by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:50.135359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Attempting to bind port b4d4520e-a249-4f67-9e10-276e81facead on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:50.150200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-24c907cd-17da-4596-8647-73ebf50737b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.167390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-24c907cd-17da-4596-8647-73ebf50737b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.174935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3b7dc00f-496f-4783-a3bc-2dc215ea0844 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:50.189714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-be1da157-9f34-4ab2-a99a-a89f3cf7fcae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for cf3170e1-2492-40b9-a191-52b526e453e1 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:50.219800 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:50.220191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:50.220614 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.221618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:50.221746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Bound port: b4d4520e-a249-4f67-9e10-276e81facead, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:50.222066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.226623 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-24c907cd-17da-4596-8647-73ebf50737b9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4682799202424e2dac015c63573e0b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9524827 Jun 24 12:44:50.239066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1e327b-4454-4fe1-87c2-63af9da67f9c None None] Network d18c2323-3ee7-47e8-92a2-fa19c24c699b requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:50.243120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Pushing event updated for resources: {'Port': ['ID=ac08a37a-605b-4220-9538-05845a812e1a,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:50.244038 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4695528e-c7a1-445f-a8e0-a12c1cfe5df5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:50.255251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4695528e-c7a1-445f-a8e0-a12c1cfe5df5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.257065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:50.269494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43442) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:50.287367 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4695528e-c7a1-445f-a8e0-a12c1cfe5df5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] vlan segment allocate from pool success with {'vlan_id': 1312, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:50.319727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 60c4b3a0-7e46-4854-903f-32b9d8c0b943 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:50.344559 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 60c4b3a0-7e46-4854-903f-32b9d8c0b943 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:50.344956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 60c4b3a0-7e46-4854-903f-32b9d8c0b943 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:50.357709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e613d9-c547-4dcc-891f-708f7253d578 req-117a0047-276b-46f7-ba3c-c9a303c4925d tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:50.359751 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9e613d9-c547-4dcc-891f-708f7253d578 req-117a0047-276b-46f7-ba3c-c9a303c4925d tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 945 time: 0.2951605 Jun 24 12:44:50.372965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c907cd-17da-4596-8647-73ebf50737b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192ab746-32dd-4bd6-b249-b85304ca1ff4,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:50.387155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-24c907cd-17da-4596-8647-73ebf50737b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:50.396935 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network c25e90b7-f1bc-41ab-97a5-7b55847db361 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:50.404443 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:50.410546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] For port b4d4520e-a249-4f67-9e10-276e81facead, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:50.423932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device dfc29f21-b8ae-4c82-b5d7-258332e2f1ca up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:50.434812 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9e613d9-c547-4dcc-891f-708f7253d578 req-b44f966b-dc2d-43de-8242-b306326ffc33 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629091 Jun 24 12:44:50.435847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:50.436406 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.446911 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] For port b4d4520e-a249-4f67-9e10-276e81facead, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b4d4520e-a249-4f67-9e10-276e81facead,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:50.459611 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f143f838-b920-46b6-9354-477a5e1922b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.472995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.476786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-64b1420a-abcf-4755-a238-6d11541cab72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:50.528921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-be1da157-9f34-4ab2-a99a-a89f3cf7fcae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.565784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Pushing event updated for resources: {'Port': ['ID=b4d4520e-a249-4f67-9e10-276e81facead,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:50.566285 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.568140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1754b92a-8dad-46d6-be4c-e15260262c13 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:50.574557 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:50.588954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:50.595264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:50.595651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.613871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1da157-9f34-4ab2-a99a-a89f3cf7fcae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=cf3170e1-2492-40b9-a191-52b526e453e1,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:50.617594 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-be1da157-9f34-4ab2-a99a-a89f3cf7fcae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:50.619443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc96606f-81aa-4004-888f-b0512ba266b4 None None] Network d18c2323-3ee7-47e8-92a2-fa19c24c699b requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:50.751752 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-be1da157-9f34-4ab2-a99a-a89f3cf7fcae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.755379 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-be1da157-9f34-4ab2-a99a-a89f3cf7fcae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/cf3170e1-2492-40b9-a191-52b526e453e1 HTTP/1.1" status: 204 len: 168 time: 1.7209158 Jun 24 12:44:50.758423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43444) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:50.913598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.921065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.960471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8c0a0ff4-39f8-4679-8043-67ecd7aa0422 None None] Provisioning for port 4997d9d3-f5b4-41be-887e-c62b3b148c5f completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:50.965131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc87342-f4aa-468f-b8ff-1da237381bb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:50.969109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8c0a0ff4-39f8-4679-8043-67ecd7aa0422 None None] Provisioning complete for port 4997d9d3-f5b4-41be-887e-c62b3b148c5f triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:50.969508 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8c0a0ff4-39f8-4679-8043-67ecd7aa0422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.970271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc87342-f4aa-468f-b8ff-1da237381bb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:50.977550 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1fc87342-f4aa-468f-b8ff-1da237381bb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2089577 Jun 24 12:44:50.983570 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43446) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:50.991350 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:44:50.993781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354028b1-2f2f-48b7-a638-99411120e335" -d '{"events": [{"server_uuid": "f877ccdb-5d81-41e0-a9aa-288854fa493e", "name": "network-vif-plugged", "status": "completed", "tag": "dfc29f21-b8ae-4c82-b5d7-258332e2f1ca"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:44:51.052175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:51.070651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.072880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:51.076566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-8c0a0ff4-39f8-4679-8043-67ecd7aa0422 None None] Port 4997d9d3-f5b4-41be-887e-c62b3b148c5f cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:51.077236 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.080343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f143f838-b920-46b6-9354-477a5e1922b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.092510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Deleting port ac08a37a-605b-4220-9538-05845a812e1a {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:51.093028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.142145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e522ad43-3b30-4c8c-922d-3178826f6919 x-openstack-request-id: req-e522ad43-3b30-4c8c-922d-3178826f6919 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:44:51.142145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f877ccdb-5d81-41e0-a9aa-288854fa493e", "name": "network-vif-plugged", "status": "completed", "tag": "dfc29f21-b8ae-4c82-b5d7-258332e2f1ca", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:44:51.142145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e522ad43-3b30-4c8c-922d-3178826f6919 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:44:51.142145 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'code': 200} Jun 24 12:44:51.159884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4695528e-c7a1-445f-a8e0-a12c1cfe5df5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.159884 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-4695528e-c7a1-445f-a8e0-a12c1cfe5df5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Added segment d91b45bb-4dcf-4b00-b2ad-39a7d6620b83 of type vlan for network a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0 Jun 24 12:44:51.162410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f143f838-b920-46b6-9354-477a5e1922b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.167645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f143f838-b920-46b6-9354-477a5e1922b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.168829 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f143f838-b920-46b6-9354-477a5e1922b5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/192ab746-32dd-4bd6-b249-b85304ca1ff4 HTTP/1.1" status: 204 len: 168 time: 0.8671107 Jun 24 12:44:51.175907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:51.177906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-22d2e7ee-e67e-4746-b541-dec03e6b8f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:51.185752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:51.216735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143f838-b920-46b6-9354-477a5e1922b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192ab746-32dd-4bd6-b249-b85304ca1ff4,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:51.221641 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f143f838-b920-46b6-9354-477a5e1922b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:51.250539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4695528e-c7a1-445f-a8e0-a12c1cfe5df5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.305687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4695528e-c7a1-445f-a8e0-a12c1cfe5df5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.313286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4695528e-c7a1-445f-a8e0-a12c1cfe5df5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:51.314129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4695528e-c7a1-445f-a8e0-a12c1cfe5df5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.319014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fecf6e74-c848-417d-861f-154c8efbedeb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:51.342107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-144c4d10-e2ff-4597-8eb2-d2270ba14260 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet aff7dea9-9ec5-4184-913e-72e3d7f234cb {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:44:51.415628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695528e-c7a1-445f-a8e0-a12c1cfe5df5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Network': ['ID=a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:51.416361 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-144c4d10-e2ff-4597-8eb2-d2270ba14260 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.420030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4695528e-c7a1-445f-a8e0-a12c1cfe5df5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:51.428166 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4695528e-c7a1-445f-a8e0-a12c1cfe5df5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6886635 Jun 24 12:44:51.431086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43454) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:51.431738 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:51.440468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7c80fed5-b830-467a-badb-bef5773ac52e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': 'a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:51.552712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94989a9a-7900-403c-876f-a8b31f7924ae None None] Network 6b0d8c52-214a-456a-9b70-4ac799dfde2f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:51.605165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-144c4d10-e2ff-4597-8eb2-d2270ba14260 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.677548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c80fed5-b830-467a-badb-bef5773ac52e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:51.683701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c80fed5-b830-467a-badb-bef5773ac52e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.712064 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c7639e92-a050-4a0c-991a-b443caded36d None None] Provisioning for port a72399a7-3945-4662-aec6-98d4d0a8999c completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:51.717919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] For port ac08a37a-605b-4220-9538-05845a812e1a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ac08a37a-605b-4220-9538-05845a812e1a,segment=NetworkSegment(5330f885-4257-482b-bd3d-35cd05054e2b),segment_id=5330f885-4257-482b-bd3d-35cd05054e2b)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:51.718304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.738139 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dbc92-606e-4c6e-b679-586ee7f04baf req-eb5c0e2f-2d01-4165-842c-9da983182632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:51.739733 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f63dbc92-606e-4c6e-b679-586ee7f04baf req-eb5c0e2f-2d01-4165-842c-9da983182632 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 1099 time: 0.3103590 Jun 24 12:44:51.740235 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43458) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:51.776318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cead9040-4e04-4422-b990-5a819bb07bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.805741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Calling delete_port for ac08a37a-605b-4220-9538-05845a812e1a owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:51.901152 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f63dbc92-606e-4c6e-b679-586ee7f04baf req-f9d19e81-ea97-49a9-b36d-6cc6968cf881 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156647 Jun 24 12:44:51.938087 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-144c4d10-e2ff-4597-8eb2-d2270ba14260 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:51.967617 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f2646-a3d6-43d6-9dd0-21a433502394 req-70f0b83c-aaef-44e4-976b-b078c7b2dab8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:51.969321 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-842f2646-a3d6-43d6-9dd0-21a433502394 req-70f0b83c-aaef-44e4-976b-b078c7b2dab8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.2583396 Jun 24 12:44:52.055715 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-842f2646-a3d6-43d6-9dd0-21a433502394 req-5883a1d2-7cac-40f2-a1dd-1dfffeb25b68 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805113 Jun 24 12:44:52.126405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.159890 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-51fbe203-fbe4-4f70-9ca0-32e08ee2d3e3 None None] Provisioning for port b4d4520e-a249-4f67-9e10-276e81facead completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:52.168372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cead9040-4e04-4422-b990-5a819bb07bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.170973 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c80fed5-b830-467a-badb-bef5773ac52e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.171941 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.176007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3163f8dd-fa54-46c6-a14d-5c896722af3f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:52.182256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cead9040-4e04-4422-b990-5a819bb07bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.191870 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.193127 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.201583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:52.242327 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-144c4d10-e2ff-4597-8eb2-d2270ba14260 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.263486 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cead9040-4e04-4422-b990-5a819bb07bd1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7ab8a2f5c6ad42c39a1ec062f0570607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5155311 Jun 24 12:44:52.267206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43460) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:52.280299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80fed5-b830-467a-badb-bef5773ac52e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Subnet': ['ID=b2206a71-f5b3-4419-8a36-ce93ebe7bd00,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:52.291558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7c80fed5-b830-467a-badb-bef5773ac52e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:52.293765 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:52.317625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80fed5-b830-467a-badb-bef5773ac52e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Checking segment: {'id': 'd91b45bb-4dcf-4b00-b2ad-39a7d6620b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:52.317998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80fed5-b830-467a-badb-bef5773ac52e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network hostable DHCP agents. Network: a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:52.334646 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b4d4520e-a249-4f67-9e10-276e81facead up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:52.346887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=4997d9d3-f5b4-41be-887e-c62b3b148c5f,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:52.354316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-144c4d10-e2ff-4597-8eb2-d2270ba14260 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.356277 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-144c4d10-e2ff-4597-8eb2-d2270ba14260 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/aff7dea9-9ec5-4184-913e-72e3d7f234cb HTTP/1.1" status: 204 len: 168 time: 1.3696909 Jun 24 12:44:52.358291 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:52.363211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-42c0854c-1d1d-4ffe-bf48-f85dc579dada tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:52.363404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43462) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:52.384088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f055325-e68a-4a5e-b272-2128dc1e1fa3 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:52.424393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead9040-4e04-4422-b990-5a819bb07bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08038f74-b7a9-4bf6-8e76-a38bc6c07a95,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:52.428184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cead9040-4e04-4422-b990-5a819bb07bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:52.439804 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-26bd4337-0124-4cf7-87b0-ef1c2a47e809 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725822 Jun 24 12:44:52.440601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43464) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:52.443836 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d7d14f51-c8f1-48bc-be56-2dad6375889d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.448176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-06a1d143-97eb-4c7d-bec8-47c6e8ca8bf4 None None] Could not find standard attr ID for object cf3170e1-2492-40b9-a191-52b526e453e1. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:44:52.472642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d7d14f51-c8f1-48bc-be56-2dad6375889d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.493393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port b4d4520e-a249-4f67-9e10-276e81facead completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:52.494083 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80fed5-b830-467a-badb-bef5773ac52e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:52.501054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-802fa495-f5da-4491-916e-53d83f39a6f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:52.519880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b4d4520e-a249-4f67-9e10-276e81facead triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:52.520143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.592782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-7c80fed5-b830-467a-badb-bef5773ac52e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:52.627499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c80fed5-b830-467a-badb-bef5773ac52e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:52.628420 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c80fed5-b830-467a-badb-bef5773ac52e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.644315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b445f6-5394-425e-ade7-1d0a81e7a79f None None] Network a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:52.662550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.662653 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d7d14f51-c8f1-48bc-be56-2dad6375889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.666725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d7d14f51-c8f1-48bc-be56-2dad6375889d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.667949 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d7d14f51-c8f1-48bc-be56-2dad6375889d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/08038f74-b7a9-4bf6-8e76-a38bc6c07a95 HTTP/1.1" status: 204 len: 168 time: 0.3978229 Jun 24 12:44:52.673197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7d740131-f359-40b7-885b-cebc1c5ffa22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:52.721859 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7c80fed5-b830-467a-badb-bef5773ac52e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2897642 Jun 24 12:44:52.729366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d14f51-c8f1-48bc-be56-2dad6375889d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08038f74-b7a9-4bf6-8e76-a38bc6c07a95,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:52.732395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43468) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:52.748351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2716e5f-112b-4630-9b9a-3b652167601d None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:44:52.752042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a975c7b8-bfdb-4291-86c7-433cc1bb154b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1029272770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:52.802941 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d7d14f51-c8f1-48bc-be56-2dad6375889d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:52.803793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802fa495-f5da-4491-916e-53d83f39a6f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:52.822956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-802fa495-f5da-4491-916e-53d83f39a6f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.829245 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c4d10-e2ff-4597-8eb2-d2270ba14260 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=aff7dea9-9ec5-4184-913e-72e3d7f234cb,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:52.861471 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-144c4d10-e2ff-4597-8eb2-d2270ba14260 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:52.862734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.869169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-062010b0-9456-456a-a43f-879cc2c9250a tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:52.910800 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Port': ['ID=ac08a37a-605b-4220-9538-05845a812e1a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:52.915181 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No DVR routers for this DVR port ac08a37a-605b-4220-9538-05845a812e1a on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:52.920010 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:52.926586 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port b4d4520e-a249-4f67-9e10-276e81facead, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b4d4520e-a249-4f67-9e10-276e81facead,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:52.949728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.951721 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device a72399a7-3945-4662-aec6-98d4d0a8999c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:52.985485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a975c7b8-bfdb-4291-86c7-433cc1bb154b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.986494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a975c7b8-bfdb-4291-86c7-433cc1bb154b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.019406 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-456e1bb9-4b23-4b83-9fb2-ed1f4927c114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:53.052002 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network c25e90b7-f1bc-41ab-97a5-7b55847db361 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:53.054750 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.058447 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:53.076975 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18c2323-3ee7-47e8-92a2-fa19c24c699b']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:53.080137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a975c7b8-bfdb-4291-86c7-433cc1bb154b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.087387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a975c7b8-bfdb-4291-86c7-433cc1bb154b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.094501 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5330f885-4257-482b-bd3d-35cd05054e2b') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:53.094814 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5330f885-4257-482b-bd3d-35cd05054e2b') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:53.185163 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c2716e5f-112b-4630-9b9a-3b652167601d None None] Deleting port b4d4520e-a249-4f67-9e10-276e81facead {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:53.185779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c2716e5f-112b-4630-9b9a-3b652167601d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.185879 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.190824 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=b4d4520e-a249-4f67-9e10-276e81facead,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:53.200260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router c8a107b5-2706-4205-a36c-34063e4ae01f is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:44:53.217034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a975c7b8-bfdb-4291-86c7-433cc1bb154b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.221073 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a975c7b8-bfdb-4291-86c7-433cc1bb154b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4771140 Jun 24 12:44:53.221694 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43474) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:53.237885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'network_id': 'a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0', 'name': 'tempest-PortsIpV6TestJSON-102983364'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:53.251577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:53.251923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:53.252260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:53.252591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:53.252914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:53.253240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:53.253565 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:53.253888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:53.254205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:53.254521 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:53.258082 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:53.258082 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:53.286784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.305494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:53.305494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.320039 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:53.323589 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:53.351795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port a72399a7-3945-4662-aec6-98d4d0a8999c completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:53.364097 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port a72399a7-3945-4662-aec6-98d4d0a8999c triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:53.364576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.385229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c2716e5f-112b-4630-9b9a-3b652167601d None None] For port b4d4520e-a249-4f67-9e10-276e81facead, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b4d4520e-a249-4f67-9e10-276e81facead,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:53.386296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c2716e5f-112b-4630-9b9a-3b652167601d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.406855 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0', 'network_id': 'a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0', 'tenant_id': 'c2b8b583811c46a18ab0508f2a86917b', 'fixed_ips': [{'subnet_id': 'b2206a71-f5b3-4419-8a36-ce93ebe7bd00'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:53.408094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.523476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-802fa495-f5da-4491-916e-53d83f39a6f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.534123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4131c05-2e52-43b8-bbcb-3462f7f1d333 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:53.553794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router f78e39ad-8f42-41ae-b5f4-7151f425819e has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:44:53.579732 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.588581 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:53.592752 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.594974 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/d18c2323-3ee7-47e8-92a2-fa19c24c699b HTTP/1.1" status: 204 len: 168 time: 6.3196089 Jun 24 12:44:53.610333 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43484) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:53.616237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fa495-f5da-4491-916e-53d83f39a6f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=d23ccae2-ea2c-4202-87ed-ed1ec6ef4dbb,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:53.616835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c2716e5f-112b-4630-9b9a-3b652167601d None None] Calling delete_port for b4d4520e-a249-4f67-9e10-276e81facead owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:53.621283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-802fa495-f5da-4491-916e-53d83f39a6f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:53.650582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Network': ['ID=d18c2323-3ee7-47e8-92a2-fa19c24c699b,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:53.653754 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-10742086-fde7-4594-8990-cfbeb0d13e14 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] DELETE failed (client error): The resource could not be found. Jun 24 12:44:53.656265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10742086-fde7-4594-8990-cfbeb0d13e14 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:44:53.661820 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-10742086-fde7-4594-8990-cfbeb0d13e14 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/d18c2323-3ee7-47e8-92a2-fa19c24c699b HTTP/1.1" status: 404 len: 339 time: 0.0395045 Jun 24 12:44:53.662439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43488) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:53.676979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802fa495-f5da-4491-916e-53d83f39a6f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:53.682805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-afca82fd-103e-4b5e-b1f4-dbec49b19400 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1915963268', 'description': 'd1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:53.683798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:53.686192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-802fa495-f5da-4491-916e-53d83f39a6f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:53.686681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:53.689891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802fa495-f5da-4491-916e-53d83f39a6f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:53.690313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-802fa495-f5da-4491-916e-53d83f39a6f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.704858 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b7132-acd9-4eb7-9c14-c5e0fe5c0acb None None] Sync routers for ids ['c8a107b5-2706-4205-a36c-34063e4ae01f'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:53.722886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259fa8a-7e25-4e06-adce-b90004d1937b req-2ab0298f-b918-4aca-8cee-cef85f746792 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:53.724294 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b7132-acd9-4eb7-9c14-c5e0fe5c0acb None None] Routers {'c8a107b5-2706-4205-a36c-34063e4ae01f'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:53.724746 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2259fa8a-7e25-4e06-adce-b90004d1937b req-2ab0298f-b918-4aca-8cee-cef85f746792 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.3392954 Jun 24 12:44:53.725610 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-346b7132-acd9-4eb7-9c14-c5e0fe5c0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c8a107b5-2706-4205-a36c-34063e4ae01f'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:53.732526 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-802fa495-f5da-4491-916e-53d83f39a6f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2901702 Jun 24 12:44:53.734334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43492) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:53.739029 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.744308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'name': 'tempest-NetworksTestDHCPv6-269606047'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:53.744514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7c70257b-fbe1-4b39-b9e9-adbfe09cb8cc None None] Provisioning complete for port 4997d9d3-f5b4-41be-887e-c62b3b148c5f triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:53.744514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7c70257b-fbe1-4b39-b9e9-adbfe09cb8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.745955 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0d935800-0d77-46b5-8d51-9888c6b6aaee tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.2473590 Jun 24 12:44:53.746161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43494) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:53.751154 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:53.770214 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/f78e39ad-8f42-41ae-b5f4-7151f425819e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0364017 Jun 24 12:44:53.771051 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43496) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:53.779938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1cfe9-179d-46da-93c6-9ba6529532b7 None None] Sync routers for ids ['f78e39ad-8f42-41ae-b5f4-7151f425819e'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:53.803703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:44:53.803703 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:44:53.803703 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'project_id_1': 'c2b8b583811c46a18ab0508f2a86917b', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 44, 53, 736739)}] Jun 24 12:44:53.803703 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:44:53.804080 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:44:53.825562 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-346b7132-acd9-4eb7-9c14-c5e0fe5c0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:53.853585 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b7132-acd9-4eb7-9c14-c5e0fe5c0acb None None] Routers {'c8a107b5-2706-4205-a36c-34063e4ae01f'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:53.857125 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-346b7132-acd9-4eb7-9c14-c5e0fe5c0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c8a107b5-2706-4205-a36c-34063e4ae01f'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:53.858022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bbec7c-5ae9-44a4-ab63-679bed1190a9 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:53.859636 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-17bbec7c-5ae9-44a4-ab63-679bed1190a9 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports/4997d9d3-f5b4-41be-887e-c62b3b148c5f HTTP/1.1" status: 200 len: 913 time: 0.0874956 Jun 24 12:44:53.861552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7c70257b-fbe1-4b39-b9e9-adbfe09cb8cc None None] Port 4997d9d3-f5b4-41be-887e-c62b3b148c5f cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:53.863275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43500) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:53.900568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1cfe9-179d-46da-93c6-9ba6529532b7 None None] Routers {'f78e39ad-8f42-41ae-b5f4-7151f425819e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:53.901566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-50b1cfe9-179d-46da-93c6-9ba6529532b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['f78e39ad-8f42-41ae-b5f4-7151f425819e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:53.906446 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-346b7132-acd9-4eb7-9c14-c5e0fe5c0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:53.907138 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b7132-acd9-4eb7-9c14-c5e0fe5c0acb None None] The sync data for ids ['c8a107b5-2706-4205-a36c-34063e4ae01f'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:53.956581 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-50b1cfe9-179d-46da-93c6-9ba6529532b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:53.965826 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afca82fd-103e-4b5e-b1f4-dbec49b19400 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:53.967421 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.969360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-afca82fd-103e-4b5e-b1f4-dbec49b19400 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.988293 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c2716e5f-112b-4630-9b9a-3b652167601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.001313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:54.005218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Allocated IP 2001:db8::2 (a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0/b2206a71-f5b3-4419-8a36-ce93ebe7bd00/b70438f9-d26f-4a4c-8e95-390d86c0f6e4) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:54.005400 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2259fa8a-7e25-4e06-adce-b90004d1937b req-f6569d7f-5af9-45d6-b397-6e179525b738 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712243 Jun 24 12:44:54.044346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1cfe9-179d-46da-93c6-9ba6529532b7 None None] Routers {'f78e39ad-8f42-41ae-b5f4-7151f425819e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:54.045292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-50b1cfe9-179d-46da-93c6-9ba6529532b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['f78e39ad-8f42-41ae-b5f4-7151f425819e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:54.086905 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2716e5f-112b-4630-9b9a-3b652167601d None None] Pushing event deleted for resources: {'Port': ['ID=b4d4520e-a249-4f67-9e10-276e81facead,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:54.097036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afca82fd-103e-4b5e-b1f4-dbec49b19400 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] vlan segment allocate from pool success with {'vlan_id': 1325, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:54.173958 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-afca82fd-103e-4b5e-b1f4-dbec49b19400 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.174333 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-afca82fd-103e-4b5e-b1f4-dbec49b19400 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Added segment d56e1178-d2c8-4220-9478-dffff83e9f15 of type vlan for network 87496c00-bd72-4985-b83f-ecb8fd1280a4 Jun 24 12:44:54.190904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c2716e5f-112b-4630-9b9a-3b652167601d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:54.192781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-50b1cfe9-179d-46da-93c6-9ba6529532b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:54.193654 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1cfe9-179d-46da-93c6-9ba6529532b7 None None] The sync data for ids ['f78e39ad-8f42-41ae-b5f4-7151f425819e'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:54.219708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:54.221034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2716e5f-112b-4630-9b9a-3b652167601d None None] No DVR routers for this DVR port b4d4520e-a249-4f67-9e10-276e81facead on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:54.224214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.267471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9531cb9b-4265-4ec4-9fd9-33173a75d737 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:54.273846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port a72399a7-3945-4662-aec6-98d4d0a8999c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a72399a7-3945-4662-aec6-98d4d0a8999c,segment=NetworkSegment(cf1accb3-349d-40ef-a559-522d849886c8),segment_id=cf1accb3-349d-40ef-a559-522d849886c8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:54.291422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-afca82fd-103e-4b5e-b1f4-dbec49b19400 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.295958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.306166 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:54.358633 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port 285e0074-29d3-46ec-a6ac-ab02f4d382d9 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:54.377314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.400434 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Transition to ACTIVE for port object b70438f9-d26f-4a4c-8e95-390d86c0f6e4 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:54.402168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7dac992d-06b1-4c38-abaa-c7fe752ae91b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.439141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=a72399a7-3945-4662-aec6-98d4d0a8999c,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:54.447478 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b4d4520e-a249-4f67-9e10-276e81facead no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:54.455017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:54.456470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Transition to ACTIVE for port object b70438f9-d26f-4a4c-8e95-390d86c0f6e4 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:54.480090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: b4d4520e-a249-4f67-9e10-276e81facead {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:54.480602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b4d4520e-a249-4f67-9e10-276e81facead not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:54.482448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.485216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:54.486790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:54.491253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.544978 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-afca82fd-103e-4b5e-b1f4-dbec49b19400 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.551646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afca82fd-103e-4b5e-b1f4-dbec49b19400 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:54.552260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-afca82fd-103e-4b5e-b1f4-dbec49b19400 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.559089 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Network a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:54.566389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:54.568624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:54.569123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:54.571146 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Pushing event updated for resources: {'Port': ['ID=b70438f9-d26f-4a4c-8e95-390d86c0f6e4,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:54.575258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:54.609295 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a0982-90e2-48e7-80d7-fb53b66469ac req-31e13bb9-786e-41c4-ad2e-dcc86ecad3ad tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:54.616246 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-945a0982-90e2-48e7-80d7-fb53b66469ac req-31e13bb9-786e-41c4-ad2e-dcc86ecad3ad tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.3683341 Jun 24 12:44:54.622011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': 'd23ccae2-ea2c-4202-87ed-ed1ec6ef4dbb'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:44:54.622991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.673580 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Attempting to bind port b70438f9-d26f-4a4c-8e95-390d86c0f6e4 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:54.674023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Attempting to bind port b70438f9-d26f-4a4c-8e95-390d86c0f6e4 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'd91b45bb-4dcf-4b00-b2ad-39a7d6620b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:54.675039 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Attempting to bind port b70438f9-d26f-4a4c-8e95-390d86c0f6e4 on network a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:54.688407 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-afca82fd-103e-4b5e-b1f4-dbec49b19400 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0208051 Jun 24 12:44:54.689776 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port 09df4e45-0956-40a3-a04a-402172a71bd1 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:54.692998 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43516) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:54.728418 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:54.729132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Checking segment: {'id': 'd91b45bb-4dcf-4b00-b2ad-39a7d6620b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:54.729819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.730377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Bound using segment: {'id': 'd91b45bb-4dcf-4b00-b2ad-39a7d6620b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:54.731064 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Bound port: b70438f9-d26f-4a4c-8e95-390d86c0f6e4, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91b45bb-4dcf-4b00-b2ad-39a7d6620b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:54.731634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.813388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca82fd-103e-4b5e-b1f4-dbec49b19400 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Network': ['ID=87496c00-bd72-4985-b83f-ecb8fd1280a4,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:54.837910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::4 (775331f2-7641-4269-a311-a446eb45635d/d23ccae2-ea2c-4202-87ed-ed1ec6ef4dbb/285e0074-29d3-46ec-a6ac-ab02f4d382d9) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:54.840520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-afca82fd-103e-4b5e-b1f4-dbec49b19400 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:54.851676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 87496c00-bd72-4985-b83f-ecb8fd1280a4 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:54.863971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c539bdee-dc38-43e7-afaa-82e747d78218 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:54.867870 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c539bdee-dc38-43e7-afaa-82e747d78218 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "GET /v2.0/networks?id=87496c00-bd72-4985-b83f-ecb8fd1280a4 HTTP/1.1" status: 200 len: 765 time: 0.1684988 Jun 24 12:44:54.872188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43522) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:54.880812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5e7f004b-177f-4864-971b-129276288b03 None None] For port b70438f9-d26f-4a4c-8e95-390d86c0f6e4, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:54.883492 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-945a0982-90e2-48e7-80d7-fb53b66469ac req-4b430a7a-4dc0-47e2-b029-0aa4d819abd9 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661319 Jun 24 12:44:54.884858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a6d36b6d-f549-4477-b0cc-b29027807dc5 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'network': {'description': 'd2'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:54.912745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43524) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:54.925463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5e7f004b-177f-4864-971b-129276288b03 None None] For port b70438f9-d26f-4a4c-8e95-390d86c0f6e4, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b70438f9-d26f-4a4c-8e95-390d86c0f6e4,segment=NetworkSegment(d91b45bb-4dcf-4b00-b2ad-39a7d6620b83),segment_id=d91b45bb-4dcf-4b00-b2ad-39a7d6620b83)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:54.937932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:54.941484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:55.011074 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Pushing event updated for resources: {'Port': ['ID=b70438f9-d26f-4a4c-8e95-390d86c0f6e4,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:55.027505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:55.031856 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43526) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:55.165805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a6d36b6d-f549-4477-b0cc-b29027807dc5 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:55.190869 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a6d36b6d-f549-4477-b0cc-b29027807dc5 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:55.194956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-79862be2-5d32-45f1-9d95-48aba4d4965e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:55.208836 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6d36b6d-f549-4477-b0cc-b29027807dc5 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network 87496c00-bd72-4985-b83f-ecb8fd1280a4 is not hosted by any dhcp agent {{(pid=100146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 12:44:55.215735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d36b6d-f549-4477-b0cc-b29027807dc5 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:55.218099 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a6d36b6d-f549-4477-b0cc-b29027807dc5 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:55.220638 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a6d36b6d-f549-4477-b0cc-b29027807dc5 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "PUT /v2.0/networks/87496c00-bd72-4985-b83f-ecb8fd1280a4 HTTP/1.1" status: 200 len: 762 time: 0.3451400 Jun 24 12:44:55.235123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43530) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:55.314608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-7dac992d-06b1-4c38-abaa-c7fe752ae91b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port 4997d9d3-f5b4-41be-887e-c62b3b148c5f {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:55.314981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7dac992d-06b1-4c38-abaa-c7fe752ae91b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:55.372915 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d36b6d-f549-4477-b0cc-b29027807dc5 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Network': ['ID=87496c00-bd72-4985-b83f-ecb8fd1280a4,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:55.375930 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a6d36b6d-f549-4477-b0cc-b29027807dc5 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:55.387172 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 87496c00-bd72-4985-b83f-ecb8fd1280a4 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:55.427811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1465106094', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:55.437115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6632b66-4264-4f54-a494-a937ceb4f730 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:55.439328 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a6632b66-4264-4f54-a494-a937ceb4f730 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "GET /v2.0/networks?id=87496c00-bd72-4985-b83f-ecb8fd1280a4 HTTP/1.1" status: 200 len: 765 time: 0.2028277 Jun 24 12:44:55.442977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43532) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:55.492283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Allocated IP 2001:db8::25d (a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0/b2206a71-f5b3-4419-8a36-ce93ebe7bd00/09df4e45-0956-40a3-a04a-402172a71bd1) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:55.551455 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Made reservation on behalf of 7522da2d67f34dd38b13c0ad2ce8292e for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:55.553484 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:55.601313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:55.604437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7dac992d-06b1-4c38-abaa-c7fe752ae91b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:55.611695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29980a8f-75c6-46df-9b48-360cce5ac406 tempest-TestNetworkAdvancedServerOps-1507877277 tempest-TestNetworkAdvancedServerOps-1507877277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:55.615932 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-29980a8f-75c6-46df-9b48-360cce5ac406 tempest-TestNetworkAdvancedServerOps-1507877277 tempest-TestNetworkAdvancedServerOps-1507877277-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 1094 time: 0.6992354 Jun 24 12:44:55.621590 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43534) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:55.636328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:55.648582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-7dac992d-06b1-4c38-abaa-c7fe752ae91b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for 4997d9d3-f5b4-41be-887e-c62b3b148c5f owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:55.677351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:55.686835 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c1c4b-fe99-43d7-96d9-06bbf90b6c5d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:55.687048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:55.691294 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-595c1c4b-fe99-43d7-96d9-06bbf90b6c5d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2449365 Jun 24 12:44:55.704971 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43536) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:55.748857 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object 285e0074-29d3-46ec-a6ac-ab02f4d382d9 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:55.811353 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d45d79d6-834f-4726-9b03-6014bedf17bf tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 207 time: 0.0944655 Jun 24 12:44:55.812766 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43538) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:55.958718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:55.974270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0604c3fa-b83c-43a9-84a5-d35f24989f0a tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:55.985493 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.013913 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Allocated IP 2001:db8::2 (775331f2-7641-4269-a311-a446eb45635d/d23ccae2-ea2c-4202-87ed-ed1ec6ef4dbb/d8d76502-82c4-47f0-a214-c699a0ef409e) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:56.056157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:56.072016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Transition to ACTIVE for port object 09df4e45-0956-40a3-a04a-402172a71bd1 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:56.077846 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:56.082808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:56.091889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:56.092563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.096913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=285e0074-29d3-46ec-a6ac-ab02f4d382d9,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:56.130891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:56.181132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7a7cbe-c8ce-4046-9e76-23418a0ab371 None None] Network a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:56.217392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.223944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d410da53-ce4a-4b45-9d2f-1a5a2d2b9875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:56.281310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.283113 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a7864302-65c9-4acb-ae4b-4988bf20d5b5 None None] Provisioning for port b70438f9-d26f-4a4c-8e95-390d86c0f6e4 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:56.289709 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7dac992d-06b1-4c38-abaa-c7fe752ae91b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.300600 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6b9ead3f-a521-4263-b96c-dfdf6c39cc17 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:56.303196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Transition to ACTIVE for port object d8d76502-82c4-47f0-a214-c699a0ef409e will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:56.312003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:56.330383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:56.339871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:56.346446 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:56.347333 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.352465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=09df4e45-0956-40a3-a04a-402172a71bd1,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:56.357809 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Transition to ACTIVE for port object d8d76502-82c4-47f0-a214-c699a0ef409e will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:56.359280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:56.365750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.370666 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:56.381084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.20.0.1 (6b0d8c52-214a-456a-9b70-4ac799dfde2f/302c2110-3930-4dfc-86bc-20d941429a38/3aa4abe9-59ce-47d3-b792-55522dcee2b4) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:56.407238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac992d-06b1-4c38-abaa-c7fe752ae91b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=4997d9d3-f5b4-41be-887e-c62b3b148c5f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:56.415204 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:56.418383 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7dac992d-06b1-4c38-abaa-c7fe752ae91b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:56.445125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:56.451554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:56.457271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Pushing event updated for resources: {'Port': ['ID=d8d76502-82c4-47f0-a214-c699a0ef409e,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:56.460571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.462460 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:56.487645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96398b23-a99f-4bbc-b714-20f987a245e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:56.497298 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96398b23-a99f-4bbc-b714-20f987a245e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:56.501215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.504847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96398b23-a99f-4bbc-b714-20f987a245e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:56.505012 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] device_id is not set on port 74bc8e50-006a-4511-82f6-2bf220f41753 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:56.512666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96398b23-a99f-4bbc-b714-20f987a245e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:56.519243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96398b23-a99f-4bbc-b714-20f987a245e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:56.526510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96398b23-a99f-4bbc-b714-20f987a245e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:56.528769 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-96398b23-a99f-4bbc-b714-20f987a245e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7148898 Jun 24 12:44:56.564225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43540) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:56.579582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b70438f9-d26f-4a4c-8e95-390d86c0f6e4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:56.584170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Attempting to bind port d8d76502-82c4-47f0-a214-c699a0ef409e on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:56.584552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Attempting to bind port d8d76502-82c4-47f0-a214-c699a0ef409e by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:56.584924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Attempting to bind port d8d76502-82c4-47f0-a214-c699a0ef409e on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:56.629220 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:56.629909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:56.630541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.631149 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:56.631844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Bound port: d8d76502-82c4-47f0-a214-c699a0ef409e, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:56.632430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.638806 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8ad8fdd5-3488-4445-9769-1665fbf152fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.642567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ca0c0530-8541-40fa-ada5-a1e19dc5cfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:56.655045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Allocated IP 172.26.1.239 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/74bc8e50-006a-4511-82f6-2bf220f41753) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:56.695389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.743351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] For port d8d76502-82c4-47f0-a214-c699a0ef409e, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:56.751135 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] For port d8d76502-82c4-47f0-a214-c699a0ef409e, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d8d76502-82c4-47f0-a214-c699a0ef409e,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:56.766791 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.777932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:56.784455 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port b70438f9-d26f-4a4c-8e95-390d86c0f6e4 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:56.799271 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5719335 Jun 24 12:44:56.799271 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0592420 Jun 24 12:44:56.799890 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7dac992d-06b1-4c38-abaa-c7fe752ae91b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.801641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43542) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:56.802006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43544) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:56.838576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b70438f9-d26f-4a4c-8e95-390d86c0f6e4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:56.839005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.867653 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8165c703-bbd8-4a44-b805-a938ae3324dd,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:56.868375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:56.888882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.923553 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.932686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Pushing event updated for resources: {'Port': ['ID=d8d76502-82c4-47f0-a214-c699a0ef409e,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:56.944703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:56.951308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Transition to ACTIVE for port object 3aa4abe9-59ce-47d3-b792-55522dcee2b4 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:56.997150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.002169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:57.038353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.050060 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.053794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:57.058544 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7e307c59-9465-4963-a3cd-274b17ce4f4e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4894326 Jun 24 12:44:57.063406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43546) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:57.065619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:57.089466 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-785cc87c-5e7d-428f-9f53-c137abcecadb None None] Provisioning for port 09df4e45-0956-40a3-a04a-402172a71bd1 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:57.090821 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:57.095887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-785cc87c-5e7d-428f-9f53-c137abcecadb None None] Provisioning complete for port 09df4e45-0956-40a3-a04a-402172a71bd1 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:57.095887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-785cc87c-5e7d-428f-9f53-c137abcecadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.153792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port b70438f9-d26f-4a4c-8e95-390d86c0f6e4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b70438f9-d26f-4a4c-8e95-390d86c0f6e4,segment=NetworkSegment(d91b45bb-4dcf-4b00-b2ad-39a7d6620b83),segment_id=d91b45bb-4dcf-4b00-b2ad-39a7d6620b83)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:57.159006 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:57.159617 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.172699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.174097 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device a72399a7-3945-4662-aec6-98d4d0a8999c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:57.176351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:57.192560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-785cc87c-5e7d-428f-9f53-c137abcecadb None None] Port 09df4e45-0956-40a3-a04a-402172a71bd1 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:57.201751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 6b0d8c52-214a-456a-9b70-4ac799dfde2f is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:57.231844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Pushing event updated for resources: {'Port': ['ID=74bc8e50-006a-4511-82f6-2bf220f41753,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:57.244359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:57.249284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:57.250163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:57.259181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:57.260704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-785cc87c-5e7d-428f-9f53-c137abcecadb None None] Provisioning complete for port b70438f9-d26f-4a4c-8e95-390d86c0f6e4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:57.261156 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-785cc87c-5e7d-428f-9f53-c137abcecadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.265652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.2327559 Jun 24 12:44:57.293558 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43548) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:57.325455 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=b70438f9-d26f-4a4c-8e95-390d86c0f6e4,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:57.329045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:57.378209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port a72399a7-3945-4662-aec6-98d4d0a8999c triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:57.378742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.381321 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f8925-76d1-4a38-a6ae-db57f62bbbe2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:57.383485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f8925-76d1-4a38-a6ae-db57f62bbbe2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:57.396612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f8925-76d1-4a38-a6ae-db57f62bbbe2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:57.399418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f8925-76d1-4a38-a6ae-db57f62bbbe2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:57.401027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f8925-76d1-4a38-a6ae-db57f62bbbe2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:57.402347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-65625ad4-8a4d-4601-81cd-be32b9fbec6e tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.239'}]}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:57.407717 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cd1f8925-76d1-4a38-a6ae-db57f62bbbe2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3400447 Jun 24 12:44:57.435195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=3aa4abe9-59ce-47d3-b792-55522dcee2b4,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:57.436552 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43550) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:57.449155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:57.456948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.582193 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c25e4-7aa5-49dc-b5c1-0205f25343cb tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['shared'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:57.584945 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c25e4-7aa5-49dc-b5c1-0205f25343cb tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['shared'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:57.585080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c25e4-7aa5-49dc-b5c1-0205f25343cb tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['shared'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:57.587129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c25e4-7aa5-49dc-b5c1-0205f25343cb tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['shared'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:57.588503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c25e4-7aa5-49dc-b5c1-0205f25343cb tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['shared'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:57.593649 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cc3c25e4-7aa5-49dc-b5c1-0205f25343cb tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1043012 Jun 24 12:44:57.595198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65625ad4-8a4d-4601-81cd-be32b9fbec6e tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.596261 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65625ad4-8a4d-4601-81cd-be32b9fbec6e tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.601888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43552) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:57.626536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.691449 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b897beb-44f5-4327-aa6d-df56d972885a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:57.699007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b897beb-44f5-4327-aa6d-df56d972885a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:57.704218 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6b897beb-44f5-4327-aa6d-df56d972885a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.8675904 Jun 24 12:44:57.716655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43554) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:57.785329 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ee524e71-9be6-450e-bb34-d8ddd796a5b7 None None] Provisioning for port 3aa4abe9-59ce-47d3-b792-55522dcee2b4 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:57.797583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ee524e71-9be6-450e-bb34-d8ddd796a5b7 None None] Provisioning complete for port 3aa4abe9-59ce-47d3-b792-55522dcee2b4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:57.797583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ee524e71-9be6-450e-bb34-d8ddd796a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.841566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ee524e71-9be6-450e-bb34-d8ddd796a5b7 None None] Port 3aa4abe9-59ce-47d3-b792-55522dcee2b4 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:57.851236 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ee524e71-9be6-450e-bb34-d8ddd796a5b7 None None] Provisioning complete for port 09df4e45-0956-40a3-a04a-402172a71bd1 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:57.851780 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ee524e71-9be6-450e-bb34-d8ddd796a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.892264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ee524e71-9be6-450e-bb34-d8ddd796a5b7 None None] Port 09df4e45-0956-40a3-a04a-402172a71bd1 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:57.892493 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.896963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65625ad4-8a4d-4601-81cd-be32b9fbec6e tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.926064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dac992d-06b1-4c38-abaa-c7fe752ae91b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router f78e39ad-8f42-41ae-b5f4-7151f425819e has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:44:57.939351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.945786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.950591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4c9307d-6336-46cf-993a-0ec33850dc14 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:58.029387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:58.031513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=3aa4abe9-59ce-47d3-b792-55522dcee2b4,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:58.034514 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:58.135699 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 6b0d8c52-214a-456a-9b70-4ac799dfde2f is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:58.137369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:58.275171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router c8a107b5-2706-4205-a36c-34063e4ae01f has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:44:58.324067 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0148b361-8c39-4969-b55a-fa6a0be75f5d None None] Provisioning for port d8d76502-82c4-47f0-a214-c699a0ef409e completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:58.376767 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:58.389547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c36792d-8edf-4521-a720-5bac86a28d25 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:58.391015 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7c36792d-8edf-4521-a720-5bac86a28d25 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "GET /v2.0/networks/528f8396-d5ec-4a00-b2e0-082906b3ce6a HTTP/1.1" status: 200 len: 804 time: 0.7831233 Jun 24 12:44:58.412149 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43556) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:58.444667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:58.461965 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "PUT /v2.0/routers/c8a107b5-2706-4205-a36c-34063e4ae01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7099526 Jun 24 12:44:58.462872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43558) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:58.466097 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312d460f-4e7b-440b-b984-2429f89cb103 None None] Sync routers for ids ['c8a107b5-2706-4205-a36c-34063e4ae01f'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:58.470166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'port': {'network_id': '6b0d8c52-214a-456a-9b70-4ac799dfde2f', 'name': 'tempest-FloatingIPTestJSON-1183643285'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:58.476840 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312d460f-4e7b-440b-b984-2429f89cb103 None None] Routers {'c8a107b5-2706-4205-a36c-34063e4ae01f'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:58.478095 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-312d460f-4e7b-440b-b984-2429f89cb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c8a107b5-2706-4205-a36c-34063e4ae01f'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:58.534857 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-312d460f-4e7b-440b-b984-2429f89cb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:58.550316 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312d460f-4e7b-440b-b984-2429f89cb103 None None] Routers {'c8a107b5-2706-4205-a36c-34063e4ae01f'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:58.551348 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-312d460f-4e7b-440b-b984-2429f89cb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c8a107b5-2706-4205-a36c-34063e4ae01f'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:58.565269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d87996d5-f78e-4fd2-b9fb-4fb534f39de9 None None] Provisioning complete for port 3aa4abe9-59ce-47d3-b792-55522dcee2b4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:58.566279 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d87996d5-f78e-4fd2-b9fb-4fb534f39de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:58.597272 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-312d460f-4e7b-440b-b984-2429f89cb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:58.598367 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312d460f-4e7b-440b-b984-2429f89cb103 None None] The sync data for ids ['c8a107b5-2706-4205-a36c-34063e4ae01f'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:58.615076 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b70438f9-d26f-4a4c-8e95-390d86c0f6e4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:58.622597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffac6ee-2926-4d69-8a1c-9920283e028d None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:44:58.630499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Made reservation on behalf of ce01c10518904de48c48ad4d9bb69185 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:58.635717 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:58.661006 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] device_id is not set on port cd0714bb-43a9-401e-b6d2-a6bf025f714b yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:44:58.686555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65625ad4-8a4d-4601-81cd-be32b9fbec6e tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:58.699316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-d87996d5-f78e-4fd2-b9fb-4fb534f39de9 None None] Port 3aa4abe9-59ce-47d3-b792-55522dcee2b4 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:58.762609 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b70438f9-d26f-4a4c-8e95-390d86c0f6e4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:58.763022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:58.782058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Allocated IP 172.20.0.4 (6b0d8c52-214a-456a-9b70-4ac799dfde2f/302c2110-3930-4dfc-86bc-20d941429a38/cd0714bb-43a9-401e-b6d2-a6bf025f714b) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:58.849081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3d875111-6e19-4d64-baaf-23ae3ff1a6aa None None] Provisioning for port 285e0074-29d3-46ec-a6ac-ab02f4d382d9 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:58.863384 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3d875111-6e19-4d64-baaf-23ae3ff1a6aa None None] Provisioning complete for port 285e0074-29d3-46ec-a6ac-ab02f4d382d9 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:58.863768 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3d875111-6e19-4d64-baaf-23ae3ff1a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:58.870433 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-4c33c94e-7d1e-4eab-acbe-dbe56477477b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port 285e0074-29d3-46ec-a6ac-ab02f4d382d9 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:58.870797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4c33c94e-7d1e-4eab-acbe-dbe56477477b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:58.878424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Allocated IP 172.26.1.241 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/c4239fe6-d627-4a26-8f08-dc90d69e5798) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:58.886744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffac6ee-2926-4d69-8a1c-9920283e028d None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:44:58.887076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dac992d-06b1-4c38-abaa-c7fe752ae91b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:58.923662 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7dac992d-06b1-4c38-abaa-c7fe752ae91b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/f78e39ad-8f42-41ae-b5f4-7151f425819e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0546634 Jun 24 12:44:58.925746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43560) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:58.926620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff119e-b322-4e08-ab72-cdb7cea3beb2 None None] Sync routers for ids ['f78e39ad-8f42-41ae-b5f4-7151f425819e'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:58.945142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-3d875111-6e19-4d64-baaf-23ae3ff1a6aa None None] Port 285e0074-29d3-46ec-a6ac-ab02f4d382d9 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:58.962542 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff119e-b322-4e08-ab72-cdb7cea3beb2 None None] Routers {'f78e39ad-8f42-41ae-b5f4-7151f425819e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:58.962909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ecff119e-b322-4e08-ab72-cdb7cea3beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['f78e39ad-8f42-41ae-b5f4-7151f425819e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:59.001843 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7094f3da-1d94-4ed3-b645-754f11ebe595 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "GET /v2.0/networks/528f8396-d5ec-4a00-b2e0-082906b3ce6a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5868855 Jun 24 12:44:59.008583 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43562) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:59.014392 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d8d76502-82c4-47f0-a214-c699a0ef409e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:59.018834 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ecff119e-b322-4e08-ab72-cdb7cea3beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:59.092955 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff119e-b322-4e08-ab72-cdb7cea3beb2 None None] Routers {'f78e39ad-8f42-41ae-b5f4-7151f425819e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:59.093603 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ecff119e-b322-4e08-ab72-cdb7cea3beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['f78e39ad-8f42-41ae-b5f4-7151f425819e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:59.100784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6897bc0-1bd0-4f95-ad6d-5a2abc5c9a3e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:59.107939 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d6897bc0-1bd0-4f95-ad6d-5a2abc5c9a3e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "GET /v2.0/subnets/9ee03735-4701-4d25-8e45-f5e394d6c0aa HTTP/1.1" status: 200 len: 843 time: 0.0983200 Jun 24 12:44:59.114544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43564) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:59.149241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ecff119e-b322-4e08-ab72-cdb7cea3beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:59.149808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff119e-b322-4e08-ab72-cdb7cea3beb2 None None] The sync data for ids ['f78e39ad-8f42-41ae-b5f4-7151f425819e'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:59.163313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.165881 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4c33c94e-7d1e-4eab-acbe-dbe56477477b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.196208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-4c33c94e-7d1e-4eab-acbe-dbe56477477b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for 285e0074-29d3-46ec-a6ac-ab02f4d382d9 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:59.199538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port d8d76502-82c4-47f0-a214-c699a0ef409e completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:59.215514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d8d76502-82c4-47f0-a214-c699a0ef409e triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:59.215939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.237987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Transition to ACTIVE for port object cd0714bb-43a9-401e-b6d2-a6bf025f714b will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:59.270192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885c7acc-6673-468b-97c5-20b53bc45bc5 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['shared'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:59.276379 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-885c7acc-6673-468b-97c5-20b53bc45bc5 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "GET /v2.0/subnets/9ee03735-4701-4d25-8e45-f5e394d6c0aa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1560562 Jun 24 12:44:59.296490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43566) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:59.301598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.307022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a9a7743a-aeb0-4533-a60c-2b3ac21e9560 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-237892064'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:59.322060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.328964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a7912a34-0530-4a79-a5bc-fca3c761b81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.337897 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.344780 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:59.423407 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a7743a-aeb0-4533-a60c-2b3ac21e9560 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:59.427128 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9a7743a-aeb0-4533-a60c-2b3ac21e9560 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.479385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.481373 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.529737 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=09df4e45-0956-40a3-a04a-402172a71bd1,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:59.544012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:59.555466 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port d8d76502-82c4-47f0-a214-c699a0ef409e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d8d76502-82c4-47f0-a214-c699a0ef409e,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:59.559954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.562908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:59.618331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=d8d76502-82c4-47f0-a214-c699a0ef409e,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:59.621824 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:59.651506 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.658727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.664370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:59.692082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e98e73a8-72cf-4dc4-8ffe-acdf9844347e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:59.712165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Network 6b0d8c52-214a-456a-9b70-4ac799dfde2f is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:59.720761 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:59.731319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:59.736159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event updated for resources: {'Port': ['ID=cd0714bb-43a9-401e-b6d2-a6bf025f714b,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:59.759429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:59.812566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:59.822268 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a7743a-aeb0-4533-a60c-2b3ac21e9560 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] vlan segment allocate from pool success with {'vlan_id': 1319, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:59.826368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4c33c94e-7d1e-4eab-acbe-dbe56477477b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.828397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:59.829259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.841956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:59.844526 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:59.868338 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4014156 Jun 24 12:44:59.868566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43568) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:59.873329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4ac655d8-b933-43d3-ba60-a6dd1a7606ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Request body: {'floatingip': {'port_id': 'cd0714bb-43a9-401e-b6d2-a6bf025f714b'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:59.880469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-401f8b9a-985c-4854-9887-f7bb572b3d06 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.925935 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'Port': ['ID=c4239fe6-d627-4a26-8f08-dc90d69e5798,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:59.928981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:59.935264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9a7743a-aeb0-4533-a60c-2b3ac21e9560 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.935699 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-a9a7743a-aeb0-4533-a60c-2b3ac21e9560 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Added segment 1cf2a6c3-1e35-452b-822c-486fe8f9923c of type vlan for network 83b7e524-bf51-4c3a-aea2-ce05eeaf765f Jun 24 12:44:59.937269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:59.957694 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.011346 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ac655d8-b933-43d3-ba60-a6dd1a7606ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.017402 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c7ee10f1-9be0-4b77-adc3-8a915b9a628d None None] Provisioning complete for port 09df4e45-0956-40a3-a04a-402172a71bd1 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:00.017919 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7ee10f1-9be0-4b77-adc3-8a915b9a628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.056189 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33c94e-7d1e-4eab-acbe-dbe56477477b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=285e0074-29d3-46ec-a6ac-ab02f4d382d9,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:00.058674 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4c33c94e-7d1e-4eab-acbe-dbe56477477b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:00.061581 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4c33c94e-7d1e-4eab-acbe-dbe56477477b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.065989 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4c33c94e-7d1e-4eab-acbe-dbe56477477b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/285e0074-29d3-46ec-a6ac-ab02f4d382d9 HTTP/1.1" status: 204 len: 168 time: 2.3396473 Jun 24 12:45:00.068248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee10f1-9be0-4b77-adc3-8a915b9a628d None None] Port 09df4e45-0956-40a3-a04a-402172a71bd1 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:00.078295 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43570) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:00.132201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65625ad4-8a4d-4601-81cd-be32b9fbec6e tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.135499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9a7743a-aeb0-4533-a60c-2b3ac21e9560 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.189077 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e09938fe-2e3b-4c39-ada7-70f09abc62dc None None] Provisioning for port cd0714bb-43a9-401e-b6d2-a6bf025f714b completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:00.192771 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e09938fe-2e3b-4c39-ada7-70f09abc62dc None None] Provisioning complete for port cd0714bb-43a9-401e-b6d2-a6bf025f714b triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:00.193160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e09938fe-2e3b-4c39-ada7-70f09abc62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.199811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65625ad4-8a4d-4601-81cd-be32b9fbec6e tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.239601 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.244455 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e09938fe-2e3b-4c39-ada7-70f09abc62dc None None] Port cd0714bb-43a9-401e-b6d2-a6bf025f714b cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:00.274586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d28b2b2-e7a8-4dbe-bd0f-b627a554b07b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:00.276260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d28b2b2-e7a8-4dbe-bd0f-b627a554b07b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:00.277813 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8d28b2b2-e7a8-4dbe-bd0f-b627a554b07b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1915541 Jun 24 12:45:00.290257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43572) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:00.405595 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d8d76502-82c4-47f0-a214-c699a0ef409e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:00.439334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-3575e238-d281-4c6e-8f76-636bd32653c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet d23ccae2-ea2c-4202-87ed-ed1ec6ef4dbb {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:00.445570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3575e238-d281-4c6e-8f76-636bd32653c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.461150 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d8d76502-82c4-47f0-a214-c699a0ef409e triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:00.461888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.542034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3575e238-d281-4c6e-8f76-636bd32653c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.649561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-401f8b9a-985c-4854-9887-f7bb572b3d06 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port 7df7c0cd-72bb-4b87-9b05-04a6dd2cc19f {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:00.650592 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-401f8b9a-985c-4854-9887-f7bb572b3d06 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.676540 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9a7743a-aeb0-4533-a60c-2b3ac21e9560 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.681134 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a7743a-aeb0-4533-a60c-2b3ac21e9560 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:00.681727 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9a7743a-aeb0-4533-a60c-2b3ac21e9560 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.724357 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:00.796800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3575e238-d281-4c6e-8f76-636bd32653c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.864117 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a9a7743a-aeb0-4533-a60c-2b3ac21e9560 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5627067 Jun 24 12:45:00.873778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43574) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:00.885643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'subnet': {'network_id': '83b7e524-bf51-4c3a-aea2-ce05eeaf765f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:00.887178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-401f8b9a-985c-4854-9887-f7bb572b3d06 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.895003 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.910994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-401f8b9a-985c-4854-9887-f7bb572b3d06 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for 7df7c0cd-72bb-4b87-9b05-04a6dd2cc19f owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:00.954574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7743a-aeb0-4533-a60c-2b3ac21e9560 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Network': ['ID=83b7e524-bf51-4c3a-aea2-ce05eeaf765f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:00.957854 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a9a7743a-aeb0-4533-a60c-2b3ac21e9560 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:00.970939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 83b7e524-bf51-4c3a-aea2-ce05eeaf765f details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:45:01.011402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3575e238-d281-4c6e-8f76-636bd32653c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.016976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-802fa495-f5da-4491-916e-53d83f39a6f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:01.061818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575e238-d281-4c6e-8f76-636bd32653c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=d23ccae2-ea2c-4202-87ed-ed1ec6ef4dbb,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:01.065228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3575e238-d281-4c6e-8f76-636bd32653c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.067119 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3575e238-d281-4c6e-8f76-636bd32653c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/d23ccae2-ea2c-4202-87ed-ed1ec6ef4dbb HTTP/1.1" status: 204 len: 168 time: 0.7743807 Jun 24 12:45:01.073722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3575e238-d281-4c6e-8f76-636bd32653c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:01.074218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43576) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:01.075622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5abf9-67d8-40fa-b945-364e7b41faf0 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:01.078307 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ac655d8-b933-43d3-ba60-a6dd1a7606ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.094098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ac655d8-b933-43d3-ba60-a6dd1a7606ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.128486 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8a963561-7fa5-4f82-943b-b32554b784b4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436935 Jun 24 12:45:01.135901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43578) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:01.192606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65625ad4-8a4d-4601-81cd-be32b9fbec6e tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.307085 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-4ac655d8-b933-43d3-ba60-a6dd1a7606ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Floating IP 8284b6cc-ef59-45c3-90d7-b848800965fc associated. External IP: 172.26.1.254, port: ba065461-736f-4b87-a552-0bd1e38ffbbc. Jun 24 12:45:01.343205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90df44da-6221-4322-aafb-5649331332b3 None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:01.372827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Made reservation on behalf of 36cb4e50810248ee993742afd74b1acd for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:01.376741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.395524 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-90df44da-6221-4322-aafb-5649331332b3 None None] Deleting port d8d76502-82c4-47f0-a214-c699a0ef409e {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:01.395852 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-90df44da-6221-4322-aafb-5649331332b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.430941 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-401f8b9a-985c-4854-9887-f7bb572b3d06 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.437358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-526a8d66-5710-4821-9675-71fd5b6c3037 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:01.469116 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-90df44da-6221-4322-aafb-5649331332b3 None None] For port d8d76502-82c4-47f0-a214-c699a0ef409e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d8d76502-82c4-47f0-a214-c699a0ef409e,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:01.469646 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-90df44da-6221-4322-aafb-5649331332b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.471853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f8b9a-985c-4854-9887-f7bb572b3d06 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=7df7c0cd-72bb-4b87-9b05-04a6dd2cc19f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:01.481641 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-401f8b9a-985c-4854-9887-f7bb572b3d06 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:01.485879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-90df44da-6221-4322-aafb-5649331332b3 None None] Calling delete_port for d8d76502-82c4-47f0-a214-c699a0ef409e owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:01.595932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-90df44da-6221-4322-aafb-5649331332b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.598013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0fe227b6-0611-45a9-b224-76d400424e3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:01.613846 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.ipam_backend_mixin [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Performing IP validity checks on allocation pools {{(pid=100146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 24 12:45:01.614368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.ipam_backend_mixin [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 24 12:45:01.625353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df44da-6221-4322-aafb-5649331332b3 None None] Pushing event deleted for resources: {'Port': ['ID=d8d76502-82c4-47f0-a214-c699a0ef409e,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:01.628929 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-90df44da-6221-4322-aafb-5649331332b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:01.629756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df44da-6221-4322-aafb-5649331332b3 None None] No DVR routers for this DVR port d8d76502-82c4-47f0-a214-c699a0ef409e on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:01.640413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65625ad4-8a4d-4601-81cd-be32b9fbec6e tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.647890 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65625ad4-8a4d-4601-81cd-be32b9fbec6e tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.749878 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d51187-8489-4b5b-95c1-4158201dfcb5 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:01.751476 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e1d51187-8489-4b5b-95c1-4158201dfcb5 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6084588 Jun 24 12:45:01.761253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43580) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:01.836290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65625ad4-8a4d-4601-81cd-be32b9fbec6e tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.836898 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65625ad4-8a4d-4601-81cd-be32b9fbec6e tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4336c932-08ec-4ff4-b816-6de17c1652ea {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:45:01.907593 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-65625ad4-8a4d-4601-81cd-be32b9fbec6e tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 24 12:45:01.908573 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-65625ad4-8a4d-4601-81cd-be32b9fbec6e tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.5119302 Jun 24 12:45:01.915708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43582) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:01.917740 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3e1795-bccf-4560-8573-8d2ada2d7767 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:01.918305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-401f8b9a-985c-4854-9887-f7bb572b3d06 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.921458 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ff3e1795-bccf-4560-8573-8d2ada2d7767 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1318023 Jun 24 12:45:01.927653 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43584) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:02.001710 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-53767a39-851a-4172-9230-d65d501eb682 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676603 Jun 24 12:45:02.003605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43586) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:02.013024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-8f2a1bc5-7f6e-49a8-b734-dc9ba793193b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:02.020602 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.027215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.031794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.032622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.038640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-045635cf-c332-44d8-97b7-8d60a7e6606f tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:02.169826 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=09df4e45-0956-40a3-a04a-402172a71bd1,revision_number=3']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:02.172536 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:02.173739 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.183744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c5934fb3-d144-4c06-b8c3-109427791ce4 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:02.212345 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.255666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac655d8-b933-43d3-ba60-a6dd1a7606ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:02.337696 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401f8b9a-985c-4854-9887-f7bb572b3d06 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router f78e39ad-8f42-41ae-b5f4-7151f425819e has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:02.369840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2a1bc5-7f6e-49a8-b734-dc9ba793193b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:02.373858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f2a1bc5-7f6e-49a8-b734-dc9ba793193b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.381110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d8d76502-82c4-47f0-a214-c699a0ef409e no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:02.395967 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0914aa33-1e96-4d51-b535-a4ac53e08a18 tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Deleting port 74bc8e50-006a-4511-82f6-2bf220f41753 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:02.396343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0914aa33-1e96-4d51-b535-a4ac53e08a18 tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.407587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: d8d76502-82c4-47f0-a214-c699a0ef409e {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:02.407945 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d8d76502-82c4-47f0-a214-c699a0ef409e not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:02.597947 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.603686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Subnet': ['ID=47999d51-7650-48de-949f-e1f1f4bdb31e,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:02.607178 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:02.635429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401f8b9a-985c-4854-9887-f7bb572b3d06 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:02.645024 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-401f8b9a-985c-4854-9887-f7bb572b3d06 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/f78e39ad-8f42-41ae-b5f4-7151f425819e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7196572 Jun 24 12:45:02.650657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43588) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:02.651572 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4497c95b-1b5f-4bea-b730-4ebf55201590 None None] Sync routers for ids ['f78e39ad-8f42-41ae-b5f4-7151f425819e'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:02.652067 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac655d8-b933-43d3-ba60-a6dd1a7606ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:02.662880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6a722-4315-4002-b12e-220d92f3a400 None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:02.664189 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4497c95b-1b5f-4bea-b730-4ebf55201590 None None] Routers {'f78e39ad-8f42-41ae-b5f4-7151f425819e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:02.666742 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4497c95b-1b5f-4bea-b730-4ebf55201590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['f78e39ad-8f42-41ae-b5f4-7151f425819e'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:02.675766 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Checking segment: {'id': '1cf2a6c3-1e35-452b-822c-486fe8f9923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '83b7e524-bf51-4c3a-aea2-ce05eeaf765f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:02.676055 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network hostable DHCP agents. Network: 83b7e524-bf51-4c3a-aea2-ce05eeaf765f, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:45:02.677348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b6a722-4315-4002-b12e-220d92f3a400 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:02.678301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-19b6a722-4315-4002-b12e-220d92f3a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:02.700980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0914aa33-1e96-4d51-b535-a4ac53e08a18 tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.709215 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-28baa191-f362-414f-9d04-dfe4fe822ebc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports?device_id=f78e39ad-8f42-41ae-b5f4-7151f425819e HTTP/1.1" status: 200 len: 205 time: 0.0510812 Jun 24 12:45:02.712388 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43590) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:02.713325 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4497c95b-1b5f-4bea-b730-4ebf55201590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:02.722087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-19b6a722-4315-4002-b12e-220d92f3a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:02.723155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0914aa33-1e96-4d51-b535-a4ac53e08a18 tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Calling delete_port for 74bc8e50-006a-4511-82f6-2bf220f41753 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:02.726389 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4497c95b-1b5f-4bea-b730-4ebf55201590 None None] Routers {'f78e39ad-8f42-41ae-b5f4-7151f425819e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:02.728260 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4497c95b-1b5f-4bea-b730-4ebf55201590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['f78e39ad-8f42-41ae-b5f4-7151f425819e'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:02.729614 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:02.738437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b6a722-4315-4002-b12e-220d92f3a400 None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:02.739237 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-19b6a722-4315-4002-b12e-220d92f3a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:02.772639 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:02.786023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-19b6a722-4315-4002-b12e-220d92f3a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:02.787200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6a722-4315-4002-b12e-220d92f3a400 None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:02.792116 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4497c95b-1b5f-4bea-b730-4ebf55201590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:02.800367 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4497c95b-1b5f-4bea-b730-4ebf55201590 None None] The sync data for ids ['f78e39ad-8f42-41ae-b5f4-7151f425819e'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:02.837435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Network 83b7e524-bf51-4c3a-aea2-ce05eeaf765f is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:45:02.875841 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-572c413b-6353-432c-aa96-d6f11ccee028 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.985851 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f2a1bc5-7f6e-49a8-b734-dc9ba793193b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.990047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c76e2bb9-7792-4993-8a1a-a5e1c862a77a tempest-RoutersAdminTest-1122913280 tempest-RoutersAdminTest-1122913280-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:03.008576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 83b7e524-bf51-4c3a-aea2-ce05eeaf765f) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:03.013358 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:03.014289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.018577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0042894-2623-44c9-a42a-01ba00e0dd5d None None] Network 83b7e524-bf51-4c3a-aea2-ce05eeaf765f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:03.104826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b34d5f51-90f0-4b6f-9c83-7ef4178471de None None] Provisioning complete for port 09df4e45-0956-40a3-a04a-402172a71bd1 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:03.104826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b34d5f51-90f0-4b6f-9c83-7ef4178471de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.114517 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2a1bc5-7f6e-49a8-b734-dc9ba793193b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:03.115394 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a1bc5-7f6e-49a8-b734-dc9ba793193b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=a594b091-c3c9-43c9-b89d-a2af05e6e1e7,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:03.122187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8f2a1bc5-7f6e-49a8-b734-dc9ba793193b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:03.124500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-8f2a1bc5-7f6e-49a8-b734-dc9ba793193b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:03.131079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2a1bc5-7f6e-49a8-b734-dc9ba793193b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:03.131867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f2a1bc5-7f6e-49a8-b734-dc9ba793193b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.141431 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2645624 Jun 24 12:45:03.149000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43592) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:03.150198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b34d5f51-90f0-4b6f-9c83-7ef4178471de None None] Port 09df4e45-0956-40a3-a04a-402172a71bd1 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:03.151702 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c76ea4-68c8-4fc5-ab82-3a48824d0683 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:03.164380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-572c413b-6353-432c-aa96-d6f11ccee028 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.169698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0914aa33-1e96-4d51-b535-a4ac53e08a18 tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.170502 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-fefc7168-0ead-40d4-9e45-509c5958d453 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:03.177487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:03.178001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-572c413b-6353-432c-aa96-d6f11ccee028 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.189119 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8f2a1bc5-7f6e-49a8-b734-dc9ba793193b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1853404 Jun 24 12:45:03.191118 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac655d8-b933-43d3-ba60-a6dd1a7606ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router c8a107b5-2706-4205-a36c-34063e4ae01f has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:03.206945 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43594) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:03.215250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914aa33-1e96-4d51-b535-a4ac53e08a18 tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Pushing event deleted for resources: {'Port': ['ID=74bc8e50-006a-4511-82f6-2bf220f41753,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:03.218369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0914aa33-1e96-4d51-b535-a4ac53e08a18 tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:03.232541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'fixed_ips': [{'subnet_id': 'a594b091-c3c9-43c9-b89d-a2af05e6e1e7', 'ip_address': '2001:db8::1c78:b274:83b4:3b1c'}], 'name': 'tempest-NetworksTestDHCPv6-1635887322'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:03.332393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0914aa33-1e96-4d51-b535-a4ac53e08a18 tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.335241 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0914aa33-1e96-4d51-b535-a4ac53e08a18 tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] 10.222.0.110 "DELETE /v2.0/ports/74bc8e50-006a-4511-82f6-2bf220f41753 HTTP/1.1" status: 204 len: 168 time: 1.4181838 Jun 24 12:45:03.353977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-572c413b-6353-432c-aa96-d6f11ccee028 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.354631 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572c413b-6353-432c-aa96-d6f11ccee028 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Fanout notify agent at l3_agent the message router_deleted on router f78e39ad-8f42-41ae-b5f4-7151f425819e {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:45:03.354980 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-83b7e524-bf51-4c3a-aea2-ce05eeaf765f', 'network_id': '83b7e524-bf51-4c3a-aea2-ce05eeaf765f', 'tenant_id': '36cb4e50810248ee993742afd74b1acd', 'fixed_ips': [{'subnet_id': '47999d51-7650-48de-949f-e1f1f4bdb31e'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:03.361891 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-572c413b-6353-432c-aa96-d6f11ccee028 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.365804 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-572c413b-6353-432c-aa96-d6f11ccee028 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/routers/f78e39ad-8f42-41ae-b5f4-7151f425819e HTTP/1.1" status: 204 len: 168 time: 0.6510410 Jun 24 12:45:03.365999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.372207 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43598) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:03.402211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac655d8-b933-43d3-ba60-a6dd1a7606ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:03.407559 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ac655d8-b933-43d3-ba60-a6dd1a7606ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.412943 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86303def-c2a9-4f8d-8719-393e20068f1b None None] Sync routers for ids ['c8a107b5-2706-4205-a36c-34063e4ae01f'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:03.427620 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.429049 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86303def-c2a9-4f8d-8719-393e20068f1b None None] Routers {'c8a107b5-2706-4205-a36c-34063e4ae01f'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:03.430037 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-86303def-c2a9-4f8d-8719-393e20068f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c8a107b5-2706-4205-a36c-34063e4ae01f'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:03.468525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.477419 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-df0cfc16-5f28-45a5-bcf0-0857bbf6f25d tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:03.512764 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-86303def-c2a9-4f8d-8719-393e20068f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:03.531078 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86303def-c2a9-4f8d-8719-393e20068f1b None None] Routers {'c8a107b5-2706-4205-a36c-34063e4ae01f'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:03.532023 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-86303def-c2a9-4f8d-8719-393e20068f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c8a107b5-2706-4205-a36c-34063e4ae01f'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:03.545168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Router 01f02a25-d05d-49ba-8424-5d2af96221fa is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:45:03.553336 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4ac655d8-b933-43d3-ba60-a6dd1a7606ef tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "PUT /v2.0/floatingips/8284b6cc-ef59-45c3-90d7-b848800965fc HTTP/1.1" status: 200 len: 978 time: 3.6835952 Jun 24 12:45:03.556213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43600) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:03.573310 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-86303def-c2a9-4f8d-8719-393e20068f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:03.574261 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86303def-c2a9-4f8d-8719-393e20068f1b None None] The sync data for ids ['c8a107b5-2706-4205-a36c-34063e4ae01f'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:03.578509 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fefc7168-0ead-40d4-9e45-509c5958d453 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30057062'] for subnet, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.624062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b11dfa-1da7-4fb7-8994-55ae1eed9f68 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting subnet 3f720f57-e400-4bc6-b117-e855b912a05e {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:03.639422 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32b11dfa-1da7-4fb7-8994-55ae1eed9f68 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.670206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': 'a594b091-c3c9-43c9-b89d-a2af05e6e1e7'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:03.671198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.677774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event updated for resources: {'Port': ['ID=c4239fe6-d627-4a26-8f08-dc90d69e5798,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:03.681031 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:03.692762 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port cd0714bb-43a9-401e-b6d2-a6bf025f714b {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:03.693573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.816668 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.827784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:03.833667 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43604) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:03.867446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32b11dfa-1da7-4fb7-8994-55ae1eed9f68 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:03.901496 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Allocated IP 2001:db8::2 (775331f2-7641-4269-a311-a446eb45635d/a594b091-c3c9-43c9-b89d-a2af05e6e1e7/cee8401e-7256-4153-90af-b98dd1c261c7) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:03.983354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:45:03.983354 dv-neutron-797121-4-hyperv neutron-server[100147]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jun 24 12:45:03.983354 dv-neutron-797121-4-hyperv neutron-server[100147]: [parameters: {'in_use': 1, 'id_1': '47999d51-7650-48de-949f-e1f1f4bdb31e'}] Jun 24 12:45:03.983354 dv-neutron-797121-4-hyperv neutron-server[100147]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:45:03.983779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:45:04.004475 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:04.021371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb85af8-6720-4a1f-8719-3ad995206cc7 None None] Sync routers for ids ['01f02a25-d05d-49ba-8424-5d2af96221fa'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:04.041028 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "PUT /v2.0/routers/01f02a25-d05d-49ba-8424-5d2af96221fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2091548 Jun 24 12:45:04.058010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb85af8-6720-4a1f-8719-3ad995206cc7 None None] Routers {'01f02a25-d05d-49ba-8424-5d2af96221fa'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:04.058963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-8bb85af8-6720-4a1f-8719-3ad995206cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['01f02a25-d05d-49ba-8424-5d2af96221fa'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:04.099389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-8bb85af8-6720-4a1f-8719-3ad995206cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:04.106548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:04.137904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb85af8-6720-4a1f-8719-3ad995206cc7 None None] Routers {'01f02a25-d05d-49ba-8424-5d2af96221fa'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:04.138579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-8bb85af8-6720-4a1f-8719-3ad995206cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['01f02a25-d05d-49ba-8424-5d2af96221fa'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:04.152401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43608) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:04.183321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-8bb85af8-6720-4a1f-8719-3ad995206cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:04.183985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb85af8-6720-4a1f-8719-3ad995206cc7 None None] The sync data for ids ['01f02a25-d05d-49ba-8424-5d2af96221fa'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:04.192831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:04.204164 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Transition to ACTIVE for port object cee8401e-7256-4153-90af-b98dd1c261c7 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:04.221647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Transition to ACTIVE for port object cee8401e-7256-4153-90af-b98dd1c261c7 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:04.227591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:04.229541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9c7723e5-e3f2-486d-9b1f-a0113e86c392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:04.270363 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:04.276781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:04.278684 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Pushing event updated for resources: {'Port': ['ID=cee8401e-7256-4153-90af-b98dd1c261c7,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:04.280907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:04.287030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:04.324271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7dd912-7e01-4cf3-943d-6a28bae3d63d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:04.325966 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bc7dd912-7e01-4cf3-943d-6a28bae3d63d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports?device_id=01f02a25-d05d-49ba-8424-5d2af96221fa HTTP/1.1" status: 200 len: 988 time: 0.1698098 Jun 24 12:45:04.329134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43610) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:04.347545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Attempting to bind port cee8401e-7256-4153-90af-b98dd1c261c7 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:04.347919 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Attempting to bind port cee8401e-7256-4153-90af-b98dd1c261c7 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:04.348284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Attempting to bind port cee8401e-7256-4153-90af-b98dd1c261c7 on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:04.354242 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:04.354622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:04.355063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:04.355675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:04.355936 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Bound port: cee8401e-7256-4153-90af-b98dd1c261c7, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:04.356323 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:04.421743 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] For port cee8401e-7256-4153-90af-b98dd1c261c7, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:04.425871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] For port cee8401e-7256-4153-90af-b98dd1c261c7, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cee8401e-7256-4153-90af-b98dd1c261c7,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:04.430956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:04.434349 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:04.437693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:04.438066 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:04.438388 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Floating IP 8284b6cc-ef59-45c3-90d7-b848800965fc disassociated. External IP: 172.26.1.254, port: cd0714bb-43a9-401e-b6d2-a6bf025f714b. Jun 24 12:45:04.438741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for cd0714bb-43a9-401e-b6d2-a6bf025f714b owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:04.452065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:04.465692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d36c4aac-809f-4f02-ae93-3efd988bd06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:04.485016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:04.513836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Pushing event updated for resources: {'Port': ['ID=cee8401e-7256-4153-90af-b98dd1c261c7,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:04.517442 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:04.555562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port 9996255f-6bb8-4399-b0a0-790b7b7f7ff7 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:45:04.565685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32b11dfa-1da7-4fb7-8994-55ae1eed9f68 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:04.569679 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Floating IP 01818061-5aca-49e5-8bdd-b993efe94524 associated. External IP: 172.26.1.241, port: dfc29f21-b8ae-4c82-b5d7-258332e2f1ca. Jun 24 12:45:04.734059 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fefc7168-0ead-40d4-9e45-509c5958d453 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760207632842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32606949'] for subnet, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:04.746263 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e7611805-93cc-4d29-969b-7eb5b0deee53 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:04.765781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Allocated IP 2001:db8::3 (83b7e524-bf51-4c3a-aea2-ce05eeaf765f/47999d51-7650-48de-949f-e1f1f4bdb31e/8ba576ec-2a64-498b-bfb0-59bf2754e0ed) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:04.800606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:04.806271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:04.867982 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=cd0714bb-43a9-401e-b6d2-a6bf025f714b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:04.875738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:04.925383 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc7168-0ead-40d4-9e45-509c5958d453 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event updated for resources: {'Subnet': ['ID=47999d51-7650-48de-949f-e1f1f4bdb31e,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:04.947529 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fefc7168-0ead-40d4-9e45-509c5958d453 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:05.018333 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc7168-0ead-40d4-9e45-509c5958d453 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:05.018985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fefc7168-0ead-40d4-9e45-509c5958d453 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.023237 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fefc7168-0ead-40d4-9e45-509c5958d453 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "PUT /v2.0/subnets/47999d51-7650-48de-949f-e1f1f4bdb31e HTTP/1.1" status: 200 len: 900 time: 1.8644710 Jun 24 12:45:05.024402 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.026460 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43612) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:05.037661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Transition to ACTIVE for port object 8ba576ec-2a64-498b-bfb0-59bf2754e0ed will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:05.058328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Transition to ACTIVE for port object 8ba576ec-2a64-498b-bfb0-59bf2754e0ed will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:05.068750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.071087 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32b11dfa-1da7-4fb7-8994-55ae1eed9f68 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.082310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:05.089043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fc397701-c1e1-4ff7-9dad-a31037fe7cca tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:05.124929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4546-cb8c-409b-9540-f7337f66f6cf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.151852 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Network 83b7e524-bf51-4c3a-aea2-ce05eeaf765f is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:05.153144 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Pushing event updated for resources: {'Port': ['ID=8ba576ec-2a64-498b-bfb0-59bf2754e0ed,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:05.155860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:05.157712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:05.158376 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:05.173803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router c8a107b5-2706-4205-a36c-34063e4ae01f has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:05.193815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b11dfa-1da7-4fb7-8994-55ae1eed9f68 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Subnet': ['ID=3f720f57-e400-4bc6-b117-e855b912a05e,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:05.203220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-32b11dfa-1da7-4fb7-8994-55ae1eed9f68 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:05.208925 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32b11dfa-1da7-4fb7-8994-55ae1eed9f68 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.211392 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-32b11dfa-1da7-4fb7-8994-55ae1eed9f68 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/3f720f57-e400-4bc6-b117-e855b912a05e HTTP/1.1" status: 204 len: 168 time: 1.8320370 Jun 24 12:45:05.214025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43614) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:05.225222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42aa2d1-fac9-4991-be57-876d8a826af9 None None] Network c25e90b7-f1bc-41ab-97a5-7b55847db361 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:05.239885 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::1c78:b274:83b4:3b1c (775331f2-7641-4269-a311-a446eb45635d/a594b091-c3c9-43c9-b89d-a2af05e6e1e7/9996255f-6bb8-4399-b0a0-790b7b7f7ff7) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:05.263555 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Attempting to bind port 8ba576ec-2a64-498b-bfb0-59bf2754e0ed on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:05.264251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Attempting to bind port 8ba576ec-2a64-498b-bfb0-59bf2754e0ed by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '1cf2a6c3-1e35-452b-822c-486fe8f9923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '83b7e524-bf51-4c3a-aea2-ce05eeaf765f'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:05.265315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Attempting to bind port 8ba576ec-2a64-498b-bfb0-59bf2754e0ed on network 83b7e524-bf51-4c3a-aea2-ce05eeaf765f {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:05.300155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:05.300554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Checking segment: {'id': '1cf2a6c3-1e35-452b-822c-486fe8f9923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '83b7e524-bf51-4c3a-aea2-ce05eeaf765f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:05.300976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.301385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Bound using segment: {'id': '1cf2a6c3-1e35-452b-822c-486fe8f9923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '83b7e524-bf51-4c3a-aea2-ce05eeaf765f'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:05.301886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Bound port: 8ba576ec-2a64-498b-bfb0-59bf2754e0ed, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2a6c3-1e35-452b-822c-486fe8f9923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '83b7e524-bf51-4c3a-aea2-ce05eeaf765f'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:05.302863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.323871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d36c4aac-809f-4f02-ae93-3efd988bd06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.327979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d5add9-f4c8-466a-9ef5-002ff2cc3ffb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting subnet aa8b36bd-b0df-420f-8e70-88be3fae6f34 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:05.333414 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d36c4aac-809f-4f02-ae93-3efd988bd06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.341012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:05.346165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.362181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-48d5add9-f4c8-466a-9ef5-002ff2cc3ffb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.451235 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] For port 8ba576ec-2a64-498b-bfb0-59bf2754e0ed, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:05.456410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] For port 8ba576ec-2a64-498b-bfb0-59bf2754e0ed, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8ba576ec-2a64-498b-bfb0-59bf2754e0ed,segment=NetworkSegment(1cf2a6c3-1e35-452b-822c-486fe8f9923c),segment_id=1cf2a6c3-1e35-452b-822c-486fe8f9923c)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:05.466449 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.470586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-48d5add9-f4c8-466a-9ef5-002ff2cc3ffb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.474705 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-63e7446c-840a-4dc4-80db-ff7a74b7732c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:05.510361 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d36c4aac-809f-4f02-ae93-3efd988bd06b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=6d0613f622104ca59aae5ae9a79b9b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6382005 Jun 24 12:45:05.526580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43616) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:05.528337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c4aac-809f-4f02-ae93-3efd988bd06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde2cc21-1ded-486a-bcbb-cab40de0bdc3,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:05.552549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d36c4aac-809f-4f02-ae93-3efd988bd06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:05.572670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Pushing event updated for resources: {'Port': ['ID=8ba576ec-2a64-498b-bfb0-59bf2754e0ed,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:05.577198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:05.625499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034ee781-e142-492c-a09d-9ba783fe8554 None None] DHCP port deletion for c25e90b7-f1bc-41ab-97a5-7b55847db361 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:05.628349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:05.663419 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:05.676373 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e719a9-199f-4d40-9cea-87ef370d185d None None] Sync routers for ids ['c8a107b5-2706-4205-a36c-34063e4ae01f'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:05.692758 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e719a9-199f-4d40-9cea-87ef370d185d None None] Routers {'c8a107b5-2706-4205-a36c-34063e4ae01f'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:05.697030 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e6e719a9-199f-4d40-9cea-87ef370d185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c8a107b5-2706-4205-a36c-34063e4ae01f'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:05.739578 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-034ee781-e142-492c-a09d-9ba783fe8554 None None] Deleting port e30c8190-6be2-4b97-836d-4accbf168698 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:05.740690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-034ee781-e142-492c-a09d-9ba783fe8554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.777918 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e6e719a9-199f-4d40-9cea-87ef370d185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:05.788691 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e719a9-199f-4d40-9cea-87ef370d185d None None] Routers {'c8a107b5-2706-4205-a36c-34063e4ae01f'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:05.790127 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e6e719a9-199f-4d40-9cea-87ef370d185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c8a107b5-2706-4205-a36c-34063e4ae01f'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:05.799115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Deleting port 8ba576ec-2a64-498b-bfb0-59bf2754e0ed {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:05.799388 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.802270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.804240 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/ports/cd0714bb-43a9-401e-b6d2-a6bf025f714b HTTP/1.1" status: 204 len: 168 time: 2.2471967 Jun 24 12:45:05.808096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43618) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:05.864688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-48d5add9-f4c8-466a-9ef5-002ff2cc3ffb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.868037 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e6e719a9-199f-4d40-9cea-87ef370d185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:05.869884 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e719a9-199f-4d40-9cea-87ef370d185d None None] The sync data for ids ['c8a107b5-2706-4205-a36c-34063e4ae01f'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:05.903360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-034ee781-e142-492c-a09d-9ba783fe8554 None None] For port e30c8190-6be2-4b97-836d-4accbf168698, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=e30c8190-6be2-4b97-836d-4accbf168698,segment=NetworkSegment(b884e1c7-d862-4af0-8a44-1af57a248973),segment_id=b884e1c7-d862-4af0-8a44-1af57a248973)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:05.903776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-034ee781-e142-492c-a09d-9ba783fe8554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.925367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-034ee781-e142-492c-a09d-9ba783fe8554 None None] Calling delete_port for e30c8190-6be2-4b97-836d-4accbf168698 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:05.946991 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:05.977330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:05.979244 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object 9996255f-6bb8-4399-b0a0-790b7b7f7ff7 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:05.987779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] For port 8ba576ec-2a64-498b-bfb0-59bf2754e0ed, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8ba576ec-2a64-498b-bfb0-59bf2754e0ed,segment=NetworkSegment(1cf2a6c3-1e35-452b-822c-486fe8f9923c),segment_id=1cf2a6c3-1e35-452b-822c-486fe8f9923c)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:05.988119 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.010258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d99f63d4-35b5-4b93-a63d-b8c3617f38c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.012354 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Calling delete_port for 8ba576ec-2a64-498b-bfb0-59bf2754e0ed owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:06.026463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.037141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851aacf-783d-4dd9-b906-99fce5dc12ee None None] Sync routers for ids ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:06.051068 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f8cc6d4c-e966-48bd-9072-9b001ab8ab5f None None] Provisioning for port cee8401e-7256-4153-90af-b98dd1c261c7 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:06.059021 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-034ee781-e142-492c-a09d-9ba783fe8554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.061401 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bb5ae00c-740f-41e9-8729-ac9131225706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:06.067049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b851aacf-783d-4dd9-b906-99fce5dc12ee None None] Routers {'6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:06.067703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b851aacf-783d-4dd9-b906-99fce5dc12ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:06.130498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ee781-e142-492c-a09d-9ba783fe8554 None None] Pushing event deleted for resources: {'Port': ['ID=e30c8190-6be2-4b97-836d-4accbf168698,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:06.133902 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-034ee781-e142-492c-a09d-9ba783fe8554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:06.140066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ee781-e142-492c-a09d-9ba783fe8554 None None] No DVR routers for this DVR port e30c8190-6be2-4b97-836d-4accbf168698 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:06.173721 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.181887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-97f60dc7-b286-417c-90f8-f49429f7dc2b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:06.191374 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.5662396 Jun 24 12:45:06.196657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'tag': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:45:06.199708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0e7128-1128-4fad-9c02-ff547170702b" -d '{"events": [{"name": "network-changed", "server_uuid": "f877ccdb-5d81-41e0-a9aa-288854fa493e", "tag": "dfc29f21-b8ae-4c82-b5d7-258332e2f1ca"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:45:06.241644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-b851aacf-783d-4dd9-b906-99fce5dc12ee None None] Set router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:45:06.276635 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c4f9c8-3b66-4c95-984b-40962e2f186a x-openstack-request-id: req-27c4f9c8-3b66-4c95-984b-40962e2f186a {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:45:06.277348 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f877ccdb-5d81-41e0-a9aa-288854fa493e", "tag": "dfc29f21-b8ae-4c82-b5d7-258332e2f1ca", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:45:06.277786 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-27c4f9c8-3b66-4c95-984b-40962e2f186a {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:45:06.278457 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'tag': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'status': 'completed', 'code': 200} Jun 24 12:45:06.327223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:06.333078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:06.342092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:06.348381 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:06.349165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.361273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=9996255f-6bb8-4399-b0a0-790b7b7f7ff7,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:06.370952 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:06.386140 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1691391 Jun 24 12:45:06.386641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43624) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:06.391219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.405132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5bda9a53-beca-4805-b5db-a43565084b2f tempest-FloatingIPAdminTestJSON-958909151 tempest-FloatingIPAdminTestJSON-958909151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:06.470961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Port': ['ID=8ba576ec-2a64-498b-bfb0-59bf2754e0ed,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:06.473986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:06.515973 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d99f63d4-35b5-4b93-a63d-b8c3617f38c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.554456 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No DVR routers for this DVR port 8ba576ec-2a64-498b-bfb0-59bf2754e0ed on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:06.626295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8ba576ec-2a64-498b-bfb0-59bf2754e0ed up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:06.653204 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 8ba576ec-2a64-498b-bfb0-59bf2754e0ed {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:06.654644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8ba576ec-2a64-498b-bfb0-59bf2754e0ed not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 24 12:45:06.676439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41f6cf3-778b-4b8b-84d5-c587ce147a11 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:06.685421 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41f6cf3-778b-4b8b-84d5-c587ce147a11 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:06.687121 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b41f6cf3-778b-4b8b-84d5-c587ce147a11 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2987976 Jun 24 12:45:06.688691 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Port 8ba576ec-2a64-498b-bfb0-59bf2754e0ed not found, will not notify nova. {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 24 12:45:06.689106 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cee8401e-7256-4153-90af-b98dd1c261c7 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:06.690815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43626) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:06.691650 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.753930 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b851aacf-783d-4dd9-b906-99fce5dc12ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:44:26Z', 'revision_number': 4, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '01818061-5aca-49e5-8bdd-b993efe94524', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'floating_ip_address': '172.26.1.241', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'port_id': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'mac_address': 'fa:16:3e:64:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:45:01Z', 'updated_at': '2021-06-24T12:45:01Z', 'revision_number': 0, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd41be81-85d4-439b-bc7d-2b5deaafc294', 'name': '', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'mac_address': 'fa:16:3e:80:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:24Z', 'updated_at': '2021-06-24T12:44:32Z', 'revision_number': 5, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'subnets': [{'id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:06.757502 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port cee8401e-7256-4153-90af-b98dd1c261c7 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:06.800029 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851aacf-783d-4dd9-b906-99fce5dc12ee None None] Checking router: 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:45:06.802234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port cee8401e-7256-4153-90af-b98dd1c261c7 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:06.802742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.838889 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b851aacf-783d-4dd9-b906-99fce5dc12ee None None] Routers {'6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:06.840476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b851aacf-783d-4dd9-b906-99fce5dc12ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:06.886685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-48d5add9-f4c8-466a-9ef5-002ff2cc3ffb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.898130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ffa32f10-7d93-485a-85ff-545f401446ca tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port 9996255f-6bb8-4399-b0a0-790b7b7f7ff7 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:06.898692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ffa32f10-7d93-485a-85ff-545f401446ca tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.929028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-49f53241-292f-456d-9e04-ecf2de57ca0c tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:06.931801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2fafff09-27f4-4d7e-adea-4d5273ba1606 None None] Provisioning for port 9996255f-6bb8-4399-b0a0-790b7b7f7ff7 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:06.944030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2fafff09-27f4-4d7e-adea-4d5273ba1606 None None] Provisioning complete for port 9996255f-6bb8-4399-b0a0-790b7b7f7ff7 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:06.944030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2fafff09-27f4-4d7e-adea-4d5273ba1606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.962344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca4546-cb8c-409b-9540-f7337f66f6cf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 09df4e45-0956-40a3-a04a-402172a71bd1 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:06.962465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4546-cb8c-409b-9540-f7337f66f6cf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.975214 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:06.981308 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c02d8c7c-b3c2-473b-83c9-701fc6caed75 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:07.006908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca095b6-6967-4b17-84ad-e48041a86ab4 None None] Network 6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:07.037487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Subnet': ['ID=47999d51-7650-48de-949f-e1f1f4bdb31e,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:07.045449 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:07.055610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4546-cb8c-409b-9540-f7337f66f6cf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.068879 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca4546-cb8c-409b-9540-f7337f66f6cf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 09df4e45-0956-40a3-a04a-402172a71bd1 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:07.083865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ffa32f10-7d93-485a-85ff-545f401446ca tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.086462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-48d5add9-f4c8-466a-9ef5-002ff2cc3ffb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.091059 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-48d5add9-f4c8-466a-9ef5-002ff2cc3ffb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/aa8b36bd-b0df-420f-8e70-88be3fae6f34 HTTP/1.1" status: 204 len: 168 time: 1.8736694 Jun 24 12:45:07.093051 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43628) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:07.134985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5add9-f4c8-466a-9ef5-002ff2cc3ffb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8b36bd-b0df-420f-8e70-88be3fae6f34,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:07.137375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ffa32f10-7d93-485a-85ff-545f401446ca tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for 9996255f-6bb8-4399-b0a0-790b7b7f7ff7 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:07.140195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.143876 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-48d5add9-f4c8-466a-9ef5-002ff2cc3ffb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:07.155293 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d99f63d4-35b5-4b93-a63d-b8c3617f38c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.157841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d99f63d4-35b5-4b93-a63d-b8c3617f38c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.162749 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d99f63d4-35b5-4b93-a63d-b8c3617f38c9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fde2cc21-1ded-486a-bcbb-cab40de0bdc3 HTTP/1.1" status: 204 len: 168 time: 1.6315529 Jun 24 12:45:07.163280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4a0275c1-136c-4f53-acc0-5764a2acfe0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:07.179270 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b7e524-bf51-4c3a-aea2-ce05eeaf765f']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:07.195986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f63d4-35b5-4b93-a63d-b8c3617f38c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde2cc21-1ded-486a-bcbb-cab40de0bdc3,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:07.207077 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d99f63d4-35b5-4b93-a63d-b8c3617f38c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:07.209556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bef6fed-a695-47a4-bc33-0973f35fc868 None None] Network 83b7e524-bf51-4c3a-aea2-ce05eeaf765f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:07.261153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e7128-1128-4fad-9c02-ff547170702b req-3c08a196-468d-416a-9e50-ad9cbc5c3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:07.262801 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3f0e7128-1128-4fad-9c02-ff547170702b req-3c08a196-468d-416a-9e50-ad9cbc5c3365 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f16dceb62aa542cfb1110ee3ca83cc7e&device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 1099 time: 0.7876914 Jun 24 12:45:07.266970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf2a6c3-1e35-452b-822c-486fe8f9923c') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:07.267743 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf2a6c3-1e35-452b-822c-486fe8f9923c') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:07.284880 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.303530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.307773 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2fafff09-27f4-4d7e-adea-4d5273ba1606 None None] Port 9996255f-6bb8-4399-b0a0-790b7b7f7ff7 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:07.316567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.333411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:07.334155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.334959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f216dc-9d66-4e77-a491-43d770db641e req-dbec321d-20da-4ced-be5b-d4f309abc93e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:07.337047 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-55f216dc-9d66-4e77-a491-43d770db641e req-dbec321d-20da-4ced-be5b-d4f309abc93e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.8740008 Jun 24 12:45:07.344904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-b851aacf-783d-4dd9-b906-99fce5dc12ee None None] Set router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:07.345291 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:07.451413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.471405 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-13d0e67d-6c0f-4402-85a4-e0d84928a60f None None] Could not find standard attr ID for object 8ba576ec-2a64-498b-bfb0-59bf2754e0ed. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:45:07.507040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.535782 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.541153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-841f4f39-e8f2-4d48-aceb-854138a77a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:07.543422 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-55f216dc-9d66-4e77-a491-43d770db641e req-b4d7ec1b-f2b4-4b8d-8c9b-b6d98ab44d91 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914487 Jun 24 12:45:07.571205 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.579716 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/83b7e524-bf51-4c3a-aea2-ce05eeaf765f HTTP/1.1" status: 204 len: 168 time: 2.5318274 Jun 24 12:45:07.584369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port cee8401e-7256-4153-90af-b98dd1c261c7, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cee8401e-7256-4153-90af-b98dd1c261c7,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:07.588392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43634) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:07.591468 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.596062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:07.609224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43636) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:07.641818 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25e90b7-f1bc-41ab-97a5-7b55847db361']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:07.656517 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ffa32f10-7d93-485a-85ff-545f401446ca tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.659024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Network': ['ID=83b7e524-bf51-4c3a-aea2-ce05eeaf765f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:07.666924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:07.667592 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-55b528c2-3b50-4a28-8279-865efb451acd tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:07.677978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efbe6e4-ac27-4059-ad54-3752a7153bee None None] DHCP port deletion for 83b7e524-bf51-4c3a-aea2-ce05eeaf765f request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:07.703226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b884e1c7-d862-4af0-8a44-1af57a248973') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:07.703511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b884e1c7-d862-4af0-8a44-1af57a248973') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:07.706858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=cee8401e-7256-4153-90af-b98dd1c261c7,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:07.708893 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa32f10-7d93-485a-85ff-545f401446ca tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=9996255f-6bb8-4399-b0a0-790b7b7f7ff7,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:07.717224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:07.723161 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ffa32f10-7d93-485a-85ff-545f401446ca tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:07.728450 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.743827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device e30c8190-6be2-4b97-836d-4accbf168698 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:07.746207 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45827ad5-f07a-4f20-a540-a2fb1a5f25e8 None None] Network 83b7e524-bf51-4c3a-aea2-ce05eeaf765f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:07.749983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e7128-1128-4fad-9c02-ff547170702b req-f3626733-18f1-456f-8635-11feb4ad4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:07.751795 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3f0e7128-1128-4fad-9c02-ff547170702b req-f3626733-18f1-456f-8635-11feb4ad4329 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fcbc075-b5e7-44c5-bc76-7cf779376ac4 HTTP/1.1" status: 200 len: 899 time: 0.4364214 Jun 24 12:45:07.760438 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7b111b-da96-43e1-a0ba-556f976dabdd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:07.763309 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7b111b-da96-43e1-a0ba-556f976dabdd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:07.765768 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3c7b111b-da96-43e1-a0ba-556f976dabdd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/subnets/47999d51-7650-48de-949f-e1f1f4bdb31e HTTP/1.1" status: 404 len: 337 time: 0.1752272 Jun 24 12:45:07.788177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43638) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:07.788624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43640) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:07.793501 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45827ad5-f07a-4f20-a540-a2fb1a5f25e8 None None] Network 83b7e524-bf51-4c3a-aea2-ce05eeaf765f could not be found, it might have been deleted concurrently. {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 24 12:45:07.800181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: e30c8190-6be2-4b97-836d-4accbf168698 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:07.800523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device e30c8190-6be2-4b97-836d-4accbf168698 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:07.808779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.814505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ffa32f10-7d93-485a-85ff-545f401446ca tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.817098 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ffa32f10-7d93-485a-85ff-545f401446ca tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/9996255f-6bb8-4399-b0a0-790b7b7f7ff7 HTTP/1.1" status: 204 len: 168 time: 1.1221573 Jun 24 12:45:07.821027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43642) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:07.832548 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec61bb92-8382-47af-ab8b-cdda548695cf None None] DHCP port deletion for 6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:07.835369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:07.836164 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:07.846529 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:07.885661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4546-cb8c-409b-9540-f7337f66f6cf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.898826 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:07.905199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-646537cf-220c-4e3b-bcc9-a33a9cfd5c96 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.930182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b851aacf-783d-4dd9-b906-99fce5dc12ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:44:26Z', 'revision_number': 4, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '01818061-5aca-49e5-8bdd-b993efe94524', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'floating_ip_address': '172.26.1.241', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'port_id': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'mac_address': 'fa:16:3e:64:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:45:01Z', 'updated_at': '2021-06-24T12:45:01Z', 'revision_number': 0, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd41be81-85d4-439b-bc7d-2b5deaafc294', 'name': '', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'mac_address': 'fa:16:3e:80:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:24Z', 'updated_at': '2021-06-24T12:44:32Z', 'revision_number': 5, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'subnets': [{'id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:07.954272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.958752 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d409a9d8-bc00-47a7-958f-2919119f57de tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:07.961791 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d409a9d8-bc00-47a7-958f-2919119f57de tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:07.967500 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d409a9d8-bc00-47a7-958f-2919119f57de tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1450446 Jun 24 12:45:07.968099 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43644) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:07.969544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ec61bb92-8382-47af-ab8b-cdda548695cf None None] Deleting port 60c4a70e-9f42-464a-b16e-1f6bd64d607c {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:07.970304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ec61bb92-8382-47af-ab8b-cdda548695cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.972428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851aacf-783d-4dd9-b906-99fce5dc12ee None None] The sync data for ids ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'] in dv-neutron-797121-4-hyperv is: [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:44:26Z', 'revision_number': 4, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '01818061-5aca-49e5-8bdd-b993efe94524', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'floating_ip_address': '172.26.1.241', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'port_id': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'mac_address': 'fa:16:3e:64:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:45:01Z', 'updated_at': '2021-06-24T12:45:01Z', 'revision_number': 0, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd41be81-85d4-439b-bc7d-2b5deaafc294', 'name': '', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'mac_address': 'fa:16:3e:80:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:24Z', 'updated_at': '2021-06-24T12:44:32Z', 'revision_number': 5, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'subnets': [{'id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:08.002022 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc11cbe-cd20-4213-a97f-988c7c74d98e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:08.002647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc11cbe-cd20-4213-a97f-988c7c74d98e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:08.004408 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2dc11cbe-cd20-4213-a97f-988c7c74d98e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/83b7e524-bf51-4c3a-aea2-ce05eeaf765f HTTP/1.1" status: 404 len: 339 time: 0.2119250 Jun 24 12:45:08.016298 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca4546-cb8c-409b-9540-f7337f66f6cf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=09df4e45-0956-40a3-a04a-402172a71bd1,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:08.019718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a0ca4546-cb8c-409b-9540-f7337f66f6cf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:08.022830 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-09e59ecc-f38a-4da2-96dc-93e6a9347ac8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:08.024885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43646) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:08.028408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:08.035420 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/networks/c25e90b7-f1bc-41ab-97a5-7b55847db361 HTTP/1.1" status: 204 len: 168 time: 0.9154422 Jun 24 12:45:08.040263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43648) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:08.040697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e81b21-4da1-42ae-aa2b-a2c96876578e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet a594b091-c3c9-43c9-b89d-a2af05e6e1e7 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:08.044633 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0e81b21-4da1-42ae-aa2b-a2c96876578e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:08.073326 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ed235d4f-f23e-4040-bc9b-dc332e4d657f tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/floatingips/01818061-5aca-49e5-8bdd-b993efe94524 HTTP/1.1" status: 200 len: 992 time: 0.4625571 Jun 24 12:45:08.098261 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Network': ['ID=c25e90b7-f1bc-41ab-97a5-7b55847db361,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:08.099205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-ec61bb92-8382-47af-ab8b-cdda548695cf None None] For port 60c4a70e-9f42-464a-b16e-1f6bd64d607c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=60c4a70e-9f42-464a-b16e-1f6bd64d607c,segment=NetworkSegment(c4ed6458-3048-4167-8a28-6129f28578b5),segment_id=c4ed6458-3048-4167-8a28-6129f28578b5)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:08.099856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ec61bb92-8382-47af-ab8b-cdda548695cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:08.102169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0e81b21-4da1-42ae-aa2b-a2c96876578e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:08.105038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:08.121677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ec61bb92-8382-47af-ab8b-cdda548695cf None None] Calling delete_port for 60c4a70e-9f42-464a-b16e-1f6bd64d607c owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:08.228210 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3f0e7128-1128-4fad-9c02-ff547170702b req-be0717d3-4ce5-49d1-ab66-e6440ae534a1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca HTTP/1.1" status: 200 len: 1000 time: 0.4581323 Jun 24 12:45:08.247955 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ec61bb92-8382-47af-ab8b-cdda548695cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:08.256200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5e7f004b-177f-4864-971b-129276288b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:08.270895 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-37d56365-e061-495d-a4ae-b1896ae26773 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7522da2d67f34dd38b13c0ad2ce8292e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747331 Jun 24 12:45:08.297664 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61bb92-8382-47af-ab8b-cdda548695cf None None] Pushing event deleted for resources: {'Port': ['ID=60c4a70e-9f42-464a-b16e-1f6bd64d607c,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:08.307728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ec61bb92-8382-47af-ab8b-cdda548695cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:08.308759 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec61bb92-8382-47af-ab8b-cdda548695cf None None] No DVR routers for this DVR port 60c4a70e-9f42-464a-b16e-1f6bd64d607c on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:08.332105 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83672215-f81e-473a-8340-137241493c37 None None] New status for floating IP 01818061-5aca-49e5-8bdd-b993efe94524: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:45:08.374066 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43650) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:08.438841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4546-cb8c-409b-9540-f7337f66f6cf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:08.439410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cee8401e-7256-4153-90af-b98dd1c261c7 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:08.492931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:08.522176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port cee8401e-7256-4153-90af-b98dd1c261c7 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:08.523047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:08.527718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:08.592967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0e81b21-4da1-42ae-aa2b-a2c96876578e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:08.610666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e7128-1128-4fad-9c02-ff547170702b req-21bd725f-e50c-49b6-9666-3d32e1f9d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:08.612205 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3f0e7128-1128-4fad-9c02-ff547170702b req-21bd725f-e50c-49b6-9666-3d32e1f9d8cf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=92694ad8-8dcd-45e9-9cf5-cb1442e8f867 HTTP/1.1" status: 200 len: 834 time: 0.2824783 Jun 24 12:45:08.656688 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0e81b21-4da1-42ae-aa2b-a2c96876578e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:08.658942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-07f8ed14-101e-4028-87f8-cddd0c748d07 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:08.676471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 60c4a70e-9f42-464a-b16e-1f6bd64d607c no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:08.687479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e81b21-4da1-42ae-aa2b-a2c96876578e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=a594b091-c3c9-43c9-b89d-a2af05e6e1e7,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:08.694233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d0e81b21-4da1-42ae-aa2b-a2c96876578e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:08.698398 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 60c4a70e-9f42-464a-b16e-1f6bd64d607c {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:08.698987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 60c4a70e-9f42-464a-b16e-1f6bd64d607c not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:08.699277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8ba576ec-2a64-498b-bfb0-59bf2754e0ed no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:08.704183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0e81b21-4da1-42ae-aa2b-a2c96876578e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:08.708581 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d0e81b21-4da1-42ae-aa2b-a2c96876578e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/a594b091-c3c9-43c9-b89d-a2af05e6e1e7 HTTP/1.1" status: 204 len: 168 time: 0.7352140 Jun 24 12:45:08.708960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43652) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:08.723244 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18778265-2d21-40cc-b341-2138e926f398 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:08.725537 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 8ba576ec-2a64-498b-bfb0-59bf2754e0ed {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:08.725959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8ba576ec-2a64-498b-bfb0-59bf2754e0ed not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:08.751060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2fe8da6a-ba0d-4120-b0ff-6eb76aa37c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:08.776423 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-abd78a5d-72d7-4058-b0c7-125fbc380b33 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659995 Jun 24 12:45:08.778998 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43654) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:08.784504 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-92c69c77-3e32-479c-ae4f-cba36c58db8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:08.877340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c69c77-3e32-479c-ae4f-cba36c58db8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:08.881363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-92c69c77-3e32-479c-ae4f-cba36c58db8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:08.943962 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b933e4-33da-4097-9906-6ce548626af7 None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:08.999565 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-53b933e4-33da-4097-9906-6ce548626af7 None None] Deleting port cee8401e-7256-4153-90af-b98dd1c261c7 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:09.000053 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-53b933e4-33da-4097-9906-6ce548626af7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.072104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-53b933e4-33da-4097-9906-6ce548626af7 None None] For port cee8401e-7256-4153-90af-b98dd1c261c7, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cee8401e-7256-4153-90af-b98dd1c261c7,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:09.072503 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-53b933e4-33da-4097-9906-6ce548626af7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.077640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43656) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:09.086362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-53b933e4-33da-4097-9906-6ce548626af7 None None] Calling delete_port for cee8401e-7256-4153-90af-b98dd1c261c7 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:09.128917 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-92c69c77-3e32-479c-ae4f-cba36c58db8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.134324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-144c4d10-e2ff-4597-8eb2-d2270ba14260 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:09.176075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-53b933e4-33da-4097-9906-6ce548626af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.179091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ad953abe-c06e-4ee4-a82e-278787ac67bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:09.180085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c69c77-3e32-479c-ae4f-cba36c58db8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:09.190665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-92c69c77-3e32-479c-ae4f-cba36c58db8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:09.197324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c69c77-3e32-479c-ae4f-cba36c58db8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:09.197909 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-92c69c77-3e32-479c-ae4f-cba36c58db8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.207662 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b933e4-33da-4097-9906-6ce548626af7 None None] No DVR routers for this DVR port cee8401e-7256-4153-90af-b98dd1c261c7 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:09.210082 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b933e4-33da-4097-9906-6ce548626af7 None None] Pushing event deleted for resources: {'Port': ['ID=cee8401e-7256-4153-90af-b98dd1c261c7,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:09.212942 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-53b933e4-33da-4097-9906-6ce548626af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:09.218464 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c69c77-3e32-479c-ae4f-cba36c58db8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=40658543-8746-4a89-9825-70dfff662e6f,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:09.224630 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3f3b03df-96e1-4f2f-8aef-696f35bcffd0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/floatingips/01818061-5aca-49e5-8bdd-b993efe94524 HTTP/1.1" status: 200 len: 994 time: 0.1447816 Jun 24 12:45:09.224630 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-92c69c77-3e32-479c-ae4f-cba36c58db8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:09.240847 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-92c69c77-3e32-479c-ae4f-cba36c58db8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4581144 Jun 24 12:45:09.241043 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f01753f-3e6a-4623-8520-ae8680153f00 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:09.241167 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43658) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:09.247665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'fixed_ips': [{'subnet_id': '40658543-8746-4a89-9825-70dfff662e6f', 'ip_address': '2001:db8::8db3:f0ea:3e5f:3690'}], 'name': 'tempest-NetworksTestDHCPv6-1721710966'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:09.265701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2fe8da6a-ba0d-4120-b0ff-6eb76aa37c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.286081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.344081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:09.350269 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ca4546-cb8c-409b-9540-f7337f66f6cf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Router 01f02a25-d05d-49ba-8424-5d2af96221fa has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:09.369410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.377602 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:09.383895 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.394704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ed6458-3048-4167-8a28-6129f28578b5') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:09.395102 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ed6458-3048-4167-8a28-6129f28578b5') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:09.400478 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': '40658543-8746-4a89-9825-70dfff662e6f'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:09.401775 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.407344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87496c00-bd72-4985-b83f-ecb8fd1280a4']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:09.410403 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port 9ab3e70f-86f9-4840-8e39-8b9f9d692997 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:45:09.422954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.435186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56e1178-d2c8-4220-9478-dffff83e9f15') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:09.435550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56e1178-d2c8-4220-9478-dffff83e9f15') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:09.438800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e7128-1128-4fad-9c02-ff547170702b req-bf326eec-bd7d-441c-b472-6c342273fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:09.440331 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3f0e7128-1128-4fad-9c02-ff547170702b req-bf326eec-bd7d-441c-b472-6c342273fda6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fcbc075-b5e7-44c5-bc76-7cf779376ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7901089 Jun 24 12:45:09.469838 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.498017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.556665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.558979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:09.559379 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:09.564208 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:09.569652 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Allocated IP 2001:db8::2 (775331f2-7641-4269-a311-a446eb45635d/40658543-8746-4a89-9825-70dfff662e6f/678a1f29-3db9-4a83-9617-ef9de1a282c1) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:09.678518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:09.679122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:09.686994 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:09.716572 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.719510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2fe8da6a-ba0d-4120-b0ff-6eb76aa37c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.722027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2fe8da6a-ba0d-4120-b0ff-6eb76aa37c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.723189 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2fe8da6a-ba0d-4120-b0ff-6eb76aa37c67 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8165c703-bbd8-4a44-b805-a938ae3324dd HTTP/1.1" status: 204 len: 168 time: 1.3443656 Jun 24 12:45:09.756584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dab78538-5177-4896-86ab-171258bcfd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:09.775955 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ca4546-cb8c-409b-9540-f7337f66f6cf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:09.787919 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebe05e-20f7-4358-9c59-9614fbfafa5e None None] Sync routers for ids ['01f02a25-d05d-49ba-8424-5d2af96221fa'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:09.794753 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a0ca4546-cb8c-409b-9540-f7337f66f6cf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "PUT /v2.0/routers/01f02a25-d05d-49ba-8424-5d2af96221fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4620330 Jun 24 12:45:09.795919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43662) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:09.798445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8da6a-ba0d-4120-b0ff-6eb76aa37c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8165c703-bbd8-4a44-b805-a938ae3324dd,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:09.805502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2fe8da6a-ba0d-4120-b0ff-6eb76aa37c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:09.809825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.818946 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Transition to ACTIVE for port object 678a1f29-3db9-4a83-9617-ef9de1a282c1 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:09.821454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9cbd507c-3e44-4671-9674-41f4653c4631 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:09.842040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.847437 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/networks/6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7 HTTP/1.1" status: 204 len: 168 time: 1.7741492 Jun 24 12:45:09.848793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43664) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:09.854731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebe05e-20f7-4358-9c59-9614fbfafa5e None None] Routers {'01f02a25-d05d-49ba-8424-5d2af96221fa'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:09.855403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-97ebe05e-20f7-4358-9c59-9614fbfafa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['01f02a25-d05d-49ba-8424-5d2af96221fa'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:09.855994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-decc54af-90d1-4888-adc5-5eb042c9e5dc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1827099553'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:09.873830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.877199 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d921ddcd-8358-45bc-a3ab-131511beb822 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] GET failed (client error): The resource could not be found. Jun 24 12:45:09.882807 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d921ddcd-8358-45bc-a3ab-131511beb822 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/09df4e45-0956-40a3-a04a-402172a71bd1 HTTP/1.1" status: 404 len: 333 time: 0.0856245 Jun 24 12:45:09.883761 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43666) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:09.885806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Network': ['ID=6cd70d59-9ca9-4ca2-a544-4b87dcaa5af7,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:09.889606 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3f0e7128-1128-4fad-9c02-ff547170702b req-db6e1e8e-4582-4b2d-a051-bba2d39d9c37 service neutron] 10.222.0.102 "GET /v2.0/networks/3fcbc075-b5e7-44c5-bc76-7cf779376ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318433 Jun 24 12:45:09.891361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.894535 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/87496c00-bd72-4985-b83f-ecb8fd1280a4 HTTP/1.1" status: 204 len: 168 time: 1.8576868 Jun 24 12:45:09.899798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:09.900557 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-afca82fd-103e-4b5e-b1f4-dbec49b19400 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:09.905072 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Transition to ACTIVE for port object 678a1f29-3db9-4a83-9617-ef9de1a282c1 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:09.905258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43668) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:09.908131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-97ebe05e-20f7-4358-9c59-9614fbfafa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:09.915820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.918906 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-86e39892-6a6e-4f8c-8b03-5dc0ad3c4e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:09.955224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebe05e-20f7-4358-9c59-9614fbfafa5e None None] Routers {'01f02a25-d05d-49ba-8424-5d2af96221fa'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:09.955906 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-97ebe05e-20f7-4358-9c59-9614fbfafa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['01f02a25-d05d-49ba-8424-5d2af96221fa'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:09.978982 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Network': ['ID=87496c00-bd72-4985-b83f-ecb8fd1280a4,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:09.981086 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-477b718e-a281-4f12-83b1-af0f915aea85 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:09.981539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477b718e-a281-4f12-83b1-af0f915aea85 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:09.983294 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-477b718e-a281-4f12-83b1-af0f915aea85 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/subnets/5c94b285-6e0b-4da1-96cd-63a843bce055 HTTP/1.1" status: 404 len: 337 time: 0.0748689 Jun 24 12:45:09.984300 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:09.988198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decc54af-90d1-4888-adc5-5eb042c9e5dc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:09.991656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-decc54af-90d1-4888-adc5-5eb042c9e5dc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:09.994350 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43670) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:10.004820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:10.008412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-97ebe05e-20f7-4358-9c59-9614fbfafa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:10.008852 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebe05e-20f7-4358-9c59-9614fbfafa5e None None] The sync data for ids ['01f02a25-d05d-49ba-8424-5d2af96221fa'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:10.026668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:10.031448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:10.033296 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f8905efb-f801-4214-a2e8-acf3581c7731 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.036021 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Pushing event updated for resources: {'Port': ['ID=678a1f29-3db9-4a83-9617-ef9de1a282c1,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:10.046615 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:10.058685 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c431285-7533-4169-b8bc-e23c758e39ed tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:10.059311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c431285-7533-4169-b8bc-e23c758e39ed tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:10.063293 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8c431285-7533-4169-b8bc-e23c758e39ed tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/d18c2323-3ee7-47e8-92a2-fa19c24c699b HTTP/1.1" status: 404 len: 339 time: 0.0623281 Jun 24 12:45:10.064840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43674) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:10.084289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::8db3:f0ea:3e5f:3690 (775331f2-7641-4269-a311-a446eb45635d/40658543-8746-4a89-9825-70dfff662e6f/9ab3e70f-86f9-4840-8e39-8b9f9d692997) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:10.121423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Attempting to bind port 678a1f29-3db9-4a83-9617-ef9de1a282c1 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:10.122049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Attempting to bind port 678a1f29-3db9-4a83-9617-ef9de1a282c1 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:10.122405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-646537cf-220c-4e3b-bcc9-a33a9cfd5c96 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port 3aa4abe9-59ce-47d3-b792-55522dcee2b4 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:10.122756 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-646537cf-220c-4e3b-bcc9-a33a9cfd5c96 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.125346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Attempting to bind port 678a1f29-3db9-4a83-9617-ef9de1a282c1 on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:10.131381 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decc54af-90d1-4888-adc5-5eb042c9e5dc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] vlan segment allocate from pool success with {'vlan_id': 1313, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:45:10.139428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:10.140671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:10.142108 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.143629 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:10.144719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Bound port: 678a1f29-3db9-4a83-9617-ef9de1a282c1, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:10.145858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.181769 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-decc54af-90d1-4888-adc5-5eb042c9e5dc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.182151 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-decc54af-90d1-4888-adc5-5eb042c9e5dc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Added segment 0d661a65-1c11-47dd-81ad-df38853ce535 of type vlan for network f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4 Jun 24 12:45:10.235676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-922fb81f-7354-4d0c-9237-fe19896e34ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Deleting subnet 6bbb9e38-4219-4197-9ccf-153c2e28c282 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:10.243982 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3f0e7128-1128-4fad-9c02-ff547170702b req-67fe2d72-ae26-4e9a-84df-b2fd20efebde service neutron] 10.222.0.102 "GET /v2.0/networks/3fcbc075-b5e7-44c5-bc76-7cf779376ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394976 Jun 24 12:45:10.244715 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-922fb81f-7354-4d0c-9237-fe19896e34ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.264559 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] For port 678a1f29-3db9-4a83-9617-ef9de1a282c1, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:10.269058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] For port 678a1f29-3db9-4a83-9617-ef9de1a282c1, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=678a1f29-3db9-4a83-9617-ef9de1a282c1,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:10.276318 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.279567 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-07bad903-7038-444c-a972-0f318d2191b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:10.296237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f8905efb-f801-4214-a2e8-acf3581c7731 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.300794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f8905efb-f801-4214-a2e8-acf3581c7731 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.315021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-decc54af-90d1-4888-adc5-5eb042c9e5dc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.332555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-922fb81f-7354-4d0c-9237-fe19896e34ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.410628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f8905efb-f801-4214-a2e8-acf3581c7731 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.411199 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8905efb-f801-4214-a2e8-acf3581c7731 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Fanout notify agent at l3_agent the message router_deleted on router 01f02a25-d05d-49ba-8424-5d2af96221fa {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:45:10.418080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Pushing event updated for resources: {'Port': ['ID=678a1f29-3db9-4a83-9617-ef9de1a282c1,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:10.419692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f8905efb-f801-4214-a2e8-acf3581c7731 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.420794 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f8905efb-f801-4214-a2e8-acf3581c7731 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/routers/01f02a25-d05d-49ba-8424-5d2af96221fa HTTP/1.1" status: 204 len: 168 time: 0.5363061 Jun 24 12:45:10.424400 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43682) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:10.425509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-646537cf-220c-4e3b-bcc9-a33a9cfd5c96 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.440338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:10.451128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-decc54af-90d1-4888-adc5-5eb042c9e5dc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.456892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decc54af-90d1-4888-adc5-5eb042c9e5dc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:10.457502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-decc54af-90d1-4888-adc5-5eb042c9e5dc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.462171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cee8401e-7256-4153-90af-b98dd1c261c7 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:10.465951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4695528e-c7a1-445f-a8e0-a12c1cfe5df5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:10.473613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-646537cf-220c-4e3b-bcc9-a33a9cfd5c96 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for 3aa4abe9-59ce-47d3-b792-55522dcee2b4 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:10.506486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: cee8401e-7256-4153-90af-b98dd1c261c7 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:10.508533 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cee8401e-7256-4153-90af-b98dd1c261c7 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:10.553299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.576023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f7e34d-39f4-493b-90cd-9c8e4757fa04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting subnet b2206a71-f5b3-4419-8a36-ce93ebe7bd00 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:10.579359 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-decc54af-90d1-4888-adc5-5eb042c9e5dc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7295127 Jun 24 12:45:10.580554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27f7e34d-39f4-493b-90cd-9c8e4757fa04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.583344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object 9ab3e70f-86f9-4840-8e39-8b9f9d692997 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:10.584644 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43686) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:10.613158 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-811a1258-90eb-41f6-8b1f-41fe98a1a0af tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'subnet': {'network_id': 'f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:10.622185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc54af-90d1-4888-adc5-5eb042c9e5dc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Network': ['ID=f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:10.634074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-922fb81f-7354-4d0c-9237-fe19896e34ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.636233 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:45:10.639181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-decc54af-90d1-4888-adc5-5eb042c9e5dc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:10.757611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27f7e34d-39f4-493b-90cd-9c8e4757fa04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.782676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-922fb81f-7354-4d0c-9237-fe19896e34ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.788390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:10.830316 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fb81f-7354-4d0c-9237-fe19896e34ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbb9e38-4219-4197-9ccf-153c2e28c282,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:10.846004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30771ef-29a8-4064-9d20-681cd2a6fd54 None None] Network 2014efaf-658e-44c2-b59f-8037998130e9 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:10.847288 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-922fb81f-7354-4d0c-9237-fe19896e34ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:10.849218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-922fb81f-7354-4d0c-9237-fe19896e34ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.851204 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-922fb81f-7354-4d0c-9237-fe19896e34ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/subnets/6bbb9e38-4219-4197-9ccf-153c2e28c282 HTTP/1.1" status: 204 len: 168 time: 0.7850401 Jun 24 12:45:10.854166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43694) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:10.939778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27f7e34d-39f4-493b-90cd-9c8e4757fa04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.966280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ff2adf-27f6-4b4b-88b1-83efcbbdd36a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Deleting subnet f5157068-eaef-483e-b760-b1a5b673bce8 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:10.980230 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-17ff2adf-27f6-4b4b-88b1-83efcbbdd36a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:10.997972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811a1258-90eb-41f6-8b1f-41fe98a1a0af tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:11.001581 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-811a1258-90eb-41f6-8b1f-41fe98a1a0af tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.031270 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.041481 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:11.043987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-646537cf-220c-4e3b-bcc9-a33a9cfd5c96 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.057738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0914aa33-1e96-4d51-b535-a4ac53e08a18 tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:11.100129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43698) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:11.101032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646537cf-220c-4e3b-bcc9-a33a9cfd5c96 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=3aa4abe9-59ce-47d3-b792-55522dcee2b4,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:11.105043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-646537cf-220c-4e3b-bcc9-a33a9cfd5c96 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:11.113649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-17ff2adf-27f6-4b4b-88b1-83efcbbdd36a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.155044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27f7e34d-39f4-493b-90cd-9c8e4757fa04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.167196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:11.174093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:11.180635 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=9ab3e70f-86f9-4840-8e39-8b9f9d692997,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:11.183104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:11.196260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:11.196935 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.219324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:11.220404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8b7902e6-65a5-4585-ad16-3846c79716a5 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:11.235040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27f7e34d-39f4-493b-90cd-9c8e4757fa04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.239122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50395cee-fa80-41bf-8cd3-0b51c750600e None None] Network a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:11.240886 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-27f7e34d-39f4-493b-90cd-9c8e4757fa04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/b2206a71-f5b3-4419-8a36-ce93ebe7bd00 HTTP/1.1" status: 204 len: 168 time: 0.8042197 Jun 24 12:45:11.266643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43702) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:11.295928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7e34d-39f4-493b-90cd-9c8e4757fa04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Subnet': ['ID=b2206a71-f5b3-4419-8a36-ce93ebe7bd00,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:11.313521 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0691578 Jun 24 12:45:11.314911 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-27f7e34d-39f4-493b-90cd-9c8e4757fa04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:11.337007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43704) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:11.351778 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Request body: {'networks': [{'name': 'tempest-network--1422291193'}, {'name': 'tempest-network--862614941'}]} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:11.352394 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Request body: {'network': {'name': 'tempest-network--1422291193'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:11.352586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Request body: {'network': {'name': 'tempest-network--862614941'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:11.437749 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-646537cf-220c-4e3b-bcc9-a33a9cfd5c96 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.439515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Made reservation on behalf of 7224eb464eac4bd1a39a58872a485b5f for: {'network': 2} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:11.444208 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.457069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.573236 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.573583 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-17ff2adf-27f6-4b4b-88b1-83efcbbdd36a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.578191 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-811a1258-90eb-41f6-8b1f-41fe98a1a0af tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.582708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3ade9051-b46b-4161-a86c-99cf10f4515b tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:11.697317 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a1258-90eb-41f6-8b1f-41fe98a1a0af tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Subnet': ['ID=d76df7d8-f748-4b9b-be48-bf90d7593016,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:11.715413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626c517-eaf3-4785-b64d-58ded1fc4ccf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:11.721513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626c517-eaf3-4785-b64d-58ded1fc4ccf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:11.725910 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0626c517-eaf3-4785-b64d-58ded1fc4ccf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3850892 Jun 24 12:45:11.726228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43706) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:11.727726 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-811a1258-90eb-41f6-8b1f-41fe98a1a0af tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:11.746265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-17ff2adf-27f6-4b4b-88b1-83efcbbdd36a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.777397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811a1258-90eb-41f6-8b1f-41fe98a1a0af tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Checking segment: {'id': '0d661a65-1c11-47dd-81ad-df38853ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:11.778108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a1258-90eb-41f6-8b1f-41fe98a1a0af tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network hostable DHCP agents. Network: f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:45:11.779181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e960ae6-23dc-4bae-ac40-12a7ac773517 None None] DHCP port deletion for a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:11.779722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2c819b86-b86c-4e02-9ed6-9b8b8ac5d758 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:11.785602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-17ff2adf-27f6-4b4b-88b1-83efcbbdd36a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.787588 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-17ff2adf-27f6-4b4b-88b1-83efcbbdd36a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/subnets/f5157068-eaef-483e-b760-b1a5b673bce8 HTTP/1.1" status: 204 len: 168 time: 0.9323730 Jun 24 12:45:11.795202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43708) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:11.823979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff2adf-27f6-4b4b-88b1-83efcbbdd36a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Subnet': ['ID=f5157068-eaef-483e-b760-b1a5b673bce8,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:11.827576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-17ff2adf-27f6-4b4b-88b1-83efcbbdd36a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:11.855722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port b70438f9-d26f-4a4c-8e95-390d86c0f6e4 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:11.856218 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.884317 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-1e960ae6-23dc-4bae-ac40-12a7ac773517 None None] Deleting port b70438f9-d26f-4a4c-8e95-390d86c0f6e4 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:11.884967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1e960ae6-23dc-4bae-ac40-12a7ac773517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.897135 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a1258-90eb-41f6-8b1f-41fe98a1a0af tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:45:11.980402 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:11.982453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-811a1258-90eb-41f6-8b1f-41fe98a1a0af tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:12.013199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.021831 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811a1258-90eb-41f6-8b1f-41fe98a1a0af tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:12.022500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-811a1258-90eb-41f6-8b1f-41fe98a1a0af tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.032122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.033351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.039661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646537cf-220c-4e3b-bcc9-a33a9cfd5c96 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router c8a107b5-2706-4205-a36c-34063e4ae01f has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:12.041628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cead9040-4e04-4422-b990-5a819bb07bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:12.052397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] For port b70438f9-d26f-4a4c-8e95-390d86c0f6e4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b70438f9-d26f-4a4c-8e95-390d86c0f6e4,segment=NetworkSegment(d91b45bb-4dcf-4b00-b2ad-39a7d6620b83),segment_id=d91b45bb-4dcf-4b00-b2ad-39a7d6620b83)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:12.052789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.074586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for b70438f9-d26f-4a4c-8e95-390d86c0f6e4 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:12.084075 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-811a1258-90eb-41f6-8b1f-41fe98a1a0af tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4803190 Jun 24 12:45:12.086529 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43710) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:12.109665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141ce795-d202-4359-b879-bfc1fcecdf2c,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:12.115829 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-bcf22794-a60a-45f1-83dc-6027555e8f66 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1457020260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:12.121706 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:12.136055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-7ce261a4-8e2c-488c-a2ea-bac5737ad34a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port 9ab3e70f-86f9-4840-8e39-8b9f9d692997 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:12.136361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7ce261a4-8e2c-488c-a2ea-bac5737ad34a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.143818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] vlan segment allocate from pool success with {'vlan_id': 1343, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:45:12.145307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebb2a93-e6a2-47c6-b99d-229e501c8826 None None] Network f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:12.201500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf22794-a60a-45f1-83dc-6027555e8f66 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.202553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf22794-a60a-45f1-83dc-6027555e8f66 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.264176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1e960ae6-23dc-4bae-ac40-12a7ac773517 None None] For port b70438f9-d26f-4a4c-8e95-390d86c0f6e4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b70438f9-d26f-4a4c-8e95-390d86c0f6e4,segment=NetworkSegment(d91b45bb-4dcf-4b00-b2ad-39a7d6620b83),segment_id=d91b45bb-4dcf-4b00-b2ad-39a7d6620b83)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:12.264651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1e960ae6-23dc-4bae-ac40-12a7ac773517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.284118 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-1e960ae6-23dc-4bae-ac40-12a7ac773517 None None] Calling delete_port for b70438f9-d26f-4a4c-8e95-390d86c0f6e4 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:12.285915 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Deleting port d1e111c6-17db-41d4-94e6-c2aaa49474f3 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:12.286257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.292435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf22794-a60a-45f1-83dc-6027555e8f66 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.301530 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7ce261a4-8e2c-488c-a2ea-bac5737ad34a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.313424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf22794-a60a-45f1-83dc-6027555e8f66 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.323539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-7ce261a4-8e2c-488c-a2ea-bac5737ad34a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for 9ab3e70f-86f9-4840-8e39-8b9f9d692997 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:12.328452 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.356774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d1ff4d3c-1a53-4e07-81fc-ed80091a8dd1 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:12.399828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d75359-a4fe-449c-9f6a-9d39877b8ad0 None None] Network 2014efaf-658e-44c2-b59f-8037998130e9 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:12.402466 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf22794-a60a-45f1-83dc-6027555e8f66 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.407670 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bcf22794-a60a-45f1-83dc-6027555e8f66 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3171668 Jun 24 12:45:12.411963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43712) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:12.419154 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'port': {'network_id': 'f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4', 'name': 'tempest-RoutersIpV6Test-1046573663'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:12.434684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=b70438f9-d26f-4a4c-8e95-390d86c0f6e4,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:12.437224 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No DVR routers for this DVR port b70438f9-d26f-4a4c-8e95-390d86c0f6e4 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:12.444090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.445050 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Added segment 9c13ddcd-9f21-4895-a308-98965191e11f of type vlan for network 9cfc3830-59c9-494e-a8f4-6955372eb9f0 Jun 24 12:45:12.445198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:12.507308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.510370 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] For port d1e111c6-17db-41d4-94e6-c2aaa49474f3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d1e111c6-17db-41d4-94e6-c2aaa49474f3,segment=NetworkSegment(4d74fe57-5da5-49ed-bfe7-8384a9de224f),segment_id=4d74fe57-5da5-49ed-bfe7-8384a9de224f)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:12.510734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.550807 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] vlan segment allocate from pool success with {'vlan_id': 1330, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:45:12.562354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1d9fe2b4-fdde-43a4-a4d4-329c8c204bd7 None None] Provisioning for port 678a1f29-3db9-4a83-9617-ef9de1a282c1 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:12.592899 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 678a1f29-3db9-4a83-9617-ef9de1a282c1 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:12.599990 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Calling delete_port for d1e111c6-17db-41d4-94e6-c2aaa49474f3 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:12.623950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.642141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4', 'network_id': 'f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'fixed_ips': [{'subnet_id': 'd76df7d8-f748-4b9b-be48-bf90d7593016'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:12.642995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.647157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:12.688576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646537cf-220c-4e3b-bcc9-a33a9cfd5c96 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:12.695108 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-646537cf-220c-4e3b-bcc9-a33a9cfd5c96 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "PUT /v2.0/routers/c8a107b5-2706-4205-a36c-34063e4ae01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8844419 Jun 24 12:45:12.701405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91b45bb-4dcf-4b00-b2ad-39a7d6620b83') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:12.701699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91b45bb-4dcf-4b00-b2ad-39a7d6620b83') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:12.704108 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5b4a2-c3ba-4159-b083-69d14f0ed8ea None None] Sync routers for ids ['c8a107b5-2706-4205-a36c-34063e4ae01f'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:12.705281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.705791 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Added segment b681a916-5007-421a-ac20-1b3e2f51dd30 of type vlan for network 506815e6-8f5f-4b2b-8b17-c0f1ef61f1d1 Jun 24 12:45:12.705916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43714) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:12.716074 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5b4a2-c3ba-4159-b083-69d14f0ed8ea None None] Routers {'c8a107b5-2706-4205-a36c-34063e4ae01f'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:12.717587 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6ac5b4a2-c3ba-4159-b083-69d14f0ed8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c8a107b5-2706-4205-a36c-34063e4ae01f'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:12.756846 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6ac5b4a2-c3ba-4159-b083-69d14f0ed8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:12.767192 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5b4a2-c3ba-4159-b083-69d14f0ed8ea None None] Routers {'c8a107b5-2706-4205-a36c-34063e4ae01f'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:12.768151 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6ac5b4a2-c3ba-4159-b083-69d14f0ed8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c8a107b5-2706-4205-a36c-34063e4ae01f'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:12.776571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.821143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7ce261a4-8e2c-488c-a2ea-bac5737ad34a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.821877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.824992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.826540 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6ac5b4a2-c3ba-4159-b083-69d14f0ed8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:12.827466 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5b4a2-c3ba-4159-b083-69d14f0ed8ea None None] The sync data for ids ['c8a107b5-2706-4205-a36c-34063e4ae01f'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:12.832629 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1e960ae6-23dc-4bae-ac40-12a7ac773517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.834939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-198118b6-9bf7-42d7-afc2-bd007b207971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:12.836358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4d5d932d-39cc-4a6d-a061-4cae649c1122 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:12.864854 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:45:12.891474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.908994 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:12.909401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:12.916447 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:12.921214 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Allocated IP 2001:db8::2 (f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4/d76df7d8-f748-4b9b-be48-bf90d7593016/3ede542f-f87a-47dc-8439-9c2f452e70b1) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:13.036335 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e960ae6-23dc-4bae-ac40-12a7ac773517 None None] Pushing event deleted for resources: {'Port': ['ID=b70438f9-d26f-4a4c-8e95-390d86c0f6e4,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:13.059626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1e960ae6-23dc-4bae-ac40-12a7ac773517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:13.063749 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3c5dfa3a-0289-4696-979d-d07e0c9d6c7c None None] Could not find standard attr ID for object d1e111c6-17db-41d4-94e6-c2aaa49474f3. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:45:13.089653 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 678a1f29-3db9-4a83-9617-ef9de1a282c1 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:13.091745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3c5dfa3a-0289-4696-979d-d07e0c9d6c7c None None] Could not find standard attr ID for object 9ab3e70f-86f9-4840-8e39-8b9f9d692997. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:45:13.106000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e960ae6-23dc-4bae-ac40-12a7ac773517 None None] No DVR routers for this DVR port b70438f9-d26f-4a4c-8e95-390d86c0f6e4 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:13.125309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 678a1f29-3db9-4a83-9617-ef9de1a282c1 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:13.125679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.195210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.214326 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Transition to ACTIVE for port object 3ede542f-f87a-47dc-8439-9c2f452e70b1 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:13.256861 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7ce261a4-8e2c-488c-a2ea-bac5737ad34a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.265298 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7ce261a4-8e2c-488c-a2ea-bac5737ad34a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/9ab3e70f-86f9-4840-8e39-8b9f9d692997 HTTP/1.1" status: 204 len: 168 time: 1.5317104 Jun 24 12:45:13.265298 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43716) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:13.269222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Transition to ACTIVE for port object 3ede542f-f87a-47dc-8439-9c2f452e70b1 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:13.273867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce261a4-8e2c-488c-a2ea-bac5737ad34a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=9ab3e70f-86f9-4840-8e39-8b9f9d692997,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:13.276538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7ce261a4-8e2c-488c-a2ea-bac5737ad34a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:13.279389 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.280064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.286533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:13.286851 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.291811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:13.292489 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.302292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e89b4710-350c-4a08-8671-3f2df3b7d959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:13.316759 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1ee47655-8a3e-49db-a883-446d54a50716 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:13.340617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:13.344115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.355573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Network f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:13.356867 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.376644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:13.388640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event updated for resources: {'Network': ['ID=9cfc3830-59c9-494e-a8f4-6955372eb9f0,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:13.407820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 678a1f29-3db9-4a83-9617-ef9de1a282c1, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=678a1f29-3db9-4a83-9617-ef9de1a282c1,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:13.409432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9167d7fa-9239-49dc-9948-36004eaae928 None None] DHCP port deletion for 2014efaf-658e-44c2-b59f-8037998130e9 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:13.410946 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.420433 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:13.422252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] device_id is not set on port e0a8098a-b3b5-4a5f-af5e-695c09966cda yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:45:13.425640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 9cfc3830-59c9-494e-a8f4-6955372eb9f0 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:45:13.435147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:13.450673 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3421426 Jun 24 12:45:13.475244 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No DVR routers for this DVR port d1e111c6-17db-41d4-94e6-c2aaa49474f3 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:13.477337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43718) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:13.488556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.497348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e4f301-8601-41ca-92f1-3fea15196eec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:13.499159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e4f301-8601-41ca-92f1-3fea15196eec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:13.500999 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-35e4f301-8601-41ca-92f1-3fea15196eec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2378561 Jun 24 12:45:13.503947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43720) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:13.513935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event updated for resources: {'Network': ['ID=506815e6-8f5f-4b2b-8b17-c0f1ef61f1d1,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:13.517101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:13.523916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Port': ['ID=d1e111c6-17db-41d4-94e6-c2aaa49474f3,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:13.538049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:13.538359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:13.548133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:13.564919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc799563-1e38-4c9a-aca0-5b76fc672c71 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 40658543-8746-4a89-9825-70dfff662e6f {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:13.567093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 506815e6-8f5f-4b2b-8b17-c0f1ef61f1d1 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:45:13.570089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc799563-1e38-4c9a-aca0-5b76fc672c71 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.597355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b70438f9-d26f-4a4c-8e95-390d86c0f6e4 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:13.616783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc799563-1e38-4c9a-aca0-5b76fc672c71 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.619230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Pushing event updated for resources: {'Port': ['ID=3ede542f-f87a-47dc-8439-9c2f452e70b1,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:13.631900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:13.637292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:13.639351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: b70438f9-d26f-4a4c-8e95-390d86c0f6e4 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:13.639794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b70438f9-d26f-4a4c-8e95-390d86c0f6e4 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:13.670457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.672610 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.693581 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6f351418-894b-46f1-988b-e994b3de10ff tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:13.697719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Attempting to bind port 3ede542f-f87a-47dc-8439-9c2f452e70b1 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:13.698585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Attempting to bind port 3ede542f-f87a-47dc-8439-9c2f452e70b1 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '0d661a65-1c11-47dd-81ad-df38853ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:13.698585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Attempting to bind port 3ede542f-f87a-47dc-8439-9c2f452e70b1 on network f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:13.707331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.712813 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/networks/a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0 HTTP/1.1" status: 204 len: 168 time: 2.4404922 Jun 24 12:45:13.714501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43722) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:13.715498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:13.715498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Checking segment: {'id': '0d661a65-1c11-47dd-81ad-df38853ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:13.715756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.716270 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Bound using segment: {'id': '0d661a65-1c11-47dd-81ad-df38853ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:13.716814 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Bound port: 3ede542f-f87a-47dc-8439-9c2f452e70b1, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d661a65-1c11-47dd-81ad-df38853ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:13.717255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.753190 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=678a1f29-3db9-4a83-9617-ef9de1a282c1,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:13.772229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:13.784379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Network': ['ID=a26dfe01-f2e2-42f6-b8ca-7dc8a3982aa0,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:13.790835 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc799563-1e38-4c9a-aca0-5b76fc672c71 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.811338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] For port 3ede542f-f87a-47dc-8439-9c2f452e70b1, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:13.814530 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] For port 3ede542f-f87a-47dc-8439-9c2f452e70b1, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3ede542f-f87a-47dc-8439-9c2f452e70b1,segment=NetworkSegment(0d661a65-1c11-47dd-81ad-df38853ce535),segment_id=0d661a65-1c11-47dd-81ad-df38853ce535)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:13.819462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.822975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8a015534-e140-4111-ad83-57c64cbc06c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:13.823646 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:13.827021 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.827544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4fab6-1462-4134-a92d-44a578e8d5f7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:13.832759 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5bc4fab6-1462-4134-a92d-44a578e8d5f7 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/386a71d5-07c8-484e-8376-01b5295b2f31 HTTP/1.1" status: 200 len: 844 time: 0.1149120 Jun 24 12:45:13.833505 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43724) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:13.853900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2014efaf-658e-44c2-b59f-8037998130e9']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:13.888204 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Pushing event updated for resources: {'Port': ['ID=3ede542f-f87a-47dc-8439-9c2f452e70b1,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:13.891295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:13.909290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d74fe57-5da5-49ed-bfe7-8384a9de224f') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:13.909630 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d74fe57-5da5-49ed-bfe7-8384a9de224f') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:13.912725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Allocated IP 2001:db8::bb (f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4/d76df7d8-f748-4b9b-be48-bf90d7593016/e0a8098a-b3b5-4a5f-af5e-695c09966cda) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:13.926266 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ee425f30-b345-4dca-af80-a34a63144455 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/386a71d5-07c8-484e-8376-01b5295b2f31?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0914178 Jun 24 12:45:13.929888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43726) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:13.933312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:13.935467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0fcd2274-a059-42c7-8226-599c0ef29322 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:13.950609 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc47954e-5b36-400f-ae7e-fd46c2a70ff4 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:13.956300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc47954e-5b36-400f-ae7e-fd46c2a70ff4 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:13.962490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc47954e-5b36-400f-ae7e-fd46c2a70ff4 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:13.973888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc47954e-5b36-400f-ae7e-fd46c2a70ff4 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:13.975598 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fc47954e-5b36-400f-ae7e-fd46c2a70ff4 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4905567 Jun 24 12:45:13.982523 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43728) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:13.996054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc799563-1e38-4c9a-aca0-5b76fc672c71 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.000215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-48d5add9-f4c8-466a-9ef5-002ff2cc3ffb tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:14.010648 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.036784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:14.036784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.040127 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc799563-1e38-4c9a-aca0-5b76fc672c71 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=40658543-8746-4a89-9825-70dfff662e6f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:14.042087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fc799563-1e38-4c9a-aca0-5b76fc672c71 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:14.043038 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc799563-1e38-4c9a-aca0-5b76fc672c71 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:14.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:14.046537 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fc799563-1e38-4c9a-aca0-5b76fc672c71 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/40658543-8746-4a89-9825-70dfff662e6f HTTP/1.1" status: 204 len: 168 time: 0.5401940 Jun 24 12:45:14.050561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43730) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:14.055044 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4597ebd4-5eda-4721-bb80-a3d310cf80d6 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:14.139514 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9aec2fdb-d4b2-404a-b246-edcf1b340c3f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875001 Jun 24 12:45:14.140095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43732) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:14.147182 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0e4402b3-a2f7-498c-9a46-5affb4216b5e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:14.197565 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port da03fb29-4d0a-4460-9e99-a90b63ffa08b {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:14.197806 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.218129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.253874 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.258980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcd2274-a059-42c7-8226-599c0ef29322 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:14.262515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2274-a059-42c7-8226-599c0ef29322 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.285870 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-63d944ab-2596-419c-9cd0-d7e43e5a9bbd tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:14.292804 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.296794 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/2014efaf-658e-44c2-b59f-8037998130e9 HTTP/1.1" status: 204 len: 168 time: 2.4983060 Jun 24 12:45:14.298893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43734) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:14.349775 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5ec8e7-2c3b-4b86-8076-ab34fbb786af None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:14.353539 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Network': ['ID=2014efaf-658e-44c2-b59f-8037998130e9,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:14.365480 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:14.432746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ec8e7-2c3b-4b86-8076-ab34fbb786af None None] Deleting port 678a1f29-3db9-4a83-9617-ef9de1a282c1 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:14.433382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec8e7-2c3b-4b86-8076-ab34fbb786af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.436211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.496125 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for da03fb29-4d0a-4460-9e99-a90b63ffa08b owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:14.513762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3ede542f-f87a-47dc-8439-9c2f452e70b1 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:14.514967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.531362 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfc3830-59c9-494e-a8f4-6955372eb9f0']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:14.535332 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.538589 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-7054784f-1f7c-41ef-aa27-01343ac41798 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:14.539379 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7054784f-1f7c-41ef-aa27-01343ac41798 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:14.544382 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7054784f-1f7c-41ef-aa27-01343ac41798 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/subnets/b55a8371-892b-4fc8-af7a-014b51cb10df HTTP/1.1" status: 404 len: 337 time: 0.2428067 Jun 24 12:45:14.545303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2274-a059-42c7-8226-599c0ef29322 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.549324 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43736) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:14.551071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:14.552233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c13ddcd-9f21-4895-a308-98965191e11f') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:14.552589 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c13ddcd-9f21-4895-a308-98965191e11f') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:14.556679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-3f5ec8e7-2c3b-4b86-8076-ab34fbb786af None None] For port 678a1f29-3db9-4a83-9617-ef9de1a282c1, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=678a1f29-3db9-4a83-9617-ef9de1a282c1,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:14.557224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec8e7-2c3b-4b86-8076-ab34fbb786af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.571774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4402b3-a2f7-498c-9a46-5affb4216b5e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:14.575152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ec8e7-2c3b-4b86-8076-ab34fbb786af None None] Calling delete_port for 678a1f29-3db9-4a83-9617-ef9de1a282c1 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:14.576148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0e4402b3-a2f7-498c-9a46-5affb4216b5e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.594084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.603256 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Transition to ACTIVE for port object e0a8098a-b3b5-4a5f-af5e-695c09966cda will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:14.625208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.631415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 3ede542f-f87a-47dc-8439-9c2f452e70b1 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:14.635843 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72b122d-63e8-4fe6-88dc-513eb0c8eeae tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:14.636470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72b122d-63e8-4fe6-88dc-513eb0c8eeae tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:14.638801 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:14.639547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.641849 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e72b122d-63e8-4fe6-88dc-513eb0c8eeae tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/50c55b14-0716-4634-b942-41322a512f82 HTTP/1.1" status: 404 len: 339 time: 0.0864630 Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:14.643081 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:14.645194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43738) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:14.652733 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcd2274-a059-42c7-8226-599c0ef29322 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:14.705078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec8e7-2c3b-4b86-8076-ab34fbb786af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.707313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6261d698-ac25-4863-8c8f-4b0404323eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:14.719620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-0fcd2274-a059-42c7-8226-599c0ef29322 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:14.722723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcd2274-a059-42c7-8226-599c0ef29322 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:14.723370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2274-a059-42c7-8226-599c0ef29322 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.740094 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-2199154b-a454-408f-8784-32abc4a2c56d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:14.740335 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ec8e7-2c3b-4b86-8076-ab34fbb786af None None] Pushing event deleted for resources: {'Port': ['ID=678a1f29-3db9-4a83-9617-ef9de1a282c1,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:14.740937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2199154b-a454-408f-8784-32abc4a2c56d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:14.743196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2199154b-a454-408f-8784-32abc4a2c56d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/subnets/013ec5cf-4d89-44af-b27d-ccffadac5a52 HTTP/1.1" status: 404 len: 337 time: 0.0923955 Jun 24 12:45:14.746348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780fe6db-8080-4b47-8fdc-9f1eaf6cc6a2 None None] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:14.748461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d1e111c6-17db-41d4-94e6-c2aaa49474f3 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:14.751132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3f5ec8e7-2c3b-4b86-8076-ab34fbb786af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:14.759023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43740) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:14.786926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ec8e7-2c3b-4b86-8076-ab34fbb786af None None] No DVR routers for this DVR port 678a1f29-3db9-4a83-9617-ef9de1a282c1 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:14.796304 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3147b7-8610-4518-8a0b-eaccf184b212 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:14.797161 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3147b7-8610-4518-8a0b-eaccf184b212 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:14.801761 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8f3147b7-8610-4518-8a0b-eaccf184b212 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/4c5de97c-4299-4c94-b0a5-13354a783f57 HTTP/1.1" status: 404 len: 339 time: 0.0366004 Jun 24 12:45:14.805787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: d1e111c6-17db-41d4-94e6-c2aaa49474f3 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:14.806152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d1e111c6-17db-41d4-94e6-c2aaa49474f3 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:14.806796 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 678a1f29-3db9-4a83-9617-ef9de1a282c1 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:14.821401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43742) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:14.830316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 678a1f29-3db9-4a83-9617-ef9de1a282c1 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:14.830710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 678a1f29-3db9-4a83-9617-ef9de1a282c1 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:14.868787 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c024e48-1d6e-463e-a9f4-365e993dee95 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:14.869249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c024e48-1d6e-463e-a9f4-365e993dee95 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:14.873792 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9c024e48-1d6e-463e-a9f4-365e993dee95 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/subnets/b29fb9fe-20c0-4748-b391-3f39ba5cdd36 HTTP/1.1" status: 404 len: 337 time: 0.0513973 Jun 24 12:45:14.875211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43744) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:14.893682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd2274-a059-42c7-8226-599c0ef29322 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Subnet': ['ID=a26b0511-a57f-4a83-9416-e218ba603959,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:14.906191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0fcd2274-a059-42c7-8226-599c0ef29322 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:14.920747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43746) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:14.921938 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-531ce9bb-3b4c-4be7-8b7f-ef02bf39935a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:14.922672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531ce9bb-3b4c-4be7-8b7f-ef02bf39935a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:14.922888 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0fcd2274-a059-42c7-8226-599c0ef29322 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9916658 Jun 24 12:45:14.927774 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-531ce9bb-3b4c-4be7-8b7f-ef02bf39935a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/afabafc8-0e6f-4668-af21-f88d2d0d71d6 HTTP/1.1" status: 404 len: 339 time: 0.0496101 Jun 24 12:45:14.929666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43748) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:14.933147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-aac06fd0-7e89-4365-b94a-f0ebed88b0e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'security_group': {'name': 'tempest-secgroup-1747428315'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:14.941795 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.946618 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.948753 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "DELETE /v2.0/networks/9cfc3830-59c9-494e-a8f4-6955372eb9f0 HTTP/1.1" status: 204 len: 168 time: 0.9639950 Jun 24 12:45:14.981997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43750) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:15.004412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:15.022939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'tenant_id': 'c2b8b583811c46a18ab0508f2a86917b', 'fixed_ips': [{'subnet_id': 'a26b0511-a57f-4a83-9416-e218ba603959'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:15.024582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c603213e-53b5-4234-bad2-68b8a9b2954e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Deleting subnet a6e2b452-04db-4641-b44c-0d73ce0bd29f {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:15.032343 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event deleted for resources: {'Network': ['ID=9cfc3830-59c9-494e-a8f4-6955372eb9f0,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:15.037454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.040521 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:15.041619 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.046990 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c603213e-53b5-4234-bad2-68b8a9b2954e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.055552 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7dac992d-06b1-4c38-abaa-c7fe752ae91b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:15.073460 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0e4402b3-a2f7-498c-9a46-5affb4216b5e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.092141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-91674efa-3c5b-4e2b-adc6-4a59f00ac3a8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:15.160857 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77650cc-7af9-4062-a862-cd5cae365a1e None None] Network f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:15.166825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4402b3-a2f7-498c-9a46-5affb4216b5e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:15.172419 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-0e4402b3-a2f7-498c-9a46-5affb4216b5e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:15.177480 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4402b3-a2f7-498c-9a46-5affb4216b5e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:15.178228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0e4402b3-a2f7-498c-9a46-5affb4216b5e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.186987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.189664 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:15.198350 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061e0991-21dd-4628-8805-3afefe718c24 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:15.205576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-23098bf5-46eb-47d3-95ac-3053185cea54 None None] Provisioning for port 3ede542f-f87a-47dc-8439-9c2f452e70b1 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:15.209678 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:15.218400 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:15.221189 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4402b3-a2f7-498c-9a46-5affb4216b5e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=030dba49-55f9-499a-a2ba-267640e8bd35,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:15.222573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-23098bf5-46eb-47d3-95ac-3053185cea54 None None] Provisioning complete for port 3ede542f-f87a-47dc-8439-9c2f452e70b1 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:15.223045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-23098bf5-46eb-47d3-95ac-3053185cea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.227399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0e4402b3-a2f7-498c-9a46-5affb4216b5e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:15.230508 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0e4402b3-a2f7-498c-9a46-5affb4216b5e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0884123 Jun 24 12:45:15.234254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:15.235163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.237624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43754) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:15.262390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'fixed_ips': [{'subnet_id': '030dba49-55f9-499a-a2ba-267640e8bd35', 'ip_address': '2001:db8::6dc0:eaea:c05d:21f9'}], 'name': 'tempest-NetworksTestDHCPv6-798791786'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:15.268951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aac06fd0-7e89-4365-b94a-f0ebed88b0e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.278236 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c603213e-53b5-4234-bad2-68b8a9b2954e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.281435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=e0a8098a-b3b5-4a5f-af5e-695c09966cda,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:15.296240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:15.309334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.322314 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506815e6-8f5f-4b2b-8b17-c0f1ef61f1d1']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:15.335764 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b681a916-5007-421a-ac20-1b3e2f51dd30') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:15.336157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b681a916-5007-421a-ac20-1b3e2f51dd30') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:15.345793 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.346062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.360811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-be1da157-9f34-4ab2-a99a-a89f3cf7fcae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:15.362659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.369594 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:15.370002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.388552 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9718933 Jun 24 12:45:15.427874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43756) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:15.429140 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:15.444064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=da03fb29-4d0a-4460-9e99-a90b63ffa08b,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:15.464270 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:15.519772 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.530299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c99e5f0a-cd1c-4670-8df7-d298fdfa3729 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:15.537505 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.538290 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "DELETE /v2.0/networks/506815e6-8f5f-4b2b-8b17-c0f1ef61f1d1 HTTP/1.1" status: 204 len: 168 time: 0.5551353 Jun 24 12:45:15.549429 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43758) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:15.581271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event deleted for resources: {'Network': ['ID=506815e6-8f5f-4b2b-8b17-c0f1ef61f1d1,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:15.614400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:15.624252 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Allocated IP 2001:db8::2 (1f5a56af-c5ec-4253-8861-7bfa36b4aad0/a26b0511-a57f-4a83-9416-e218ba603959/cb681133-c9fe-4e96-8777-e92777fb7749) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:15.637307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c603213e-53b5-4234-bad2-68b8a9b2954e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.691861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-23098bf5-46eb-47d3-95ac-3053185cea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.700123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.824711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.830998 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-23098bf5-46eb-47d3-95ac-3053185cea54 None None] For port 3ede542f-f87a-47dc-8439-9c2f452e70b1, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3ede542f-f87a-47dc-8439-9c2f452e70b1,segment=NetworkSegment(0d661a65-1c11-47dd-81ad-df38853ce535),segment_id=0d661a65-1c11-47dd-81ad-df38853ce535)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:15.836990 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-23098bf5-46eb-47d3-95ac-3053185cea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.842295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1e960ae6-23dc-4bae-ac40-12a7ac773517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:15.865108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.871420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.875550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': '030dba49-55f9-499a-a2ba-267640e8bd35'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:15.876417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.888930 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aac06fd0-7e89-4365-b94a-f0ebed88b0e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.904221 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdcdadf-bed9-4d59-89ff-2bd6b476cb97 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:15.910157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdcdadf-bed9-4d59-89ff-2bd6b476cb97 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:15.915244 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0bdcdadf-bed9-4d59-89ff-2bd6b476cb97 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3611066 Jun 24 12:45:15.920012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aac06fd0-7e89-4365-b94a-f0ebed88b0e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.921172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43760) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:15.955831 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e9dd7881-4c38-43dd-ad17-9a4a6aa2690c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:15.967809 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b2bf74db-970d-4385-84f3-02eb5a50046b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-580213287'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:15.997787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c603213e-53b5-4234-bad2-68b8a9b2954e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.003597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23098bf5-46eb-47d3-95ac-3053185cea54 None None] Pushing event updated for resources: {'Port': ['ID=3ede542f-f87a-47dc-8439-9c2f452e70b1,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:16.009095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:16.020799 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.021347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Fanout notify agent at l3_agent the message router_deleted on router c8a107b5-2706-4205-a36c-34063e4ae01f {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:45:16.040726 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aac06fd0-7e89-4365-b94a-f0ebed88b0e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.040974 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-23098bf5-46eb-47d3-95ac-3053185cea54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:16.041962 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-aac06fd0-7e89-4365-b94a-f0ebed88b0e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1131392 Jun 24 12:45:16.045793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43762) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:16.054336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-5e9b488b-ed3c-4c39-9cf6-bb222e23090e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'security_group': {'name': 'tempest-secgroup-1053499857'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:16.055843 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.059461 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/routers/c8a107b5-2706-4205-a36c-34063e4ae01f HTTP/1.1" status: 204 len: 168 time: 3.3501160 Jun 24 12:45:16.061257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac06fd0-7e89-4365-b94a-f0ebed88b0e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39c6800-208b-4a21-b983-109a51423139,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:16.061812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43764) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:16.066672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aac06fd0-7e89-4365-b94a-f0ebed88b0e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:16.068802 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:16.074475 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c603213e-53b5-4234-bad2-68b8a9b2954e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.077057 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c603213e-53b5-4234-bad2-68b8a9b2954e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/subnets/a6e2b452-04db-4641-b44c-0d73ce0bd29f HTTP/1.1" status: 204 len: 168 time: 1.1359601 Jun 24 12:45:16.083907 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43766) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:16.087604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce378d38-346e-4b85-aa10-1eebe34c6041 None None] Network 04087ac1-637d-4a9c-9de5-cdec316c76e2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:16.126153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bf74db-970d-4385-84f3-02eb5a50046b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Made reservation on behalf of 7224eb464eac4bd1a39a58872a485b5f for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:16.129651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2bf74db-970d-4385-84f3-02eb5a50046b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.132084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603213e-53b5-4234-bad2-68b8a9b2954e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e2b452-04db-4641-b44c-0d73ce0bd29f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:16.143302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c603213e-53b5-4234-bad2-68b8a9b2954e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:16.157263 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.169218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Transition to ACTIVE for port object cb681133-c9fe-4e96-8777-e92777fb7749 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:16.172831 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bf74db-970d-4385-84f3-02eb5a50046b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] vlan segment allocate from pool success with {'vlan_id': 1349, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:45:16.190541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Transition to ACTIVE for port object cb681133-c9fe-4e96-8777-e92777fb7749 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:16.192693 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.196743 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2bf74db-970d-4385-84f3-02eb5a50046b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.197066 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-b2bf74db-970d-4385-84f3-02eb5a50046b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Added segment 01ad3175-7d27-49a5-acf6-3413e9b56687 of type vlan for network 2c87fea1-bba0-455b-b9ac-784e7b9038f9 Jun 24 12:45:16.246607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5e9b488b-ed3c-4c39-9cf6-bb222e23090e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.249312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port 0805eb16-be4e-41db-82f3-af356e9ab12f yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:45:16.258177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.264131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Allocated IP 2001:db8::2 (775331f2-7641-4269-a311-a446eb45635d/030dba49-55f9-499a-a2ba-267640e8bd35/6c2d1060-9827-488f-a584-96c6c217eae2) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:16.267587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:16.270075 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2bf74db-970d-4385-84f3-02eb5a50046b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.340045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5e9b488b-ed3c-4c39-9cf6-bb222e23090e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.357660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae81d49-6197-4632-9c46-b40d2e291d1e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting subnet 302c2110-3930-4dfc-86bc-20d941429a38 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:16.360826 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5e9b488b-ed3c-4c39-9cf6-bb222e23090e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.361515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:16.362329 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2bf74db-970d-4385-84f3-02eb5a50046b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.368434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:16.372439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bf74db-970d-4385-84f3-02eb5a50046b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:16.373073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2bf74db-970d-4385-84f3-02eb5a50046b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.375461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ae81d49-6197-4632-9c46-b40d2e291d1e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.401011 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-465433b3-e646-43b0-b687-4a1711feb0cd tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:16.405172 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:16.416259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.419143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:16.462597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.480583 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5e9b488b-ed3c-4c39-9cf6-bb222e23090e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.481058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Pushing event updated for resources: {'Port': ['ID=cb681133-c9fe-4e96-8777-e92777fb7749,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:16.481809 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5e9b488b-ed3c-4c39-9cf6-bb222e23090e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4337785 Jun 24 12:45:16.482542 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.494298 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3ede542f-f87a-47dc-8439-9c2f452e70b1 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:16.495188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43768) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:16.502394 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1112505920', 'security_groups': ['55c9e9ee-f886-45f6-932f-b593373d03ef'], 'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a26b0511-a57f-4a83-9416-e218ba603959'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:16.503043 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:16.657145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Attempting to bind port cb681133-c9fe-4e96-8777-e92777fb7749 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:16.657575 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Attempting to bind port cb681133-c9fe-4e96-8777-e92777fb7749 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'a1945b41-2506-4106-a2e9-0c544edacf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:16.657903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Attempting to bind port cb681133-c9fe-4e96-8777-e92777fb7749 on network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:16.683828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.690323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ae81d49-6197-4632-9c46-b40d2e291d1e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.693123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b488b-ed3c-4c39-9cf6-bb222e23090e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c9e9ee-f886-45f6-932f-b593373d03ef,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:16.710050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:16.710832 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Checking segment: {'id': 'a1945b41-2506-4106-a2e9-0c544edacf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:16.711431 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.712013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Bound using segment: {'id': 'a1945b41-2506-4106-a2e9-0c544edacf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:16.712685 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Bound port: cb681133-c9fe-4e96-8777-e92777fb7749, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1945b41-2506-4106-a2e9-0c544edacf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:16.713269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.721451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8116654e-ccd5-4c57-9a3f-57e28acc583c None None] Provisioning complete for port 3ede542f-f87a-47dc-8439-9c2f452e70b1 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:16.722116 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8116654e-ccd5-4c57-9a3f-57e28acc583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.753406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5e9b488b-ed3c-4c39-9cf6-bb222e23090e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:16.753998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-54f3c6e6-810f-493b-8d0e-f5046685bb81 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:16.780845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.783319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3ede542f-f87a-47dc-8439-9c2f452e70b1 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:16.783903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.846779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf74db-970d-4385-84f3-02eb5a50046b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event updated for resources: {'Network': ['ID=2c87fea1-bba0-455b-b9ac-784e7b9038f9,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:16.852442 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b2bf74db-970d-4385-84f3-02eb5a50046b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:16.858669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Transition to ACTIVE for port object 6c2d1060-9827-488f-a584-96c6c217eae2 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:16.866569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 2c87fea1-bba0-455b-b9ac-784e7b9038f9 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:45:16.868826 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b2bf74db-970d-4385-84f3-02eb5a50046b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9095020 Jun 24 12:45:16.875841 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43770) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:16.882311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f4fa5c77-fabf-4c5e-a54e-95842e4f9ead tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1589704757'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:16.909576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fa5c77-fabf-4c5e-a54e-95842e4f9ead tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Made reservation on behalf of 7224eb464eac4bd1a39a58872a485b5f for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:16.913480 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5c77-fabf-4c5e-a54e-95842e4f9ead tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.934998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=e0a8098a-b3b5-4a5f-af5e-695c09966cda,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:16.951844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:16.955546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fa5c77-fabf-4c5e-a54e-95842e4f9ead tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] vlan segment allocate from pool success with {'vlan_id': 1325, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:45:16.965931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5c77-fabf-4c5e-a54e-95842e4f9ead tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:16.966256 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-f4fa5c77-fabf-4c5e-a54e-95842e4f9ead tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Added segment 139f1a5f-1f96-4f35-beb3-4ee2629a23f7 of type vlan for network 6ca8fb8a-d896-4366-a597-5da7d1ced3a1 Jun 24 12:45:16.968558 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Transition to ACTIVE for port object 6c2d1060-9827-488f-a584-96c6c217eae2 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:16.973296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdf37e8-4537-413d-a385-a34ae8091f19 None None] DHCP port deletion for 04087ac1-637d-4a9c-9de5-cdec316c76e2 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:16.996876 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.002901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ae81d49-6197-4632-9c46-b40d2e291d1e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.015479 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:17.044747 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] For port cb681133-c9fe-4e96-8777-e92777fb7749, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:17.067751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::6dc0:eaea:c05d:21f9 (775331f2-7641-4269-a311-a446eb45635d/030dba49-55f9-499a-a2ba-267640e8bd35/0805eb16-be4e-41db-82f3-af356e9ab12f) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:17.096225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Deleting port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:17.096929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.117781 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5c77-fabf-4c5e-a54e-95842e4f9ead tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.128708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] For port cb681133-c9fe-4e96-8777-e92777fb7749, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cb681133-c9fe-4e96-8777-e92777fb7749,segment=NetworkSegment(a1945b41-2506-4106-a2e9-0c544edacf30),segment_id=a1945b41-2506-4106-a2e9-0c544edacf30)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:17.145136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:17.155309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.171160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.174175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:17.190147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:17.201760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5c77-fabf-4c5e-a54e-95842e4f9ead tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.207583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fa5c77-fabf-4c5e-a54e-95842e4f9ead tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:17.208800 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5c77-fabf-4c5e-a54e-95842e4f9ead tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.211844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Pushing event updated for resources: {'Port': ['ID=6c2d1060-9827-488f-a584-96c6c217eae2,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:17.227399 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:17.231776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0b11cddf-1c13-44a1-879c-ef5f3cd2817f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:17.240187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:17.340062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa5c77-fabf-4c5e-a54e-95842e4f9ead tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event updated for resources: {'Network': ['ID=6ca8fb8a-d896-4366-a597-5da7d1ced3a1,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:17.352478 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f4fa5c77-fabf-4c5e-a54e-95842e4f9ead tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:17.362621 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 6ca8fb8a-d896-4366-a597-5da7d1ced3a1 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:45:17.373857 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.389584 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object 0805eb16-be4e-41db-82f3-af356e9ab12f will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:17.406419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf37e8-4537-413d-a385-a34ae8091f19 None None] Deleting port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:17.406704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fcdf37e8-4537-413d-a385-a34ae8091f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.408470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8116654e-ccd5-4c57-9a3f-57e28acc583c None None] Provisioning for port e0a8098a-b3b5-4a5f-af5e-695c09966cda completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:17.432366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.437449 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-42d8f30b-3957-4609-8a29-be0c54d210e2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:17.439163 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Pushing event updated for resources: {'Port': ['ID=cb681133-c9fe-4e96-8777-e92777fb7749,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:17.442551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:17.453203 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8116654e-ccd5-4c57-9a3f-57e28acc583c None None] Provisioning complete for port e0a8098a-b3b5-4a5f-af5e-695c09966cda triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:17.453203 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8116654e-ccd5-4c57-9a3f-57e28acc583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.488763 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Attempting to bind port 6c2d1060-9827-488f-a584-96c6c217eae2 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:17.489104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Attempting to bind port 6c2d1060-9827-488f-a584-96c6c217eae2 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:17.489480 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Attempting to bind port 6c2d1060-9827-488f-a584-96c6c217eae2 on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:17.495297 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:17.500941 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:17.500941 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:17.501369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.501619 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:17.501851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:17.502102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Bound port: 6c2d1060-9827-488f-a584-96c6c217eae2, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:17.502500 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.507009 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:17.513526 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:17.514319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.530856 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=0805eb16-be4e-41db-82f3-af356e9ab12f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:17.559953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:17.659504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ae81d49-6197-4632-9c46-b40d2e291d1e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.666532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] For port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=67181b23-fd9d-4bc9-bd22-6f3f2d72f56d,segment=NetworkSegment(2251043a-b6c8-4dab-9c91-2322593a4917),segment_id=2251043a-b6c8-4dab-9c91-2322593a4917)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:17.667815 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.670295 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1b9fa0ff-6241-4480-8016-0c8f6ccabc45 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:17.678489 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4273748 Jun 24 12:45:17.681182 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f4fa5c77-fabf-4c5e-a54e-95842e4f9ead tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8036873 Jun 24 12:45:17.689513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43772) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:17.690736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43774) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:17.708778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Request body: {'ports': [{'network_id': '2c87fea1-bba0-455b-b9ac-784e7b9038f9', 'name': 'tempest-port--1666358010', 'admin_state_up': True}, {'network_id': '6ca8fb8a-d896-4366-a597-5da7d1ced3a1', 'admin_state_up': False}]} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:17.709670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Request body: {'port': {'network_id': '2c87fea1-bba0-455b-b9ac-784e7b9038f9', 'name': 'tempest-port--1666358010', 'admin_state_up': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:17.710495 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Request body: {'port': {'network_id': '6ca8fb8a-d896-4366-a597-5da7d1ced3a1', 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:17.711355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:17.722895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Calling delete_port for 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:17.728675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae81d49-6197-4632-9c46-b40d2e291d1e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Subnet': ['ID=302c2110-3930-4dfc-86bc-20d941429a38,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:17.734531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ae81d49-6197-4632-9c46-b40d2e291d1e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.737712 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4ae81d49-6197-4632-9c46-b40d2e291d1e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/subnets/302c2110-3930-4dfc-86bc-20d941429a38 HTTP/1.1" status: 204 len: 168 time: 1.6748211 Jun 24 12:45:17.748563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43776) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:17.749587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4ae81d49-6197-4632-9c46-b40d2e291d1e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:17.751686 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.771716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2f49d8-0c69-4ca5-9210-a97f48b582ce None None] Network 6b0d8c52-214a-456a-9b70-4ac799dfde2f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:17.876513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-fcdf37e8-4537-413d-a385-a34ae8091f19 None None] For port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=67181b23-fd9d-4bc9-bd22-6f3f2d72f56d,segment=NetworkSegment(2251043a-b6c8-4dab-9c91-2322593a4917),segment_id=2251043a-b6c8-4dab-9c91-2322593a4917)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:17.876849 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fcdf37e8-4537-413d-a385-a34ae8091f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.890475 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-8116654e-ccd5-4c57-9a3f-57e28acc583c None None] Port e0a8098a-b3b5-4a5f-af5e-695c09966cda cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:17.900430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf37e8-4537-413d-a385-a34ae8091f19 None None] Calling delete_port for 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:17.922232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Made reservation on behalf of 7224eb464eac4bd1a39a58872a485b5f for: {'port': 2} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:17.928062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.951512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.972844 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71693f-ff51-4d3a-971e-f1980b5c9be8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:17.978716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71693f-ff51-4d3a-971e-f1980b5c9be8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:17.980358 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2d71693f-ff51-4d3a-971e-f1980b5c9be8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2879331 Jun 24 12:45:17.985224 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43778) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:17.994496 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] For port 6c2d1060-9827-488f-a584-96c6c217eae2, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:18.027202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.040825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] For port 6c2d1060-9827-488f-a584-96c6c217eae2, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6c2d1060-9827-488f-a584-96c6c217eae2,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:18.058818 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.064233 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-53b933e4-33da-4097-9906-6ce548626af7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:18.085768 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.089843 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] device_id is not set on port 3e1a0dab-bf60-4468-9987-04bfce80efd0 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:45:18.157538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9b0d4204-50ec-46df-8d1f-2e9797b40e2b None None] Provisioning complete for port e0a8098a-b3b5-4a5f-af5e-695c09966cda triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:18.157538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9b0d4204-50ec-46df-8d1f-2e9797b40e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.181601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.203812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Pushing event updated for resources: {'Port': ['ID=6c2d1060-9827-488f-a584-96c6c217eae2,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:18.206968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port 75ad7174-4b36-464d-a566-d240dc400f4a yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:45:18.211021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-401f8b9a-985c-4854-9887-f7bb572b3d06 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:18.213000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:18.218813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d4204-50ec-46df-8d1f-2e9797b40e2b None None] Port e0a8098a-b3b5-4a5f-af5e-695c09966cda cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:18.239133 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fcdf37e8-4537-413d-a385-a34ae8091f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.245509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:18.277440 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No DVR routers for this DVR port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:18.292384 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Port': ['ID=67181b23-fd9d-4bc9-bd22-6f3f2d72f56d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:18.299043 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf37e8-4537-413d-a385-a34ae8091f19 None None] No DVR routers for this DVR port 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:18.313651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf37e8-4537-413d-a385-a34ae8091f19 None None] Pushing event deleted for resources: {'Port': ['ID=67181b23-fd9d-4bc9-bd22-6f3f2d72f56d,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:18.317530 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fcdf37e8-4537-413d-a385-a34ae8091f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:18.354273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-3145675c-6b81-4ba1-b479-d2e89820c2bf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port 0805eb16-be4e-41db-82f3-af356e9ab12f {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:18.354625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3145675c-6b81-4ba1-b479-d2e89820c2bf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.371580 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb4bb7d-6c05-4da1-b80e-1c9fe04b6a83 None None] DHCP port deletion for 6b0d8c52-214a-456a-9b70-4ac799dfde2f request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:18.374709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:18.385259 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.450137 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4bb7d-6c05-4da1-b80e-1c9fe04b6a83 None None] Deleting port a72399a7-3945-4662-aec6-98d4d0a8999c {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:18.451077 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1cb4bb7d-6c05-4da1-b80e-1c9fe04b6a83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.505271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port a72399a7-3945-4662-aec6-98d4d0a8999c {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:18.505619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.578894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cb681133-c9fe-4e96-8777-e92777fb7749 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:18.615681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] device_id is not set on port 0d2e3a4c-317e-4361-bf3a-d9103bdce29c yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:45:18.639516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1cb4bb7d-6c05-4da1-b80e-1c9fe04b6a83 None None] For port a72399a7-3945-4662-aec6-98d4d0a8999c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a72399a7-3945-4662-aec6-98d4d0a8999c,segment=NetworkSegment(cf1accb3-349d-40ef-a559-522d849886c8),segment_id=cf1accb3-349d-40ef-a559-522d849886c8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:18.641854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1cb4bb7d-6c05-4da1-b80e-1c9fe04b6a83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.644609 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3145675c-6b81-4ba1-b479-d2e89820c2bf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.662141 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-3145675c-6b81-4ba1-b479-d2e89820c2bf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for 0805eb16-be4e-41db-82f3-af356e9ab12f owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:18.669752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4bb7d-6c05-4da1-b80e-1c9fe04b6a83 None None] Calling delete_port for a72399a7-3945-4662-aec6-98d4d0a8999c owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:18.696895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.774684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04087ac1-637d-4a9c-9de5-cdec316c76e2']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:18.795632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port cb681133-c9fe-4e96-8777-e92777fb7749 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:18.811814 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1cb4bb7d-6c05-4da1-b80e-1c9fe04b6a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.815143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:18.858355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4bb7d-6c05-4da1-b80e-1c9fe04b6a83 None None] Pushing event deleted for resources: {'Port': ['ID=a72399a7-3945-4662-aec6-98d4d0a8999c,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:18.861403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1cb4bb7d-6c05-4da1-b80e-1c9fe04b6a83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:18.862311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4bb7d-6c05-4da1-b80e-1c9fe04b6a83 None None] No DVR routers for this DVR port a72399a7-3945-4662-aec6-98d4d0a8999c on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:18.867894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2251043a-b6c8-4dab-9c91-2322593a4917') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:18.868195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2251043a-b6c8-4dab-9c91-2322593a4917') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:18.901367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:18.921746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:18.922111 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 67181b23-fd9d-4bc9-bd22-6f3f2d72f56d not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:18.927065 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] For port a72399a7-3945-4662-aec6-98d4d0a8999c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a72399a7-3945-4662-aec6-98d4d0a8999c,segment=NetworkSegment(cf1accb3-349d-40ef-a559-522d849886c8),segment_id=cf1accb3-349d-40ef-a559-522d849886c8)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:18.927440 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.931590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.937808 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3145675c-6b81-4ba1-b479-d2e89820c2bf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.947348 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:18.955833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.977524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for a72399a7-3945-4662-aec6-98d4d0a8999c owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:18.984932 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145675c-6b81-4ba1-b479-d2e89820c2bf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=0805eb16-be4e-41db-82f3-af356e9ab12f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:18.988482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3145675c-6b81-4ba1-b479-d2e89820c2bf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:19.018891 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3145675c-6b81-4ba1-b479-d2e89820c2bf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.023085 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3145675c-6b81-4ba1-b479-d2e89820c2bf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/0805eb16-be4e-41db-82f3-af356e9ab12f HTTP/1.1" status: 204 len: 168 time: 1.0346596 Jun 24 12:45:19.023253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.024293 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43782) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:19.058394 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.062652 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7973b90b-efc9-46bf-90d2-73b571103a11 None None] Provisioning for port cb681133-c9fe-4e96-8777-e92777fb7749 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:19.063879 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.067715 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7973b90b-efc9-46bf-90d2-73b571103a11 None None] Provisioning complete for port cb681133-c9fe-4e96-8777-e92777fb7749 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:19.068115 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7973b90b-efc9-46bf-90d2-73b571103a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.072924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7ddea1c2-66dc-477e-b5e4-723761721d5f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:19.129161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:19.129665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:19.132838 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:19.140379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Checking segment: {'id': '01ad3175-7d27-49a5-acf6-3413e9b56687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '2c87fea1-bba0-455b-b9ac-784e7b9038f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:19.140799 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Network hostable DHCP agents. Network: 2c87fea1-bba0-455b-b9ac-784e7b9038f9, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:45:19.147477 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event updated for resources: {'Port': ['ID=3e1a0dab-bf60-4468-9987-04bfce80efd0,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:19.151243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:19.156987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7973b90b-efc9-46bf-90d2-73b571103a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.164888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Network 2c87fea1-bba0-455b-b9ac-784e7b9038f9 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:45:19.165915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.166817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.175090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 2c87fea1-bba0-455b-b9ac-784e7b9038f9) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:19.177084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab6f78-1c41-4c26-ae89-006121402f2d req-2653af34-62ec-48e7-a6a0-cb31461f63e0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:19.180036 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:19.180262 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-28ab6f78-1c41-4c26-ae89-006121402f2d req-2653af34-62ec-48e7-a6a0-cb31461f63e0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.6717889 Jun 24 12:45:19.180957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.184580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:19.201486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ad3930-4e23-4bf1-b3ae-35217882fa1d None None] Network 2c87fea1-bba0-455b-b9ac-784e7b9038f9 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:19.206514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-7973b90b-efc9-46bf-90d2-73b571103a11 None None] For port cb681133-c9fe-4e96-8777-e92777fb7749, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cb681133-c9fe-4e96-8777-e92777fb7749,segment=NetworkSegment(a1945b41-2506-4106-a2e9-0c544edacf30),segment_id=a1945b41-2506-4106-a2e9-0c544edacf30)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:19.215780 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c2fd154-84be-4761-8fd3-6555b25e3ebf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:19.224781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7973b90b-efc9-46bf-90d2-73b571103a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.229582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-90df44da-6221-4322-aafb-5649331332b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:19.252005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event updated for resources: {'Port': ['ID=0d2e3a4c-317e-4361-bf3a-d9103bdce29c,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:19.256183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:19.264104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Checking segment: {'id': '139f1a5f-1f96-4f35-beb3-4ee2629a23f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6ca8fb8a-d896-4366-a597-5da7d1ced3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:19.264468 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Network hostable DHCP agents. Network: 6ca8fb8a-d896-4366-a597-5da7d1ced3a1, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:45:19.285839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Allocated IP 2001:db8::27 (1f5a56af-c5ec-4253-8861-7bfa36b4aad0/a26b0511-a57f-4a83-9416-e218ba603959/75ad7174-4b36-464d-a566-d240dc400f4a) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:19.288402 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Network 6ca8fb8a-d896-4366-a597-5da7d1ced3a1 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:45:19.301484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 6ca8fb8a-d896-4366-a597-5da7d1ced3a1) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:19.306660 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:19.313181 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:19.318694 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:19.319425 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.321217 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5090e214-3593-44aa-8057-fa4ac0c77609 None None] Network 6ca8fb8a-d896-4366-a597-5da7d1ced3a1 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:19.339707 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6451948 Jun 24 12:45:19.339934 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43784) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:19.343371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7973b90b-efc9-46bf-90d2-73b571103a11 None None] Provisioning complete for port 386a71d5-07c8-484e-8376-01b5295b2f31 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:19.343746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7973b90b-efc9-46bf-90d2-73b571103a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.398501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae82bf7d-7a99-4fe4-beed-c233785c753e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:19.400574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae82bf7d-7a99-4fe4-beed-c233785c753e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:19.406161 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ae82bf7d-7a99-4fe4-beed-c233785c753e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3730760 Jun 24 12:45:19.406901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43786) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:19.413631 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240d572b-95e9-4eb1-b5dc-3a277387ac9b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:19.421882 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240d572b-95e9-4eb1-b5dc-3a277387ac9b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:19.431026 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-240d572b-95e9-4eb1-b5dc-3a277387ac9b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0895059 Jun 24 12:45:19.431549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43788) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:19.439686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973b90b-efc9-46bf-90d2-73b571103a11 None None] Pushing event updated for resources: {'Port': ['ID=cb681133-c9fe-4e96-8777-e92777fb7749,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:19.456914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.463038 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.468798 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/04087ac1-637d-4a9c-9de5-cdec316c76e2 HTTP/1.1" status: 204 len: 168 time: 3.3766387 Jun 24 12:45:19.469703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43792) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:19.485393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=e0a8098a-b3b5-4a5f-af5e-695c09966cda,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:19.488815 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:19.498242 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7973b90b-efc9-46bf-90d2-73b571103a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:19.524237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-05812362-a876-4638-992d-7c6b2ed7c718 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:19.545110 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9130f-2794-4172-8fda-ad32fc85ad8c tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Deleting port 3e1a0dab-bf60-4468-9987-04bfce80efd0 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:19.545541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5fc9130f-2794-4172-8fda-ad32fc85ad8c tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.580952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7973b90b-efc9-46bf-90d2-73b571103a11 None None] Port 386a71d5-07c8-484e-8376-01b5295b2f31 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:19.610700 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-28ab6f78-1c41-4c26-ae89-006121402f2d req-12e87fa9-ef96-47d7-8909-49375dde04e5 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3564785 Jun 24 12:45:19.621281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Network': ['ID=04087ac1-637d-4a9c-9de5-cdec316c76e2,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:19.624545 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:19.625542 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8733c26-dbb8-4612-8f37-a2aa9d072477 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:19.625940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8733c26-dbb8-4612-8f37-a2aa9d072477 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:19.630245 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e8733c26-dbb8-4612-8f37-a2aa9d072477 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/subnets/20dda5e3-bafc-41f9-b874-5a137f4f1f08 HTTP/1.1" status: 404 len: 337 time: 0.1459141 Jun 24 12:45:19.638283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43794) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:19.688762 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.691033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-646537cf-220c-4e3b-bcc9-a33a9cfd5c96 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:19.705682 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84a1c7f-dd8c-47e7-913f-25d290e690ce tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:19.707660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84a1c7f-dd8c-47e7-913f-25d290e690ce tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:19.712679 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d84a1c7f-dd8c-47e7-913f-25d290e690ce tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/7f1acbd8-a7f6-437a-8ab5-2038043e2922 HTTP/1.1" status: 404 len: 339 time: 0.0712621 Jun 24 12:45:19.717713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5573a1-74fd-43ba-8477-8dd5e8520c0c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 030dba49-55f9-499a-a2ba-267640e8bd35 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:19.746418 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43798) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:19.749457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5fc9130f-2794-4172-8fda-ad32fc85ad8c tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.806744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9130f-2794-4172-8fda-ad32fc85ad8c tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Calling delete_port for 3e1a0dab-bf60-4468-9987-04bfce80efd0 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:19.810016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff5573a1-74fd-43ba-8477-8dd5e8520c0c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.814953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] No DVR routers for this DVR port a72399a7-3945-4662-aec6-98d4d0a8999c on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:19.821635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=a72399a7-3945-4662-aec6-98d4d0a8999c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:19.824151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:19.877129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1202cf-64ef-4e76-befe-8496bef9315a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Deleting subnet 9ee03735-4701-4d25-8e45-f5e394d6c0aa {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:19.884501 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fd1202cf-64ef-4e76-befe-8496bef9315a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.915853 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a8258a7c-ccbe-498f-ba00-17e884e94256 None None] Provisioning for port 6c2d1060-9827-488f-a584-96c6c217eae2 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:19.940887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:19.943892 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fd1202cf-64ef-4e76-befe-8496bef9315a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.963276 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff5573a1-74fd-43ba-8477-8dd5e8520c0c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.977731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:19.991683 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5fc9130f-2794-4172-8fda-ad32fc85ad8c tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:19.998563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-950546ac-c5e7-4b19-801d-b24862e4e864 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:20.034496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9130f-2794-4172-8fda-ad32fc85ad8c tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event deleted for resources: {'Port': ['ID=3e1a0dab-bf60-4468-9987-04bfce80efd0,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:20.060490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5fc9130f-2794-4172-8fda-ad32fc85ad8c tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:20.063059 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5fc9130f-2794-4172-8fda-ad32fc85ad8c tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.067266 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5fc9130f-2794-4172-8fda-ad32fc85ad8c tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "DELETE /v2.0/ports/3e1a0dab-bf60-4468-9987-04bfce80efd0 HTTP/1.1" status: 204 len: 168 time: 0.6323898 Jun 24 12:45:20.067722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43800) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:20.115019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fd1202cf-64ef-4e76-befe-8496bef9315a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.229783 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fd1202cf-64ef-4e76-befe-8496bef9315a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.235711 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:20.248998 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0ffac3a1-7b75-40dd-875a-f56e07e6d22e None None] Could not find standard attr ID for object 0805eb16-be4e-41db-82f3-af356e9ab12f. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:45:20.281640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fd1202cf-64ef-4e76-befe-8496bef9315a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.286984 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fd1202cf-64ef-4e76-befe-8496bef9315a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/subnets/9ee03735-4701-4d25-8e45-f5e394d6c0aa HTTP/1.1" status: 204 len: 168 time: 0.5394204 Jun 24 12:45:20.288437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43802) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:20.288632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1341be-14d9-4fe4-b65f-cf4c0d5c2a11 None None] Network 528f8396-d5ec-4a00-b2e0-082906b3ce6a requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:20.299971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1202cf-64ef-4e76-befe-8496bef9315a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee03735-4701-4d25-8e45-f5e394d6c0aa,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:20.303022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fd1202cf-64ef-4e76-befe-8496bef9315a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:20.306954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e5603982-852b-465b-b16a-11e18c3940c7 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Deleting port 0d2e3a4c-317e-4361-bf3a-d9103bdce29c {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:20.307365 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5603982-852b-465b-b16a-11e18c3940c7 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.398969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.511517 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5603982-852b-465b-b16a-11e18c3940c7 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.528755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c046e82a-a832-4d95-b418-36da288c8dc4 None None] Provisioning complete for port e0a8098a-b3b5-4a5f-af5e-695c09966cda triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:20.529146 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c046e82a-a832-4d95-b418-36da288c8dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.537675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.542009 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e5603982-852b-465b-b16a-11e18c3940c7 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Calling delete_port for 0d2e3a4c-317e-4361-bf3a-d9103bdce29c owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:20.587928 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cb681133-c9fe-4e96-8777-e92777fb7749 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:20.588991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0d8c52-214a-456a-9b70-4ac799dfde2f']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:20.615927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c046e82a-a832-4d95-b418-36da288c8dc4 None None] Port e0a8098a-b3b5-4a5f-af5e-695c09966cda cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:20.620885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1accb3-349d-40ef-a559-522d849886c8') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:20.621395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1accb3-349d-40ef-a559-522d849886c8') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:20.632008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.659815 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.661235 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5603982-852b-465b-b16a-11e18c3940c7 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.664271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Deleting port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:20.664606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.668808 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a5648005-6dc6-48e2-8954-cfe4e2ffc9f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:20.671560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port cb681133-c9fe-4e96-8777-e92777fb7749 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:20.672137 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.676405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff5573a1-74fd-43ba-8477-8dd5e8520c0c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.711974 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baa0262-a768-4a6d-8c59-457aa0e461c2 None None] DHCP port deletion for 528f8396-d5ec-4a00-b2e0-082906b3ce6a request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:20.719262 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5603982-852b-465b-b16a-11e18c3940c7 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event deleted for resources: {'Port': ['ID=0d2e3a4c-317e-4361-bf3a-d9103bdce29c,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:20.722193 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e5603982-852b-465b-b16a-11e18c3940c7 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:20.723842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61acca-6331-4f07-ba48-43c37cf42404 req-9b8a3954-5bda-479d-9471-983a4497015c tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:20.725407 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2f61acca-6331-4f07-ba48-43c37cf42404 req-9b8a3954-5bda-479d-9471-983a4497015c tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.8041584 Jun 24 12:45:20.728842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Transition to ACTIVE for port object 75ad7174-4b36-464d-a566-d240dc400f4a will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:20.736316 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.752637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5603982-852b-465b-b16a-11e18c3940c7 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.754929 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e5603982-852b-465b-b16a-11e18c3940c7 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "DELETE /v2.0/ports/0d2e3a4c-317e-4361-bf3a-d9103bdce29c HTTP/1.1" status: 204 len: 168 time: 0.6861024 Jun 24 12:45:20.758651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43806) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:20.762710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:20.763144 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:20.767496 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:20.792671 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5afca759-f8ca-4f6e-9ff2-99d3a09db6b4 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0324359 Jun 24 12:45:20.800957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43808) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:20.815152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b88738e2-6ea4-4edf-9449-6c93150cef75 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-820936355'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:20.816667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2baa0262-a768-4a6d-8c59-457aa0e461c2 None None] Deleting port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:20.817054 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2baa0262-a768-4a6d-8c59-457aa0e461c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.830173 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] For port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6d816dd1-fc88-4bc3-8dbe-9e7df3faac04,segment=NetworkSegment(1e572e1f-1ad2-448d-9229-905e1bb836a6),segment_id=1e572e1f-1ad2-448d-9229-905e1bb836a6)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:20.831131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.832022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6c2d1060-9827-488f-a584-96c6c217eae2 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:20.849472 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Calling delete_port for 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:20.863826 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88738e2-6ea4-4edf-9449-6c93150cef75 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Made reservation on behalf of 7224eb464eac4bd1a39a58872a485b5f for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:20.868162 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b88738e2-6ea4-4edf-9449-6c93150cef75 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.909356 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff5573a1-74fd-43ba-8477-8dd5e8520c0c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.915695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3ada20be-76c5-4950-99db-4e34eb553aec tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:20.920686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 6c2d1060-9827-488f-a584-96c6c217eae2 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:20.922383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router c439fa0d-efd1-4131-b077-8ac18f7b59fb is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:45:20.930500 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-2baa0262-a768-4a6d-8c59-457aa0e461c2 None None] For port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6d816dd1-fc88-4bc3-8dbe-9e7df3faac04,segment=NetworkSegment(1e572e1f-1ad2-448d-9229-905e1bb836a6),segment_id=1e572e1f-1ad2-448d-9229-905e1bb836a6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:20.930841 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2baa0262-a768-4a6d-8c59-457aa0e461c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.933119 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 6c2d1060-9827-488f-a584-96c6c217eae2 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:20.933495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.946936 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88738e2-6ea4-4edf-9449-6c93150cef75 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] vlan segment allocate from pool success with {'vlan_id': 1312, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:45:20.947186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.951363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.954727 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/networks/6b0d8c52-214a-456a-9b70-4ac799dfde2f HTTP/1.1" status: 204 len: 168 time: 3.1994460 Jun 24 12:45:20.956647 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2f61acca-6331-4f07-ba48-43c37cf42404 req-805b224a-b2bd-46ac-9689-2c22e061eca0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092869 Jun 24 12:45:20.958312 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43810) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:20.964175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2baa0262-a768-4a6d-8c59-457aa0e461c2 None None] Calling delete_port for 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:20.971663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5573a1-74fd-43ba-8477-8dd5e8520c0c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=030dba49-55f9-499a-a2ba-267640e8bd35,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:20.974711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ff5573a1-74fd-43ba-8477-8dd5e8520c0c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:20.977235 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-550c531a-b107-4434-9f6c-133a90cebc6e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:20.983307 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff5573a1-74fd-43ba-8477-8dd5e8520c0c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.987887 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ff5573a1-74fd-43ba-8477-8dd5e8520c0c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/030dba49-55f9-499a-a2ba-267640e8bd35 HTTP/1.1" status: 204 len: 168 time: 1.5623107 Jun 24 12:45:20.989041 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.989788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43812) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:20.990913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b88738e2-6ea4-4edf-9449-6c93150cef75 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.993099 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-b88738e2-6ea4-4edf-9449-6c93150cef75 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Added segment 13a943fb-9a4b-4023-882d-f0dad6acd04e of type vlan for network 2c042ad7-0917-469d-bf9a-c74793c11f9c Jun 24 12:45:20.993845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a8a1db-2ec7-4b50-9456-d83d0d27a462 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:21.047526 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b3f2f773-f5f1-4c0f-9082-0b7357071b6e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522397 Jun 24 12:45:21.066326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43816) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:21.075254 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:21.076318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Network': ['ID=6b0d8c52-214a-456a-9b70-4ac799dfde2f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:21.086922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:21.088095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:21.102490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:21.110948 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.114064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b88738e2-6ea4-4edf-9449-6c93150cef75 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.118858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-44b5037e-eb3e-453b-9295-473de5552743 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:21.155256 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] No DVR routers for this DVR port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:21.163114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Port': ['ID=6d816dd1-fc88-4bc3-8dbe-9e7df3faac04,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:21.166446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:21.216778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.225084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:21.237338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:21.238018 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.245462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2baa0262-a768-4a6d-8c59-457aa0e461c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.245712 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=75ad7174-4b36-464d-a566-d240dc400f4a,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:21.248554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:21.250265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b88738e2-6ea4-4edf-9449-6c93150cef75 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.262061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88738e2-6ea4-4edf-9449-6c93150cef75 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:21.264378 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b88738e2-6ea4-4edf-9449-6c93150cef75 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.271494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a88e49f3-e81f-4c3e-8a6c-ba4a51a976e9 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:21.328320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa0262-a768-4a6d-8c59-457aa0e461c2 None None] Pushing event deleted for resources: {'Port': ['ID=6d816dd1-fc88-4bc3-8dbe-9e7df3faac04,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:21.331361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:21.344262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2baa0262-a768-4a6d-8c59-457aa0e461c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:21.345076 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baa0262-a768-4a6d-8c59-457aa0e461c2 None None] No DVR routers for this DVR port 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:21.352115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.360635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 6c2d1060-9827-488f-a584-96c6c217eae2, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6c2d1060-9827-488f-a584-96c6c217eae2,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:21.380669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.381760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528f8396-d5ec-4a00-b2e0-082906b3ce6a']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:21.393704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ab47cfd5-de34-4669-b91e-9944e3fab349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:21.430864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e572e1f-1ad2-448d-9229-905e1bb836a6') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:21.431326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e572e1f-1ad2-448d-9229-905e1bb836a6') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:21.473298 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d661d5f-38f8-41eb-9570-e4f99c4d551d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:21.479431 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9767916 Jun 24 12:45:21.479431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43822) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:21.479719 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1d661d5f-38f8-41eb-9570-e4f99c4d551d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4105163 Jun 24 12:45:21.485075 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43824) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:21.517352 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device a72399a7-3945-4662-aec6-98d4d0a8999c no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:21.521739 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.531301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e5a3f827-a08b-43cf-b3dc-245bdd84ee33 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:21.541396 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b88738e2-6ea4-4edf-9449-6c93150cef75 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7306907 Jun 24 12:45:21.547412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43828) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:21.564863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: a72399a7-3945-4662-aec6-98d4d0a8999c {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:21.565115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-649c5987-a917-4c5a-8788-68c4f39e64a5 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1752647748'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:21.565250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device a72399a7-3945-4662-aec6-98d4d0a8999c not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:21.567377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=6c2d1060-9827-488f-a584-96c6c217eae2,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:21.572025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:21.584313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85ab92f-231b-43bf-9253-9242084ff845 None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:21.587951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.590361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:21.592716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9a17b197-3f8e-412e-9758-11eddb4f0ec5 None None] Provisioning for port 75ad7174-4b36-464d-a566-d240dc400f4a completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:21.599516 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/c439fa0d-efd1-4131-b077-8ac18f7b59fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1662161 Jun 24 12:45:21.605968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43830) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:21.619332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb16b235-e709-4b77-8a58-1f90a2a43efa None None] Sync routers for ids ['c439fa0d-efd1-4131-b077-8ac18f7b59fb'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:21.621613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88738e2-6ea4-4edf-9449-6c93150cef75 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event updated for resources: {'Network': ['ID=2c042ad7-0917-469d-bf9a-c74793c11f9c,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:21.624825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9a17b197-3f8e-412e-9758-11eddb4f0ec5 None None] Provisioning complete for port 75ad7174-4b36-464d-a566-d240dc400f4a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:21.625401 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9a17b197-3f8e-412e-9758-11eddb4f0ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.630408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b88738e2-6ea4-4edf-9449-6c93150cef75 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:21.643329 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:21.643858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:21.647645 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:21.651495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 2c042ad7-0917-469d-bf9a-c74793c11f9c details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:45:21.663022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad66ab01-629d-4793-ad11-4bbe194bf93e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:21.667447 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ad66ab01-629d-4793-ad11-4bbe194bf93e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1853209 Jun 24 12:45:21.670494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43832) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:21.722752 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649c5987-a917-4c5a-8788-68c4f39e64a5 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Made reservation on behalf of 7224eb464eac4bd1a39a58872a485b5f for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:21.726752 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-649c5987-a917-4c5a-8788-68c4f39e64a5 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.746283 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4f9880c0-36e2-4cb4-afb0-92ca898281ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667198 Jun 24 12:45:21.746283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c3656-0a06-49aa-a2b7-6ba8cf905b43 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port 965eb721-c682-40b0-83d3-9122ef678726 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:21.746283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3656-0a06-49aa-a2b7-6ba8cf905b43 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.747563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43834) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:21.752650 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ae5451fa-12c1-4df7-894d-6a16b7981eb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:21.758572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.763255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.765816 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eba0e9-32ab-4e57-aff8-4a8382e3e1ca tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:21.767311 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-82eba0e9-32ab-4e57-aff8-4a8382e3e1ca tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports/e0a8098a-b3b5-4a5f-af5e-695c09966cda HTTP/1.1" status: 200 len: 983 time: 0.1603491 Jun 24 12:45:21.768597 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] 10.222.0.110 "DELETE /v2.0/networks/528f8396-d5ec-4a00-b2e0-082906b3ce6a HTTP/1.1" status: 204 len: 168 time: 1.4768679 Jun 24 12:45:21.772827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:21.776198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43838) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:21.841195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Pushing event deleted for resources: {'Network': ['ID=528f8396-d5ec-4a00-b2e0-082906b3ce6a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:21.849688 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:21.861959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2738032-b5e1-4c4c-a9d1-fe751a74ce9a req-e5b0baec-cb1c-4411-92e0-8eda44fcb69d tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:21.863544 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b2738032-b5e1-4c4c-a9d1-fe751a74ce9a req-e5b0baec-cb1c-4411-92e0-8eda44fcb69d tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.3335547 Jun 24 12:45:21.880243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16b235-e709-4b77-8a58-1f90a2a43efa None None] Routers {'c439fa0d-efd1-4131-b077-8ac18f7b59fb'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:21.880897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-eb16b235-e709-4b77-8a58-1f90a2a43efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c439fa0d-efd1-4131-b077-8ac18f7b59fb'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:21.927525 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-9a17b197-3f8e-412e-9758-11eddb4f0ec5 None None] Port 75ad7174-4b36-464d-a566-d240dc400f4a cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:21.932996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-eb16b235-e709-4b77-8a58-1f90a2a43efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:21.951244 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16b235-e709-4b77-8a58-1f90a2a43efa None None] Routers {'c439fa0d-efd1-4131-b077-8ac18f7b59fb'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:21.951884 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-eb16b235-e709-4b77-8a58-1f90a2a43efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c439fa0d-efd1-4131-b077-8ac18f7b59fb'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:21.956465 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b85ab92f-231b-43bf-9253-9242084ff845 None None] Deleting port 6c2d1060-9827-488f-a584-96c6c217eae2 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:21.956860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b85ab92f-231b-43bf-9253-9242084ff845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.966729 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3656-0a06-49aa-a2b7-6ba8cf905b43 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.967085 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3656-0a06-49aa-a2b7-6ba8cf905b43 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.985075 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b2738032-b5e1-4c4c-a9d1-fe751a74ce9a req-8307fbc5-d9ec-4ef0-a2bf-aacd7213eda5 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914047 Jun 24 12:45:21.989771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c3656-0a06-49aa-a2b7-6ba8cf905b43 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for 965eb721-c682-40b0-83d3-9122ef678726 owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:22.024321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-eb16b235-e709-4b77-8a58-1f90a2a43efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:22.024995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb16b235-e709-4b77-8a58-1f90a2a43efa None None] The sync data for ids ['c439fa0d-efd1-4131-b077-8ac18f7b59fb'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:22.082510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b85ab92f-231b-43bf-9253-9242084ff845 None None] For port 6c2d1060-9827-488f-a584-96c6c217eae2, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6c2d1060-9827-488f-a584-96c6c217eae2,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:22.082994 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b85ab92f-231b-43bf-9253-9242084ff845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.099748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b85ab92f-231b-43bf-9253-9242084ff845 None None] Calling delete_port for 6c2d1060-9827-488f-a584-96c6c217eae2 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:22.148178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3656-0a06-49aa-a2b7-6ba8cf905b43 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.157966 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b40fac73-c306-4a99-9860-adbdf723529c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:22.187765 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c3656-0a06-49aa-a2b7-6ba8cf905b43 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=965eb721-c682-40b0-83d3-9122ef678726,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:22.196243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ac3c3656-0a06-49aa-a2b7-6ba8cf905b43 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:22.201197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b85ab92f-231b-43bf-9253-9242084ff845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.204554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2baa0262-a768-4a6d-8c59-457aa0e461c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:22.218691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43842) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:22.228233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649c5987-a917-4c5a-8788-68c4f39e64a5 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] vlan segment allocate from pool success with {'vlan_id': 1335, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:45:22.233424 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ab92f-231b-43bf-9253-9242084ff845 None None] Pushing event deleted for resources: {'Port': ['ID=6c2d1060-9827-488f-a584-96c6c217eae2,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:22.236587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b85ab92f-231b-43bf-9253-9242084ff845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:22.237561 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ab92f-231b-43bf-9253-9242084ff845 None None] No DVR routers for this DVR port 6c2d1060-9827-488f-a584-96c6c217eae2 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:22.254103 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a3f827-a08b-43cf-b3dc-245bdd84ee33 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:22.257638 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5a3f827-a08b-43cf-b3dc-245bdd84ee33 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.291146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-649c5987-a917-4c5a-8788-68c4f39e64a5 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.291500 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-649c5987-a917-4c5a-8788-68c4f39e64a5 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Added segment 916782d2-94f2-4149-977e-d961ee191fc5 of type vlan for network acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6 Jun 24 12:45:22.305665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5451fa-12c1-4df7-894d-6a16b7981eb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:22.309866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae5451fa-12c1-4df7-894d-6a16b7981eb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.334836 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3656-0a06-49aa-a2b7-6ba8cf905b43 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.337377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3656-0a06-49aa-a2b7-6ba8cf905b43 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.338558 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ac3c3656-0a06-49aa-a2b7-6ba8cf905b43 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/floatingips/8284b6cc-ef59-45c3-90d7-b848800965fc HTTP/1.1" status: 204 len: 168 time: 1.3761802 Jun 24 12:45:22.349629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43846) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:22.405163 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6c2d1060-9827-488f-a584-96c6c217eae2 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:22.427847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 6c2d1060-9827-488f-a584-96c6c217eae2 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:22.428490 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6c2d1060-9827-488f-a584-96c6c217eae2 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:22.429093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:22.431285 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff13523-29ce-4aba-a250-2be135dec6dc tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:22.432115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff13523-29ce-4aba-a250-2be135dec6dc tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:22.436830 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2ff13523-29ce-4aba-a250-2be135dec6dc tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/ports/cd0714bb-43a9-401e-b6d2-a6bf025f714b HTTP/1.1" status: 404 len: 333 time: 0.0862911 Jun 24 12:45:22.437731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43848) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:22.449153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:22.449502 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6d816dd1-fc88-4bc3-8dbe-9e7df3faac04 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:22.464684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-649c5987-a917-4c5a-8788-68c4f39e64a5 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.491690 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.ipam_backend_mixin [None req-e5a3f827-a08b-43cf-b3dc-245bdd84ee33 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a26b0511-a57f-4a83-9416-e218ba603959 (CIDR: 2001:db8::/64) Jun 24 12:45:22.498275 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-06ca518e-2904-4f6b-aae7-2f016fe1eb2f tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8a107b5-2706-4205-a36c-34063e4ae01f HTTP/1.1" status: 200 len: 205 time: 0.0544481 Jun 24 12:45:22.505033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43850) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:22.513642 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a3f827-a08b-43cf-b3dc-245bdd84ee33 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:45:22.514107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a3f827-a08b-43cf-b3dc-245bdd84ee33 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:22.550007 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f13135ed-f9d3-4ef6-b96b-0b5f7f29c477 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=36cb4e50810248ee993742afd74b1acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296051 Jun 24 12:45:22.552803 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43852) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:22.553306 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-2e40e4de-ac54-4d78-bca9-a899ebfacba8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] delete failed (client error): The resource could not be found. Jun 24 12:45:22.554122 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2e40e4de-ac54-4d78-bca9-a899ebfacba8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/routers/c8a107b5-2706-4205-a36c-34063e4ae01f HTTP/1.1" status: 404 len: 336 time: 0.0450928 Jun 24 12:45:22.556669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43854) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:22.604006 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e5a3f827-a08b-43cf-b3dc-245bdd84ee33 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0794880 Jun 24 12:45:22.607238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43856) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:22.608315 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1895156e-b902-4add-afae-05f450148ae8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:22.608759 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1895156e-b902-4add-afae-05f450148ae8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:22.610442 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1895156e-b902-4add-afae-05f450148ae8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/subnets/302c2110-3930-4dfc-86bc-20d941429a38 HTTP/1.1" status: 404 len: 337 time: 0.0471742 Jun 24 12:45:22.615546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a78b1eef-92bd-4907-b21b-a5a91cc2da3d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:22.617936 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-649c5987-a917-4c5a-8788-68c4f39e64a5 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.623397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649c5987-a917-4c5a-8788-68c4f39e64a5 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:22.624416 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-649c5987-a917-4c5a-8788-68c4f39e64a5 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.624541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43858) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:22.631797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e724af29-98ba-4742-98dc-67b3cca972ce tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:22.698603 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-649c5987-a917-4c5a-8788-68c4f39e64a5 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1380122 Jun 24 12:45:22.743656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c5987-a917-4c5a-8788-68c4f39e64a5 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event updated for resources: {'Network': ['ID=acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:22.752203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-649c5987-a917-4c5a-8788-68c4f39e64a5 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:22.763576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:45:22.804137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae5451fa-12c1-4df7-894d-6a16b7981eb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.805621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a471f6cc-e0e8-4ad1-9abe-bad2224631e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.814669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4ae81d49-6197-4632-9c46-b40d2e291d1e tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:22.847109 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a471f6cc-e0e8-4ad1-9abe-bad2224631e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.854957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5451fa-12c1-4df7-894d-6a16b7981eb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:22.867173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-ae5451fa-12c1-4df7-894d-6a16b7981eb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:22.875478 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5451fa-12c1-4df7-894d-6a16b7981eb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:22.876491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae5451fa-12c1-4df7-894d-6a16b7981eb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.886183 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29520e22-dd97-45a3-a19c-431b4c608329 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:22.912756 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ae5451fa-12c1-4df7-894d-6a16b7981eb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1645792 Jun 24 12:45:22.920350 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43860) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:22.925045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78b1eef-92bd-4907-b21b-a5a91cc2da3d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:22.927417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a78b1eef-92bd-4907-b21b-a5a91cc2da3d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.936526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'fixed_ips': [{'subnet_id': '45da8fb3-32c8-433a-8277-a2b14e403535', 'ip_address': '2001:db8::434:b7e4:e307:5213'}], 'name': 'tempest-NetworksTestDHCPv6-758860386'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:23.002026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5451fa-12c1-4df7-894d-6a16b7981eb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=45da8fb3-32c8-433a-8277-a2b14e403535,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:23.022670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a471f6cc-e0e8-4ad1-9abe-bad2224631e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.025798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a471f6cc-e0e8-4ad1-9abe-bad2224631e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.029219 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a471f6cc-e0e8-4ad1-9abe-bad2224631e5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/4c704744-51fd-474e-9082-b7ebcc43df40 HTTP/1.1" status: 204 len: 168 time: 0.4712188 Jun 24 12:45:23.039528 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2c3aa669-0562-497e-bef5-e4001761e2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:23.042971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d62b5011-466c-4021-98fb-6647042330c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.117147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ae5451fa-12c1-4df7-894d-6a16b7981eb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:23.119284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': '45da8fb3-32c8-433a-8277-a2b14e403535'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:23.120168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.131992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-9efcff65-79c4-4618-b5d5-6b4f0ee8cea8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port ba065461-736f-4b87-a552-0bd1e38ffbbc {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:23.132953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9efcff65-79c4-4618-b5d5-6b4f0ee8cea8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.153003 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471f6cc-e0e8-4ad1-9abe-bad2224631e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c704744-51fd-474e-9082-b7ebcc43df40,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:23.162703 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a471f6cc-e0e8-4ad1-9abe-bad2224631e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:23.286068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9efcff65-79c4-4618-b5d5-6b4f0ee8cea8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.301461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-9efcff65-79c4-4618-b5d5-6b4f0ee8cea8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for ba065461-736f-4b87-a552-0bd1e38ffbbc owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:23.377851 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Allocated IP 2001:db8::2 (775331f2-7641-4269-a311-a446eb45635d/45da8fb3-32c8-433a-8277-a2b14e403535/908099db-267a-4e92-a06a-ec069b4502be) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:23.479760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9efcff65-79c4-4618-b5d5-6b4f0ee8cea8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.495234 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-af9d0644-b581-4a8c-a5ab-c82ca0ab6477 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:23.566942 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcff65-79c4-4618-b5d5-6b4f0ee8cea8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=ba065461-736f-4b87-a552-0bd1e38ffbbc,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:23.623878 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9efcff65-79c4-4618-b5d5-6b4f0ee8cea8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:23.631737 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d62b5011-466c-4021-98fb-6647042330c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port e0a8098a-b3b5-4a5f-af5e-695c09966cda {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:23.633009 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d62b5011-466c-4021-98fb-6647042330c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.641354 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9efcff65-79c4-4618-b5d5-6b4f0ee8cea8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.643594 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9efcff65-79c4-4618-b5d5-6b4f0ee8cea8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/ports/ba065461-736f-4b87-a552-0bd1e38ffbbc HTTP/1.1" status: 204 len: 168 time: 1.0185325 Jun 24 12:45:23.655575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43876) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:23.672943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.690505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Transition to ACTIVE for port object 908099db-267a-4e92-a06a-ec069b4502be will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:23.712691 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Transition to ACTIVE for port object 908099db-267a-4e92-a06a-ec069b4502be will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:23.721600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.725131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7973b90b-efc9-46bf-90d2-73b571103a11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:23.753598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:23.774152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:23.785398 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:23.805551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:23.816355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Pushing event updated for resources: {'Port': ['ID=908099db-267a-4e92-a06a-ec069b4502be,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:23.854954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:23.862307 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.898716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d62b5011-466c-4021-98fb-6647042330c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.900626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Attempting to bind port 908099db-267a-4e92-a06a-ec069b4502be on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:23.904853 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Attempting to bind port 908099db-267a-4e92-a06a-ec069b4502be by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:23.905286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Attempting to bind port 908099db-267a-4e92-a06a-ec069b4502be on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:23.907444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ce5f5-d6e4-4964-8b94-e364da94bd6d req-8ee47658-f223-4a56-80f3-beaf7fb80c71 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:23.910896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:23.911277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:23.911682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.912089 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:23.912568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Bound port: 908099db-267a-4e92-a06a-ec069b4502be, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:23.913361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.915314 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e99ce5f5-d6e4-4964-8b94-e364da94bd6d req-8ee47658-f223-4a56-80f3-beaf7fb80c71 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.4718544 Jun 24 12:45:23.938173 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d62b5011-466c-4021-98fb-6647042330c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for e0a8098a-b3b5-4a5f-af5e-695c09966cda owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:23.978112 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port ef3a8cc1-34c1-4f48-9671-f9b4bc541938 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:45:24.030313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] For port 908099db-267a-4e92-a06a-ec069b4502be, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:24.035802 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] For port 908099db-267a-4e92-a06a-ec069b4502be, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=908099db-267a-4e92-a06a-ec069b4502be,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:24.042112 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:24.062273 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c2716e5f-112b-4630-9b9a-3b652167601d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:24.136368 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Pushing event updated for resources: {'Port': ['ID=908099db-267a-4e92-a06a-ec069b4502be,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:24.148581 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:24.232599 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43888) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:24.283363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d62b5011-466c-4021-98fb-6647042330c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:24.290104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-52a60537-4b6e-4153-a9d3-453c1d27a77d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:24.348651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b5011-466c-4021-98fb-6647042330c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=e0a8098a-b3b5-4a5f-af5e-695c09966cda,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:24.356076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d62b5011-466c-4021-98fb-6647042330c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:24.514513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d62b5011-466c-4021-98fb-6647042330c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:24.521114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747119658'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:24.655259 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:24.669180 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:24.702266 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e99ce5f5-d6e4-4964-8b94-e364da94bd6d req-e6e59e87-04b3-44cc-a9a6-20a1f865dd42 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7854064 Jun 24 12:45:24.742212 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-cc57174d-f6bf-42df-9bbf-30eea7866c10 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port 3338b497-4e8a-431d-9db9-8704f81d2e3a {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:24.742867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cc57174d-f6bf-42df-9bbf-30eea7866c10 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:24.804458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62b5011-466c-4021-98fb-6647042330c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router c439fa0d-efd1-4131-b077-8ac18f7b59fb has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:24.859406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a78b1eef-92bd-4907-b21b-a5a91cc2da3d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:24.867717 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8f2a1bc5-7f6e-49a8-b734-dc9ba793193b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:24.897056 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62b5011-466c-4021-98fb-6647042330c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:24.908229 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d62b5011-466c-4021-98fb-6647042330c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/c439fa0d-efd1-4131-b077-8ac18f7b59fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1305122 Jun 24 12:45:24.909655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43892) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:24.912740 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfe345-f149-4e98-bb04-9422f10c2196 None None] Sync routers for ids ['c439fa0d-efd1-4131-b077-8ac18f7b59fb'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:24.923398 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfe345-f149-4e98-bb04-9422f10c2196 None None] Routers {'c439fa0d-efd1-4131-b077-8ac18f7b59fb'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:24.924017 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e3dfe345-f149-4e98-bb04-9422f10c2196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c439fa0d-efd1-4131-b077-8ac18f7b59fb'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:24.958096 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e3dfe345-f149-4e98-bb04-9422f10c2196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:24.967556 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfe345-f149-4e98-bb04-9422f10c2196 None None] Routers {'c439fa0d-efd1-4131-b077-8ac18f7b59fb'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:24.968377 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e3dfe345-f149-4e98-bb04-9422f10c2196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:44:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c439fa0d-efd1-4131-b077-8ac18f7b59fb'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:24.985653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:24.991258 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.004795 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e3dfe345-f149-4e98-bb04-9422f10c2196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:25.005694 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfe345-f149-4e98-bb04-9422f10c2196 None None] The sync data for ids ['c439fa0d-efd1-4131-b077-8ac18f7b59fb'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:25.047004 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-faaf2a8e-4fee-4612-82fd-bafd42b7699a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:25.054344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cc57174d-f6bf-42df-9bbf-30eea7866c10 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.076868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-cc57174d-f6bf-42df-9bbf-30eea7866c10 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for 3338b497-4e8a-431d-9db9-8704f81d2e3a owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:25.089104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e714321f-9605-4bcc-b8bb-4280d7a2d940,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:25.105653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:25.118336 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.119422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b1eef-92bd-4907-b21b-a5a91cc2da3d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:25.125244 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.129401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-91312d75-c563-4ae8-9cd2-42f543605103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:25.161650 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.166619 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9315531 Jun 24 12:45:25.167694 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-a78b1eef-92bd-4907-b21b-a5a91cc2da3d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:25.168606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43894) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:25.178012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2e1a33-f30f-439c-a3e5-321ab1cfd7ee,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:25.178862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78b1eef-92bd-4907-b21b-a5a91cc2da3d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:25.180045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a78b1eef-92bd-4907-b21b-a5a91cc2da3d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.180886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a121710-c27b-4299-bffe-e659f27eae53 None None] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:25.184075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b1eef-92bd-4907-b21b-a5a91cc2da3d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Subnet': ['ID=e321406f-9402-4a5c-bbb1-649ff20a61a4,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:25.199183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a78b1eef-92bd-4907-b21b-a5a91cc2da3d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:25.200055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::434:b7e4:e307:5213 (775331f2-7641-4269-a311-a446eb45635d/45da8fb3-32c8-433a-8277-a2b14e403535/ef3a8cc1-34c1-4f48-9671-f9b4bc541938) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:25.208346 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:25.265504 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5f454a2e-341b-47af-b393-04bdf7e5a342 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.0953925 Jun 24 12:45:25.267088 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43896) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:25.281045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a717f07e-f88b-40a9-bcfc-33cad7fce0f6 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group': {'name': 'tempest-security--700333733', 'description': 'tempest-security-description-906904288'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:25.327456 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a78b1eef-92bd-4907-b21b-a5a91cc2da3d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7160878 Jun 24 12:45:25.330120 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43898) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:25.346142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-2ccae759-5b7f-42cd-9555-4275628c08e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-313739547', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e321406f-9402-4a5c-bbb1-649ff20a61a4'}], 'security_groups': ['c39c6800-208b-4a21-b983-109a51423139']}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:25.356174 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-47468b00-abe6-4905-bc54-5d99010894c4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] remove_router_interface failed (client error): The resource could not be found. Jun 24 12:45:25.359809 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-47468b00-abe6-4905-bc54-5d99010894c4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/c439fa0d-efd1-4131-b077-8ac18f7b59fb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4422672 Jun 24 12:45:25.382313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43900) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:25.436017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a717f07e-f88b-40a9-bcfc-33cad7fce0f6 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.459633 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c83dd689-e662-4637-ac74-33a9781f9324 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports?device_id=c439fa0d-efd1-4131-b077-8ac18f7b59fb HTTP/1.1" status: 200 len: 205 time: 0.0696304 Jun 24 12:45:25.466115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43902) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:25.568060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a717f07e-f88b-40a9-bcfc-33cad7fce0f6 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.586316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a717f07e-f88b-40a9-bcfc-33cad7fce0f6 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.596764 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a717f07e-f88b-40a9-bcfc-33cad7fce0f6 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.600502 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a717f07e-f88b-40a9-bcfc-33cad7fce0f6 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "PUT /v2.0/security-groups/5f2e1a33-f30f-439c-a3e5-321ab1cfd7ee HTTP/1.1" status: 200 len: 1776 time: 0.3299074 Jun 24 12:45:25.600502 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aac06fd0-7e89-4365-b94a-f0ebed88b0e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:25.603940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43904) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:25.653678 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7c6610-b7eb-4a25-ba5c-d628ca6ca282 None None] Update dhcp port {'port': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'fixed_ips': [{'subnet_id': 'a26b0511-a57f-4a83-9416-e218ba603959', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e321406f-9402-4a5c-bbb1-649ff20a61a4'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': 'cb681133-c9fe-4e96-8777-e92777fb7749'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:45:25.707521 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717f07e-f88b-40a9-bcfc-33cad7fce0f6 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2e1a33-f30f-439c-a3e5-321ab1cfd7ee,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:25.714221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6610-b7eb-4a25-ba5c-d628ca6ca282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.717478 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2ccae759-5b7f-42cd-9555-4275628c08e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.719849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a717f07e-f88b-40a9-bcfc-33cad7fce0f6 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:25.724842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.734962 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2d922dd4-20b0-4dab-8234-f4ec35d404b5 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-groups/5f2e1a33-f30f-439c-a3e5-321ab1cfd7ee HTTP/1.1" status: 200 len: 1776 time: 0.1267953 Jun 24 12:45:25.734962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43906) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:25.740284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object ef3a8cc1-34c1-4f48-9671-f9b4bc541938 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:25.778735 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-be1c7b8b-b9f0-4d4d-866f-255bf11ccbc6 None None] Provisioning for port 908099db-267a-4e92-a06a-ec069b4502be completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:25.799783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.847175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fb65b295-28ab-40b2-9e64-d6adcd19a495 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.864850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cbe9e2e7-8344-4218-bad4-1370a6529683 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:25.959345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8634ebcd-b8db-4d0c-993d-70a50939599f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:25.962847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-6b7c6610-b7eb-4a25-ba5c-d628ca6ca282 None None] Allocated IP 2001:db8:0:1::2 (1f5a56af-c5ec-4253-8861-7bfa36b4aad0/e321406f-9402-4a5c-bbb1-649ff20a61a4/cb681133-c9fe-4e96-8777-e92777fb7749) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:25.990511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8634ebcd-b8db-4d0c-993d-70a50939599f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.038558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:26.061109 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43910) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:26.061764 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8634ebcd-b8db-4d0c-993d-70a50939599f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.064327 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8634ebcd-b8db-4d0c-993d-70a50939599f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.067687 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8634ebcd-b8db-4d0c-993d-70a50939599f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-groups/5f2e1a33-f30f-439c-a3e5-321ab1cfd7ee HTTP/1.1" status: 204 len: 168 time: 0.3300698 Jun 24 12:45:26.070604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6b7c6610-b7eb-4a25-ba5c-d628ca6ca282 None None] For port cb681133-c9fe-4e96-8777-e92777fb7749, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cb681133-c9fe-4e96-8777-e92777fb7749,segment=NetworkSegment(a1945b41-2506-4106-a2e9-0c544edacf30),segment_id=a1945b41-2506-4106-a2e9-0c544edacf30)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:26.071590 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Request body: {'subnets': [{'network_id': '2c042ad7-0917-469d-bf9a-c74793c11f9c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2140217480', 'ip_version': 6}, {'network_id': 'acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:26.071909 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Request body: {'subnet': {'network_id': '2c042ad7-0917-469d-bf9a-c74793c11f9c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2140217480', 'ip_version': 6}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:26.073505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Request body: {'subnet': {'network_id': 'acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:26.073658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:26.075248 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43912) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:26.103601 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a5c20d91-9ef1-44e7-8671-a0fe6062f798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:26.110902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:26.111098 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6610-b7eb-4a25-ba5c-d628ca6ca282 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.116216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:26.117364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.134435 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=ef3a8cc1-34c1-4f48-9671-f9b4bc541938,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:26.138149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:26.138346 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634ebcd-b8db-4d0c-993d-70a50939599f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2e1a33-f30f-439c-a3e5-321ab1cfd7ee,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:26.144469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8634ebcd-b8db-4d0c-993d-70a50939599f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:26.193428 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fb65b295-28ab-40b2-9e64-d6adcd19a495 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.196271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6b7c6610-b7eb-4a25-ba5c-d628ca6ca282 None None] Transition to ACTIVE for port object cb681133-c9fe-4e96-8777-e92777fb7749 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:26.199472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fb65b295-28ab-40b2-9e64-d6adcd19a495 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.202153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6610-b7eb-4a25-ba5c-d628ca6ca282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.205780 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-23098bf5-46eb-47d3-95ac-3053185cea54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:26.208775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cc57174d-f6bf-42df-9bbf-30eea7866c10 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.233309 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4fb32222-8f19-4fdc-950c-ac1a9e0611ae tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:26.237404 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3148911 Jun 24 12:45:26.280345 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43914) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:26.306195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a71e6d19-4648-4312-a7ca-8aafe9da21aa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'fixed_ips': [{'subnet_id': '45da8fb3-32c8-433a-8277-a2b14e403535', 'ip_address': '2001:db8::434:b7e4:e307:5213'}], 'name': 'tempest-NetworksTestDHCPv6-1261143420'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:26.318678 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57174d-f6bf-42df-9bbf-30eea7866c10 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=3338b497-4e8a-431d-9db9-8704f81d2e3a,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:26.340115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Made reservation on behalf of 7224eb464eac4bd1a39a58872a485b5f for: {'subnet': 2} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:26.340620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c6610-b7eb-4a25-ba5c-d628ca6ca282 None None] Pushing event updated for resources: {'Port': ['ID=cb681133-c9fe-4e96-8777-e92777fb7749,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:26.344850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.345180 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.345299 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6b7c6610-b7eb-4a25-ba5c-d628ca6ca282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:26.421178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cc57174d-f6bf-42df-9bbf-30eea7866c10 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:26.422497 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e80bef90-8437-4251-99a6-5beb1d713fd9 None None] Provisioning for port ef3a8cc1-34c1-4f48-9671-f9b4bc541938 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:26.427587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fb65b295-28ab-40b2-9e64-d6adcd19a495 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.428486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb65b295-28ab-40b2-9e64-d6adcd19a495 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Fanout notify agent at l3_agent the message router_deleted on router c439fa0d-efd1-4131-b077-8ac18f7b59fb {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:45:26.430322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e80bef90-8437-4251-99a6-5beb1d713fd9 None None] Provisioning complete for port ef3a8cc1-34c1-4f48-9671-f9b4bc541938 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:26.430741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e80bef90-8437-4251-99a6-5beb1d713fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.445423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fb65b295-28ab-40b2-9e64-d6adcd19a495 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.447202 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fb65b295-28ab-40b2-9e64-d6adcd19a495 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/routers/c439fa0d-efd1-4131-b077-8ac18f7b59fb HTTP/1.1" status: 204 len: 168 time: 0.9795244 Jun 24 12:45:26.451055 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43916) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:26.452705 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6bacaeee-cb29-47f9-8995-45611bafe516 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3428664 Jun 24 12:45:26.470436 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43918) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:26.477548 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e80bef90-8437-4251-99a6-5beb1d713fd9 None None] Port ef3a8cc1-34c1-4f48-9671-f9b4bc541938 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:26.503639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 908099db-267a-4e92-a06a-ec069b4502be up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:26.572313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-95d7297a-c7a5-4697-ae65-b0f636f7d09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.580092 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-fefc4c7e-8cdc-4dfd-9160-45eb0f8d724d tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] delete failed (client error): The resource could not be found. Jun 24 12:45:26.581493 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fefc4c7e-8cdc-4dfd-9160-45eb0f8d724d tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-groups/5f2e1a33-f30f-439c-a3e5-321ab1cfd7ee HTTP/1.1" status: 404 len: 347 time: 0.0680976 Jun 24 12:45:26.591711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93136233-fde0-4f0a-8f7e-94a21da00ad3 req-83cd4701-beb5-4d4a-8cea-611ea6572bfc tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:26.592196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43920) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:26.592478 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 908099db-267a-4e92-a06a-ec069b4502be completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:26.596820 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a89459bc-e286-42fa-9df2-9104263f82b3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group': {'name': 'tempest-secgroup--607564954'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:26.597534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 908099db-267a-4e92-a06a-ec069b4502be triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:26.597969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.599331 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93136233-fde0-4f0a-8f7e-94a21da00ad3 req-83cd4701-beb5-4d4a-8cea-611ea6572bfc tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.7290883 Jun 24 12:45:26.619121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61e1905-9fdd-457a-8c5d-28df4b7defb7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting subnet d76df7d8-f748-4b9b-be48-bf90d7593016 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:26.622231 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f61e1905-9fdd-457a-8c5d-28df4b7defb7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.647771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cc57174d-f6bf-42df-9bbf-30eea7866c10 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.650312 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cc57174d-f6bf-42df-9bbf-30eea7866c10 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/ports/3338b497-4e8a-431d-9db9-8704f81d2e3a HTTP/1.1" status: 204 len: 168 time: 2.9918249 Jun 24 12:45:26.653409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43922) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:26.664274 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f61e1905-9fdd-457a-8c5d-28df4b7defb7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.669968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71e6d19-4648-4312-a7ca-8aafe9da21aa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:26.676771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a71e6d19-4648-4312-a7ca-8aafe9da21aa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.701205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.723255 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93136233-fde0-4f0a-8f7e-94a21da00ad3 req-89dcd646-0391-428a-bd14-5a3afb9371c1 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221466 Jun 24 12:45:26.728035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-a71e6d19-4648-4312-a7ca-8aafe9da21aa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port ed1ec9ed-d0a4-42d3-bb1c-030890a19ea6 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:45:26.762111 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 908099db-267a-4e92-a06a-ec069b4502be, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=908099db-267a-4e92-a06a-ec069b4502be,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:26.762546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f61e1905-9fdd-457a-8c5d-28df4b7defb7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.769951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.778821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:26.844187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e747604-cce2-4e0b-ba80-6fd1027c3cb8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:26.845777 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0e747604-cce2-4e0b-ba80-6fd1027c3cb8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "GET /v2.0/ports?device_id=b729f0a3-abbd-4afd-a7df-e9a4982de382 HTTP/1.1" status: 200 len: 913 time: 0.1909058 Jun 24 12:45:26.848816 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43924) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:26.868372 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=908099db-267a-4e92-a06a-ec069b4502be,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:26.871673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:27.012773 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71e6d19-4648-4312-a7ca-8aafe9da21aa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 24 12:45:27.013233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71e6d19-4648-4312-a7ca-8aafe9da21aa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:27.103785 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5b6f3829-617d-48e4-9143-0a103b7b5fab None None] Provisioning complete for port 75ad7174-4b36-464d-a566-d240dc400f4a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:27.104286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3829-617d-48e4-9143-0a103b7b5fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.142386 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f3829-617d-48e4-9143-0a103b7b5fab None None] Port 75ad7174-4b36-464d-a566-d240dc400f4a cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:27.153582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5b6f3829-617d-48e4-9143-0a103b7b5fab None None] Provisioning for port cb681133-c9fe-4e96-8777-e92777fb7749 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:27.157552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5b6f3829-617d-48e4-9143-0a103b7b5fab None None] Provisioning complete for port cb681133-c9fe-4e96-8777-e92777fb7749 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:27.158011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3829-617d-48e4-9143-0a103b7b5fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.191630 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a89459bc-e286-42fa-9df2-9104263f82b3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.215773 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a71e6d19-4648-4312-a7ca-8aafe9da21aa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9120033 Jun 24 12:45:27.216071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43926) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:27.249638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5b6f3829-617d-48e4-9143-0a103b7b5fab None None] Provisioning complete for port 386a71d5-07c8-484e-8376-01b5295b2f31 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:27.250248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3829-617d-48e4-9143-0a103b7b5fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.255432 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-2ccae759-5b7f-42cd-9555-4275628c08e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Delete allocated IP 2001:db8::27 (1f5a56af-c5ec-4253-8861-7bfa36b4aad0/a26b0511-a57f-4a83-9416-e218ba603959) {{(pid=100146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 24 12:45:27.285271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f3829-617d-48e4-9143-0a103b7b5fab None None] Port 386a71d5-07c8-484e-8376-01b5295b2f31 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:27.305481 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-2ccae759-5b7f-42cd-9555-4275628c08e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Allocated IP 2001:db8:0:1::a7 (1f5a56af-c5ec-4253-8861-7bfa36b4aad0/e321406f-9402-4a5c-bbb1-649ff20a61a4/75ad7174-4b36-464d-a566-d240dc400f4a) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:27.336073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f61e1905-9fdd-457a-8c5d-28df4b7defb7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.342412 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da9c1c8-61b8-48cf-ad1e-71384a3d4f58 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:27.346275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-36ea0d3b-678f-483f-8d80-7e1c3b1200d7 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:27.352174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da9c1c8-61b8-48cf-ad1e-71384a3d4f58 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:27.353791 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0da9c1c8-61b8-48cf-ad1e-71384a3d4f58 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1360314 Jun 24 12:45:27.356395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43928) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:27.416090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e1905-9fdd-457a-8c5d-28df4b7defb7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Subnet': ['ID=d76df7d8-f748-4b9b-be48-bf90d7593016,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:27.420208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f61e1905-9fdd-457a-8c5d-28df4b7defb7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.425098 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f61e1905-9fdd-457a-8c5d-28df4b7defb7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/d76df7d8-f748-4b9b-be48-bf90d7593016 HTTP/1.1" status: 204 len: 168 time: 0.9595737 Jun 24 12:45:27.427284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116c05fb-81a9-4584-bbda-7dff53455e21 None None] Network f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:27.437872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43930) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:27.462085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f61e1905-9fdd-457a-8c5d-28df4b7defb7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:27.479301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-939495d1-ff69-41f5-9e4f-b75b0cd38f5c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.573500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.593257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a89459bc-e286-42fa-9df2-9104263f82b3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.609813 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a89459bc-e286-42fa-9df2-9104263f82b3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.617078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a471f6cc-e0e8-4ad1-9abe-bad2224631e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:27.638643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-b12f2f00-cff9-4ac0-9730-8010c7f03f75 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port ef3a8cc1-34c1-4f48-9671-f9b4bc541938 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:27.639850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b12f2f00-cff9-4ac0-9730-8010c7f03f75 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.641751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd789ac6-1462-48df-959e-8dcc63ab0fc3 None None] DHCP port deletion for f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:27.694423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a89459bc-e286-42fa-9df2-9104263f82b3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.695672 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a89459bc-e286-42fa-9df2-9104263f82b3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1025069 Jun 24 12:45:27.704269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43934) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:27.705534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-cd789ac6-1462-48df-959e-8dcc63ab0fc3 None None] Deleting port 3ede542f-f87a-47dc-8439-9c2f452e70b1 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:27.706455 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cd789ac6-1462-48df-959e-8dcc63ab0fc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.713402 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e80c6f15-3624-46b2-8ebd-e045f46d5547 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group_rule': {'security_group_id': '3094a577-8c56-4247-bbf4-20565224a7b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:27.719297 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89459bc-e286-42fa-9df2-9104263f82b3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3094a577-8c56-4247-bbf4-20565224a7b2,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:27.727359 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a89459bc-e286-42fa-9df2-9104263f82b3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:27.769301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2ccae759-5b7f-42cd-9555-4275628c08e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.798877 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-cd789ac6-1462-48df-959e-8dcc63ab0fc3 None None] For port 3ede542f-f87a-47dc-8439-9c2f452e70b1, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3ede542f-f87a-47dc-8439-9c2f452e70b1,segment=NetworkSegment(0d661a65-1c11-47dd-81ad-df38853ce535),segment_id=0d661a65-1c11-47dd-81ad-df38853ce535)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:27.800113 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cd789ac6-1462-48df-959e-8dcc63ab0fc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.824691 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-cd789ac6-1462-48df-959e-8dcc63ab0fc3 None None] Calling delete_port for 3ede542f-f87a-47dc-8439-9c2f452e70b1 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:27.831297 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e80c6f15-3624-46b2-8ebd-e045f46d5547 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.841743 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-2ccae759-5b7f-42cd-9555-4275628c08e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Transition to ACTIVE for port object 75ad7174-4b36-464d-a566-d240dc400f4a will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:27.854904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2ccae759-5b7f-42cd-9555-4275628c08e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.861705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-766c74f4-4e5f-49a9-b2c4-27d9c31aa980 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:27.877625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.937976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cd789ac6-1462-48df-959e-8dcc63ab0fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.941059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:27.973821 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-2ccae759-5b7f-42cd-9555-4275628c08e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] In _notify_port_updated(), no bound segment for port 75ad7174-4b36-464d-a566-d240dc400f4a on network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 {{(pid=100146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:45:27.974436 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd789ac6-1462-48df-959e-8dcc63ab0fc3 None None] Pushing event deleted for resources: {'Port': ['ID=3ede542f-f87a-47dc-8439-9c2f452e70b1,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:27.980422 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccae759-5b7f-42cd-9555-4275628c08e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:27.981104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2ccae759-5b7f-42cd-9555-4275628c08e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.983356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-cd789ac6-1462-48df-959e-8dcc63ab0fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:27.984855 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd789ac6-1462-48df-959e-8dcc63ab0fc3 None None] No DVR routers for this DVR port 3ede542f-f87a-47dc-8439-9c2f452e70b1 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:27.985397 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2ccae759-5b7f-42cd-9555-4275628c08e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "PUT /v2.0/ports/75ad7174-4b36-464d-a566-d240dc400f4a HTTP/1.1" status: 200 len: 929 time: 2.6526423 Jun 24 12:45:27.986007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43938) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:27.996991 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccae759-5b7f-42cd-9555-4275628c08e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=75ad7174-4b36-464d-a566-d240dc400f4a,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:28.011513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2ccae759-5b7f-42cd-9555-4275628c08e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:28.018232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e374c92d-8318-49c8-80db-d9c5cc0e5f1d tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:28.027513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e80c6f15-3624-46b2-8ebd-e045f46d5547 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.068997 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e80c6f15-3624-46b2-8ebd-e045f46d5547 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.114139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Checking segment: {'id': '13a943fb-9a4b-4023-882d-f0dad6acd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '2c042ad7-0917-469d-bf9a-c74793c11f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:28.114795 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Network hostable DHCP agents. Network: 2c042ad7-0917-469d-bf9a-c74793c11f9c, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:45:28.163817 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event updated for resources: {'Subnet': ['ID=6e4b29b7-b14e-41ee-8987-6df8e98f5b35,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:28.166561 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:28.168369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:28.173206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e80c6f15-3624-46b2-8ebd-e045f46d5547 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.177310 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e80c6f15-3624-46b2-8ebd-e045f46d5547 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4692004 Jun 24 12:45:28.184308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43940) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:28.193066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c6f15-3624-46b2-8ebd-e045f46d5547 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20450a07-52b0-41af-a859-f2efb954dbac,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:28.197356 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e80c6f15-3624-46b2-8ebd-e045f46d5547 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:28.198457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Network 2c042ad7-0917-469d-bf9a-c74793c11f9c is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:45:28.213308 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 2c042ad7-0917-469d-bf9a-c74793c11f9c) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:28.218528 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.223928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:28.230129 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20f7009-416d-4174-be31-5501f140669d None None] Network 2c042ad7-0917-469d-bf9a-c74793c11f9c requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:28.233358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b12f2f00-cff9-4ac0-9730-8010c7f03f75 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.239009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port 3ede542f-f87a-47dc-8439-9c2f452e70b1 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:28.239348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.265380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ca4ed0e9-e1c0-42e1-a82a-7df3cc82fdd5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 75ad7174-4b36-464d-a566-d240dc400f4a {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:28.265702 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ca4ed0e9-e1c0-42e1-a82a-7df3cc82fdd5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.285043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-b12f2f00-cff9-4ac0-9730-8010c7f03f75 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for ef3a8cc1-34c1-4f48-9671-f9b4bc541938 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:28.326642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ea7a84f5-4896-403a-a6b6-67e6d744cf58 None None] Provisioning for port 75ad7174-4b36-464d-a566-d240dc400f4a completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:28.335204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e5241-cad1-49c0-a3e1-bfe569188352 req-00eefe20-01e2-4d2a-8a1c-af627b25a3e5 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:28.337261 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b98e5241-cad1-49c0-a3e1-bfe569188352 req-00eefe20-01e2-4d2a-8a1c-af627b25a3e5 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.3054936 Jun 24 12:45:28.338545 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-03da9e7e-b870-48f7-85d2-5a2af5926fa8 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.339689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ea7a84f5-4896-403a-a6b6-67e6d744cf58 None None] Provisioning complete for port 75ad7174-4b36-464d-a566-d240dc400f4a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:28.340173 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ea7a84f5-4896-403a-a6b6-67e6d744cf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.358504 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event updated for resources: {'Subnet': ['ID=03d1fe92-3512-4ffe-825a-954cb4d85819,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:28.360076 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-03da9e7e-b870-48f7-85d2-5a2af5926fa8 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.361054 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:28.384155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Checking segment: {'id': '916782d2-94f2-4149-977e-d961ee191fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:28.384525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Network hostable DHCP agents. Network: acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:45:28.409343 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ca4ed0e9-e1c0-42e1-a82a-7df3cc82fdd5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.428321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ca4ed0e9-e1c0-42e1-a82a-7df3cc82fdd5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 75ad7174-4b36-464d-a566-d240dc400f4a owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:28.431900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Network acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:45:28.436371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a84f5-4896-403a-a6b6-67e6d744cf58 None None] Port 75ad7174-4b36-464d-a566-d240dc400f4a cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:28.447872 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:28.453183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:28.453876 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:28.454580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.458461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] For port 3ede542f-f87a-47dc-8439-9c2f452e70b1, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:28.459079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.476669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf62ec57-4ed5-4df8-bb09-101df3f62f6d None None] Network acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:28.493546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-2c042ad7-0917-469d-bf9a-c74793c11f9c', 'network_id': '2c042ad7-0917-469d-bf9a-c74793c11f9c', 'tenant_id': '7224eb464eac4bd1a39a58872a485b5f', 'fixed_ips': [{'subnet_id': '6e4b29b7-b14e-41ee-8987-6df8e98f5b35'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:28.494627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.501427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for 3ede542f-f87a-47dc-8439-9c2f452e70b1 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:28.516050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.ipam_backend_mixin [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Port 3ede542f-f87a-47dc-8439-9c2f452e70b1 was not found and therefore no delete operation was performed {{(pid=100145) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:45:28.516290 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cb681133-c9fe-4e96-8777-e92777fb7749 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:28.516880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-03da9e7e-b870-48f7-85d2-5a2af5926fa8 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.518819 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.4511271 Jun 24 12:45:28.520274 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43942) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:28.539038 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.543418 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b98e5241-cad1-49c0-a3e1-bfe569188352 req-54f24e1a-b189-4cda-9d4f-67fed23f773d tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871555 Jun 24 12:45:28.546216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-03da9e7e-b870-48f7-85d2-5a2af5926fa8 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.549754 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-03da9e7e-b870-48f7-85d2-5a2af5926fa8 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/20450a07-52b0-41af-a859-f2efb954dbac HTTP/1.1" status: 204 len: 168 time: 0.3575473 Jun 24 12:45:28.552636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7ca87a10-4f86-43dd-9356-19a53891075a tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:28.555777 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43944) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:28.576886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da9e7e-b870-48f7-85d2-5a2af5926fa8 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20450a07-52b0-41af-a859-f2efb954dbac,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:28.578426 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No DVR routers for this DVR port 3ede542f-f87a-47dc-8439-9c2f452e70b1 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:28.599240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-03da9e7e-b870-48f7-85d2-5a2af5926fa8 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:28.615585 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a0ca4546-cb8c-409b-9540-f7337f66f6cf tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:28.628873 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4188a9-f62f-4ab9-a830-fd24b85549a6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:28.630479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4188a9-f62f-4ab9-a830-fd24b85549a6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:28.632830 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4188a9-f62f-4ab9-a830-fd24b85549a6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:28.640054 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4b4188a9-f62f-4ab9-a830-fd24b85549a6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1131618 Jun 24 12:45:28.652656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43946) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:28.665234 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-842f7609-fde2-4a0d-adc1-8d0c5d19be7f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1082697 Jun 24 12:45:28.668750 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43948) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:28.690567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=3ede542f-f87a-47dc-8439-9c2f452e70b1,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:28.704335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:28.766305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ca4ed0e9-e1c0-42e1-a82a-7df3cc82fdd5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.772360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fb52ee19-72a9-4b76-8d1a-cde9720d56f0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:28.783133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da634b8c-15cc-435f-9c28-6ad2656a04f1 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.784715 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port cb681133-c9fe-4e96-8777-e92777fb7749 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:28.785097 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.786187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.828104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:28.836235 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ed0e9-e1c0-42e1-a82a-7df3cc82fdd5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=75ad7174-4b36-464d-a566-d240dc400f4a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:28.839193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Allocated IP 2001:db8::1 (2c042ad7-0917-469d-bf9a-c74793c11f9c/6e4b29b7-b14e-41ee-8987-6df8e98f5b35/782bc87b-6891-49ad-9621-c7c5b305ad71) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:28.844783 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ca4ed0e9-e1c0-42e1-a82a-7df3cc82fdd5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:28.846801 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da634b8c-15cc-435f-9c28-6ad2656a04f1 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.847889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d661a65-1c11-47dd-81ad-df38853ce535') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:28.848186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d661a65-1c11-47dd-81ad-df38853ce535') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:28.864846 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b12f2f00-cff9-4ac0-9730-8010c7f03f75 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.870522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-279bc6be-4a01-41f7-98a9-caaf39e29685 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Deleting subnet 6e4b29b7-b14e-41ee-8987-6df8e98f5b35 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:28.875558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.878030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7c25325b-33be-4772-b229-797a875870ff tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:28.883481 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ca4ed0e9-e1c0-42e1-a82a-7df3cc82fdd5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.888571 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ca4ed0e9-e1c0-42e1-a82a-7df3cc82fdd5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/75ad7174-4b36-464d-a566-d240dc400f4a HTTP/1.1" status: 204 len: 168 time: 0.8969948 Jun 24 12:45:28.895034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43950) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:28.906943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6', 'network_id': 'acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6', 'tenant_id': '7224eb464eac4bd1a39a58872a485b5f', 'fixed_ips': [{'subnet_id': '03d1fe92-3512-4ffe-825a-954cb4d85819'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:28.908803 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.918344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f2f00-cff9-4ac0-9730-8010c7f03f75 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=ef3a8cc1-34c1-4f48-9671-f9b4bc541938,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:28.923291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.925663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b12f2f00-cff9-4ac0-9730-8010c7f03f75 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:28.937051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-939495d1-ff69-41f5-9e4f-b75b0cd38f5c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port fe40f532-b286-48f2-b82a-ec3117e529d8 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:28.937402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-939495d1-ff69-41f5-9e4f-b75b0cd38f5c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.941685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:28.942081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:28.944344 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-963460d6-56aa-4d9a-87da-dbbbb9a79de3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] GET failed (client error): The resource could not be found. Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:28.945068 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:28.952577 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-963460d6-56aa-4d9a-87da-dbbbb9a79de3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/75ad7174-4b36-464d-a566-d240dc400f4a HTTP/1.1" status: 404 len: 333 time: 0.0563393 Jun 24 12:45:28.957399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43952) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:28.994134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 908099db-267a-4e92-a06a-ec069b4502be up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:29.013505 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b12f2f00-cff9-4ac0-9730-8010c7f03f75 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.019056 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43954) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:29.020321 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b12f2f00-cff9-4ac0-9730-8010c7f03f75 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/ef3a8cc1-34c1-4f48-9671-f9b4bc541938 HTTP/1.1" status: 204 len: 168 time: 1.6625328 Jun 24 12:45:29.036622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da634b8c-15cc-435f-9c28-6ad2656a04f1 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.039784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da634b8c-15cc-435f-9c28-6ad2656a04f1 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.041850 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-da634b8c-15cc-435f-9c28-6ad2656a04f1 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-groups/3094a577-8c56-4247-bbf4-20565224a7b2 HTTP/1.1" status: 204 len: 168 time: 0.3718438 Jun 24 12:45:29.078124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:29.091110 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43956) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:29.118156 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da634b8c-15cc-435f-9c28-6ad2656a04f1 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3094a577-8c56-4247-bbf4-20565224a7b2,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:29.120580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-21d9a313-2bb3-4449-a7e5-23c5bb0ec095 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.133782 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-da634b8c-15cc-435f-9c28-6ad2656a04f1 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:29.147189 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.153522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.156207 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/networks/f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4 HTTP/1.1" status: 204 len: 168 time: 1.7158828 Jun 24 12:45:29.160810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:29.170447 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43958) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:29.177239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ccdeefb8-7e25-4eb8-b612-c376cb7ac03d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1211781377'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:29.186378 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3d4be8-1bf8-4aee-b364-506d79f19682 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:29.189592 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3d4be8-1bf8-4aee-b364-506d79f19682 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:29.191788 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8a3d4be8-1bf8-4aee-b364-506d79f19682 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1714051 Jun 24 12:45:29.202551 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43960) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:29.223407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdeefb8-7e25-4eb8-b612-c376cb7ac03d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:29.228314 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ccdeefb8-7e25-4eb8-b612-c376cb7ac03d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.241630 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Network': ['ID=f6a8df9e-06a3-4f9e-a0de-1b31c1ada2b4,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:29.245048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:29.260637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-21d9a313-2bb3-4449-a7e5-23c5bb0ec095 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.271616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdeefb8-7e25-4eb8-b612-c376cb7ac03d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] vlan segment allocate from pool success with {'vlan_id': 1300, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:45:29.284269 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ccdeefb8-7e25-4eb8-b612-c376cb7ac03d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.284739 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-ccdeefb8-7e25-4eb8-b612-c376cb7ac03d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Added segment 269f6682-1d8d-4840-b3a9-a54d18d82e64 of type vlan for network 5f715520-8cae-4011-9ad6-dc82a1cbb191 Jun 24 12:45:29.309165 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5871974e-eb44-4d30-9986-27de9623f0e2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2164655 Jun 24 12:45:29.318146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43962) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:29.323670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ac2074ff-95d3-46cf-9ff9-e945b12c8d70 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591968738'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:29.348971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d58f8c3-6889-4228-9652-d2e7d46e3dd3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 45da8fb3-32c8-433a-8277-a2b14e403535 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:29.357957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d58f8c3-6889-4228-9652-d2e7d46e3dd3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.374887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-939495d1-ff69-41f5-9e4f-b75b0cd38f5c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.377650 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-50dc7048-efa1-4ed5-88f8-fc07f9bfc205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.393625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-21d9a313-2bb3-4449-a7e5-23c5bb0ec095 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.396520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-21d9a313-2bb3-4449-a7e5-23c5bb0ec095 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.400090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-939495d1-ff69-41f5-9e4f-b75b0cd38f5c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for fe40f532-b286-48f2-b82a-ec3117e529d8 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:29.400872 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-21d9a313-2bb3-4449-a7e5-23c5bb0ec095 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/security-groups/55c9e9ee-f886-45f6-932f-b593373d03ef HTTP/1.1" status: 204 len: 168 time: 0.4401009 Jun 24 12:45:29.401494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43964) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:29.404913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:29.409282 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ac2074ff-95d3-46cf-9ff9-e945b12c8d70 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.414556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ccdeefb8-7e25-4eb8-b612-c376cb7ac03d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.435157 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.455123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d58f8c3-6889-4228-9652-d2e7d46e3dd3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.459345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9a313-2bb3-4449-a7e5-23c5bb0ec095 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c9e9ee-f886-45f6-932f-b593373d03ef,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:29.483261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Allocated IP 2001:db8:0:1::1 (acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6/03d1fe92-3512-4ffe-825a-954cb4d85819/bc19abf5-3016-427d-b1de-91718460c908) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:29.487564 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-21d9a313-2bb3-4449-a7e5-23c5bb0ec095 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:29.492524 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.494520 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 908099db-267a-4e92-a06a-ec069b4502be triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:29.495170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.502134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ccdeefb8-7e25-4eb8-b612-c376cb7ac03d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.510396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdeefb8-7e25-4eb8-b612-c376cb7ac03d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:29.511222 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ccdeefb8-7e25-4eb8-b612-c376cb7ac03d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.517051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-405eac77-eae9-4db0-ba90-808e6e149a83 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:29.531681 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Transition to ACTIVE for port object 782bc87b-6891-49ad-9621-c7c5b305ad71 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:29.557347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6e755627-94a5-4ae8-97b6-fc401d634e6f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.626087 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6e755627-94a5-4ae8-97b6-fc401d634e6f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.627846 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdeefb8-7e25-4eb8-b612-c376cb7ac03d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Network': ['ID=5f715520-8cae-4011-9ad6-dc82a1cbb191,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:29.631691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ccdeefb8-7e25-4eb8-b612-c376cb7ac03d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:29.644196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Transition to ACTIVE for port object 782bc87b-6891-49ad-9621-c7c5b305ad71 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:29.646983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 5f715520-8cae-4011-9ad6-dc82a1cbb191 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:45:29.656096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d58f8c3-6889-4228-9652-d2e7d46e3dd3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.664904 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-279bc6be-4a01-41f7-98a9-caaf39e29685 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.699150 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.705946 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:29.723400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-279bc6be-4a01-41f7-98a9-caaf39e29685 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.748184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ac2074ff-95d3-46cf-9ff9-e945b12c8d70 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.755187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ac2074ff-95d3-46cf-9ff9-e945b12c8d70 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.759510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fe3e851e-2be4-426d-8032-731b9f649a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:29.782756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6e755627-94a5-4ae8-97b6-fc401d634e6f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.785355 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6e755627-94a5-4ae8-97b6-fc401d634e6f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.794267 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6e755627-94a5-4ae8-97b6-fc401d634e6f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/security-groups/c39c6800-208b-4a21-b983-109a51423139 HTTP/1.1" status: 204 len: 168 time: 0.3810790 Jun 24 12:45:29.794267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43968) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:29.804741 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ccdeefb8-7e25-4eb8-b612-c376cb7ac03d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6342406 Jun 24 12:45:29.813524 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Network 2c042ad7-0917-469d-bf9a-c74793c11f9c is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:29.827948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43970) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:29.828686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:29.829540 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2074ff-95d3-46cf-9ff9-e945b12c8d70 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fcd539-2c04-49fd-a0e6-5a29ef1fbcec,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:29.830753 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Pushing event updated for resources: {'Port': ['ID=782bc87b-6891-49ad-9621-c7c5b305ad71,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:29.838432 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-60434d48-dcbc-4b60-88a9-f1bb874d2803 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'subnet': {'network_id': '5f715520-8cae-4011-9ad6-dc82a1cbb191', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:29.842674 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:29.856048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ac2074ff-95d3-46cf-9ff9-e945b12c8d70 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:29.888181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:29.893769 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a7688f52-30d4-498d-b781-15aec746e5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:29.898806 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d58f8c3-6889-4228-9652-d2e7d46e3dd3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.908392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ac2074ff-95d3-46cf-9ff9-e945b12c8d70 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.909738 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ac2074ff-95d3-46cf-9ff9-e945b12c8d70 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5906529 Jun 24 12:45:29.919358 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43974) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:29.921658 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3ede542f-f87a-47dc-8439-9c2f452e70b1 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:29.928572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-bf5b55d4-4a38-40fa-95e4-6c32449900a9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group_rule': {'security_group_id': '51fcd539-2c04-49fd-a0e6-5a29ef1fbcec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:29.933420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e755627-94a5-4ae8-97b6-fc401d634e6f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39c6800-208b-4a21-b983-109a51423139,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:29.933610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-939495d1-ff69-41f5-9e4f-b75b0cd38f5c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.945180 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6e755627-94a5-4ae8-97b6-fc401d634e6f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:29.945784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:29.950833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d58f8c3-6889-4228-9652-d2e7d46e3dd3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.952692 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6d58f8c3-6889-4228-9652-d2e7d46e3dd3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/45da8fb3-32c8-433a-8277-a2b14e403535 HTTP/1.1" status: 204 len: 168 time: 0.7486501 Jun 24 12:45:29.956028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-75ac1e3c-f3d1-4b98-8c5e-d2a25e89eff9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:29.960179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43976) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:29.979484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255ba591-e9eb-4683-a5c6-48f849d5018b None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:29.986896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 3ede542f-f87a-47dc-8439-9c2f452e70b1 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:29.987242 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3ede542f-f87a-47dc-8439-9c2f452e70b1 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:29.999712 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939495d1-ff69-41f5-9e4f-b75b0cd38f5c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=fe40f532-b286-48f2-b82a-ec3117e529d8,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:30.012796 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-939495d1-ff69-41f5-9e4f-b75b0cd38f5c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:30.024895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-279bc6be-4a01-41f7-98a9-caaf39e29685 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.043368 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-46235138-1fc4-48ff-8f68-e6cdefef07a8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819633 Jun 24 12:45:30.044436 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58f8c3-6889-4228-9652-d2e7d46e3dd3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=45da8fb3-32c8-433a-8277-a2b14e403535,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:30.049405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43978) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:30.060945 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e32abe-b703-4119-9a79-e1d4e7e26092 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting subnet a26b0511-a57f-4a83-9416-e218ba603959 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:30.065362 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6d58f8c3-6889-4228-9652-d2e7d46e3dd3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:30.068184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4e32abe-b703-4119-9a79-e1d4e7e26092 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.068537 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Attempting to bind port 782bc87b-6891-49ad-9621-c7c5b305ad71 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:30.068920 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Attempting to bind port 782bc87b-6891-49ad-9621-c7c5b305ad71 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '13a943fb-9a4b-4023-882d-f0dad6acd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '2c042ad7-0917-469d-bf9a-c74793c11f9c'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:30.069320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Attempting to bind port 782bc87b-6891-49ad-9621-c7c5b305ad71 on network 2c042ad7-0917-469d-bf9a-c74793c11f9c {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:30.073744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.081351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-47701400-b2d3-4b82-8c18-60665619aee8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:30.092917 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:30.092917 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Checking segment: {'id': '13a943fb-9a4b-4023-882d-f0dad6acd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '2c042ad7-0917-469d-bf9a-c74793c11f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:30.093274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.093582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Bound using segment: {'id': '13a943fb-9a4b-4023-882d-f0dad6acd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '2c042ad7-0917-469d-bf9a-c74793c11f9c'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:30.094054 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Bound port: 782bc87b-6891-49ad-9621-c7c5b305ad71, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a943fb-9a4b-4023-882d-f0dad6acd04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '2c042ad7-0917-469d-bf9a-c74793c11f9c'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:30.094438 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.096566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Transition to ACTIVE for port object bc19abf5-3016-427d-b1de-91718460c908 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:30.104812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bf5b55d4-4a38-40fa-95e4-6c32449900a9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.143825 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4e32abe-b703-4119-9a79-e1d4e7e26092 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.150919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a278db-354e-4df8-8fcd-66f46afe37cd req-4bb1a22c-0b2f-45ae-ba5d-cf43798fca9a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:30.153440 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02a278db-354e-4df8-8fcd-66f46afe37cd req-4bb1a22c-0b2f-45ae-ba5d-cf43798fca9a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.3891010 Jun 24 12:45:30.160497 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Transition to ACTIVE for port object bc19abf5-3016-427d-b1de-91718460c908 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:30.195755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.200634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ec61bb92-8382-47af-ab8b-cdda548695cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:30.233131 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60434d48-dcbc-4b60-88a9-f1bb874d2803 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:30.233782 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bf5b55d4-4a38-40fa-95e4-6c32449900a9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.236569 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-60434d48-dcbc-4b60-88a9-f1bb874d2803 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.258029 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bf5b55d4-4a38-40fa-95e4-6c32449900a9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.264692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:30.266385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Network acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:30.278132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:30.287502 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:30.295551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.297698 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Pushing event updated for resources: {'Port': ['ID=bc19abf5-3016-427d-b1de-91718460c908,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:30.300217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b55d4-4a38-40fa-95e4-6c32449900a9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4e3334-1478-4cf6-ba19-07dd9f69a155,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:30.303212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:30.307709 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bf5b55d4-4a38-40fa-95e4-6c32449900a9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:30.318997 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bf5b55d4-4a38-40fa-95e4-6c32449900a9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.323297 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bf5b55d4-4a38-40fa-95e4-6c32449900a9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3987205 Jun 24 12:45:30.323829 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43980) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:30.329578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-01c2bf57-2881-4588-a09e-806ce7cc53d4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group_rule': {'security_group_id': '51fcd539-2c04-49fd-a0e6-5a29ef1fbcec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:30.343917 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4e32abe-b703-4119-9a79-e1d4e7e26092 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.375002 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Attempting to bind port bc19abf5-3016-427d-b1de-91718460c908 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:30.375466 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Attempting to bind port bc19abf5-3016-427d-b1de-91718460c908 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '916782d2-94f2-4149-977e-d961ee191fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:30.376859 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Attempting to bind port bc19abf5-3016-427d-b1de-91718460c908 on network acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:30.393304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:30.393994 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Checking segment: {'id': '916782d2-94f2-4149-977e-d961ee191fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:30.394086 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.394999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Bound using segment: {'id': '916782d2-94f2-4149-977e-d961ee191fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:30.395156 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02a278db-354e-4df8-8fcd-66f46afe37cd req-abe6c54a-db69-4e8f-871f-9e2ea3332f56 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269304 Jun 24 12:45:30.395246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Bound port: bc19abf5-3016-427d-b1de-91718460c908, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916782d2-94f2-4149-977e-d961ee191fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:30.395397 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.398001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] For port 782bc87b-6891-49ad-9621-c7c5b305ad71, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:30.400617 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-279bc6be-4a01-41f7-98a9-caaf39e29685 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.402580 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446efa95-543a-4707-8c8a-40f0b2bc1ff6 None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:30.410987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ff5573a1-74fd-43ba-8477-8dd5e8520c0c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:30.460710 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4e32abe-b703-4119-9a79-e1d4e7e26092 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.463797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:30.465731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] For port 782bc87b-6891-49ad-9621-c7c5b305ad71, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=782bc87b-6891-49ad-9621-c7c5b305ad71,segment=NetworkSegment(13a943fb-9a4b-4023-882d-f0dad6acd04e),segment_id=13a943fb-9a4b-4023-882d-f0dad6acd04e)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:30.470125 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-01c2bf57-2881-4588-a09e-806ce7cc53d4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.481436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bc6be-4a01-41f7-98a9-caaf39e29685 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4b29b7-b14e-41ee-8987-6df8e98f5b35,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:30.483291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47701400-b2d3-4b82-8c18-60665619aee8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:30.486905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47701400-b2d3-4b82-8c18-60665619aee8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.490386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-279bc6be-4a01-41f7-98a9-caaf39e29685 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:30.502139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.506152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e32abe-b703-4119-9a79-e1d4e7e26092 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Subnet': ['ID=a26b0511-a57f-4a83-9416-e218ba603959,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:30.512740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:30.512940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f4e32abe-b703-4119-9a79-e1d4e7e26092 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.515634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-279bc6be-4a01-41f7-98a9-caaf39e29685 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.517927 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-279bc6be-4a01-41f7-98a9-caaf39e29685 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "DELETE /v2.0/subnets/6e4b29b7-b14e-41ee-8987-6df8e98f5b35 HTTP/1.1" status: 204 len: 168 time: 1.8438330 Jun 24 12:45:30.522661 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f4e32abe-b703-4119-9a79-e1d4e7e26092 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/a26b0511-a57f-4a83-9416-e218ba603959 HTTP/1.1" status: 204 len: 168 time: 0.7115943 Jun 24 12:45:30.523996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43982) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:30.523996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43984) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:30.524600 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f4e32abe-b703-4119-9a79-e1d4e7e26092 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:30.535045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d47b6e-fd32-49c1-b57c-3376066d773b None None] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:30.543752 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b8e61dd6-0c03-45b0-bb67-759f1eebfb46 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:30.556110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] For port bc19abf5-3016-427d-b1de-91718460c908, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:30.599684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-939495d1-ff69-41f5-9e4f-b75b0cd38f5c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.641002 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] For port bc19abf5-3016-427d-b1de-91718460c908, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=bc19abf5-3016-427d-b1de-91718460c908,segment=NetworkSegment(916782d2-94f2-4149-977e-d961ee191fc5),segment_id=916782d2-94f2-4149-977e-d961ee191fc5)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:30.665218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.669410 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9ca2c4-1709-4c0a-b6a0-c76fab3ec90b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Deleting subnet 03d1fe92-3512-4ffe-825a-954cb4d85819 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:30.671750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Pushing event updated for resources: {'Port': ['ID=782bc87b-6891-49ad-9621-c7c5b305ad71,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:30.677063 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca2c4-1709-4c0a-b6a0-c76fab3ec90b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.682259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:30.686065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:30.722245 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-01c2bf57-2881-4588-a09e-806ce7cc53d4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.735226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-01c2bf57-2881-4588-a09e-806ce7cc53d4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.746946 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-446efa95-543a-4707-8c8a-40f0b2bc1ff6 None None] Deleting port 908099db-267a-4e92-a06a-ec069b4502be {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:30.747293 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-446efa95-543a-4707-8c8a-40f0b2bc1ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.748722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca2c4-1709-4c0a-b6a0-c76fab3ec90b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.751438 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-56d51da1-ca1d-4deb-9cc4-fb52aa9144a9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:30.832732 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2bf57-2881-4588-a09e-806ce7cc53d4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63693b9-9c12-4be6-a7b6-dd68ff90a061,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:30.846100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-01c2bf57-2881-4588-a09e-806ce7cc53d4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:30.868463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Pushing event updated for resources: {'Port': ['ID=bc19abf5-3016-427d-b1de-91718460c908,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:30.884381 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e61dd6-0c03-45b0-bb67-759f1eebfb46 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:30.890320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:30.890643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b8e61dd6-0c03-45b0-bb67-759f1eebfb46 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.903920 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-446efa95-543a-4707-8c8a-40f0b2bc1ff6 None None] For port 908099db-267a-4e92-a06a-ec069b4502be, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=908099db-267a-4e92-a06a-ec069b4502be,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:30.904321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-446efa95-543a-4707-8c8a-40f0b2bc1ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.926038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-01c2bf57-2881-4588-a09e-806ce7cc53d4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.927343 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-01c2bf57-2881-4588-a09e-806ce7cc53d4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6026680 Jun 24 12:45:30.935928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43986) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:30.954100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c479e308-c980-41ed-a850-0ff0a8895ae5 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group_rule': {'security_group_id': '51fcd539-2c04-49fd-a0e6-5a29ef1fbcec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:30.955493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-446efa95-543a-4707-8c8a-40f0b2bc1ff6 None None] Calling delete_port for 908099db-267a-4e92-a06a-ec069b4502be owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:30.982263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-60434d48-dcbc-4b60-88a9-f1bb874d2803 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:30.988132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fc799563-1e38-4c9a-aca0-5b76fc672c71 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:31.073908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca2c4-1709-4c0a-b6a0-c76fab3ec90b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.109729 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-446efa95-543a-4707-8c8a-40f0b2bc1ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.114683 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:31.156589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446efa95-543a-4707-8c8a-40f0b2bc1ff6 None None] Pushing event deleted for resources: {'Port': ['ID=908099db-267a-4e92-a06a-ec069b4502be,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:31.161282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-446efa95-543a-4707-8c8a-40f0b2bc1ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:31.170921 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446efa95-543a-4707-8c8a-40f0b2bc1ff6 None None] No DVR routers for this DVR port 908099db-267a-4e92-a06a-ec069b4502be on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:31.234894 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c479e308-c980-41ed-a850-0ff0a8895ae5 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.294733 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca2c4-1709-4c0a-b6a0-c76fab3ec90b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.301624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:31.359393 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca2c4-1709-4c0a-b6a0-c76fab3ec90b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.364399 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bd9ca2c4-1709-4c0a-b6a0-c76fab3ec90b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "DELETE /v2.0/subnets/03d1fe92-3512-4ffe-825a-954cb4d85819 HTTP/1.1" status: 204 len: 168 time: 0.8358412 Jun 24 12:45:31.373828 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43988) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:31.374626 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ca2c4-1709-4c0a-b6a0-c76fab3ec90b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event deleted for resources: {'Subnet': ['ID=03d1fe92-3512-4ffe-825a-954cb4d85819,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:31.377585 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bd9ca2c4-1709-4c0a-b6a0-c76fab3ec90b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:31.468507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c479e308-c980-41ed-a850-0ff0a8895ae5 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.483213 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c479e308-c980-41ed-a850-0ff0a8895ae5 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.488524 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8dfa-305b-4326-8244-49d45109a445 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:31.497096 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e91e8dfa-305b-4326-8244-49d45109a445 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1183963 Jun 24 12:45:31.497739 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43992) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:31.519397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bf5b55d4-4a38-40fa-95e4-6c32449900a9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:31.629360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479e308-c980-41ed-a850-0ff0a8895ae5 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc50fbb2-1669-426d-85c8-f095f2cd3e36,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:31.645026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60434d48-dcbc-4b60-88a9-f1bb874d2803 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Subnet': ['ID=8b5cc584-9634-4a4e-a357-79bf3f0262df,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:31.667493 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c479e308-c980-41ed-a850-0ff0a8895ae5 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:31.668028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-60434d48-dcbc-4b60-88a9-f1bb874d2803 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:31.668240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c479e308-c980-41ed-a850-0ff0a8895ae5 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.669463 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c479e308-c980-41ed-a850-0ff0a8895ae5 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7309761 Jun 24 12:45:31.674058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43994) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:31.697242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-718b0790-6226-4496-a95c-7d0e43c51e98 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group_rule': {'security_group_id': '51fcd539-2c04-49fd-a0e6-5a29ef1fbcec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:31.710002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939495d1-ff69-41f5-9e4f-b75b0cd38f5c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Router b729f0a3-abbd-4afd-a7df-e9a4982de382 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:31.710498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.731684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b8e61dd6-0c03-45b0-bb67-759f1eebfb46 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.734989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6d58f8c3-6889-4228-9652-d2e7d46e3dd3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:31.771204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47701400-b2d3-4b82-8c18-60665619aee8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.779403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:31.801461 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e61dd6-0c03-45b0-bb67-759f1eebfb46 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:31.812222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-b8e61dd6-0c03-45b0-bb67-759f1eebfb46 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:31.818114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e61dd6-0c03-45b0-bb67-759f1eebfb46 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:31.818931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b8e61dd6-0c03-45b0-bb67-759f1eebfb46 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.819777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60434d48-dcbc-4b60-88a9-f1bb874d2803 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Checking segment: {'id': '269f6682-1d8d-4840-b3a9-a54d18d82e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '5f715520-8cae-4011-9ad6-dc82a1cbb191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:31.820149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60434d48-dcbc-4b60-88a9-f1bb874d2803 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network hostable DHCP agents. Network: 5f715520-8cae-4011-9ad6-dc82a1cbb191, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:45:31.844036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47701400-b2d3-4b82-8c18-60665619aee8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:31.844398 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e61dd6-0c03-45b0-bb67-759f1eebfb46 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Subnet': ['ID=08c2267a-0318-4627-bad9-70ee255b06ef,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:31.851958 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b8e61dd6-0c03-45b0-bb67-759f1eebfb46 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:31.856094 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b8e61dd6-0c03-45b0-bb67-759f1eebfb46 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3184063 Jun 24 12:45:31.856280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-718b0790-6226-4496-a95c-7d0e43c51e98 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.858258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 43996) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:31.868326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Deleting port bc19abf5-3016-427d-b1de-91718460c908 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:31.868714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.896566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b70d8e0a-8b46-4548-8df1-75c67e6bfc42 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'security_group': {'name': 'tempest-secgroup-1790964814'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:31.917606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-47701400-b2d3-4b82-8c18-60665619aee8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:31.920549 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47701400-b2d3-4b82-8c18-60665619aee8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:31.921524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47701400-b2d3-4b82-8c18-60665619aee8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.931010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cd5b3e-530f-41b8-ba8c-1ce4321f2712 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:31.937444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc45ef4-e8aa-48f0-8d45-92f618e475a0 None None] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:31.943118 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] For port bc19abf5-3016-427d-b1de-91718460c908, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=bc19abf5-3016-427d-b1de-91718460c908,segment=NetworkSegment(916782d2-94f2-4149-977e-d961ee191fc5),segment_id=916782d2-94f2-4149-977e-d961ee191fc5)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:31.944254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.957811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Calling delete_port for bc19abf5-3016-427d-b1de-91718460c908 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:31.984772 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47701400-b2d3-4b82-8c18-60665619aee8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=be820303-2713-4da3-9f1f-db0db905d77f,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:31.995613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-47701400-b2d3-4b82-8c18-60665619aee8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:32.051076 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60434d48-dcbc-4b60-88a9-f1bb874d2803 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 5f715520-8cae-4011-9ad6-dc82a1cbb191 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:45:32.071610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017a2ec-2c5e-4510-ab20-c9757e755930 req-cec02e88-4e3d-40a8-b408-098192a17444 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:32.083436 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0017a2ec-2c5e-4510-ab20-c9757e755930 req-cec02e88-4e3d-40a8-b408-098192a17444 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.4216635 Jun 24 12:45:32.084758 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.097164 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:32.109673 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b70d8e0a-8b46-4548-8df1-75c67e6bfc42 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.127974 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event deleted for resources: {'Port': ['ID=bc19abf5-3016-427d-b1de-91718460c908,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:32.130989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] No DVR routers for this DVR port bc19abf5-3016-427d-b1de-91718460c908 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:32.134203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:32.136450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-60434d48-dcbc-4b60-88a9-f1bb874d2803 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 5f715520-8cae-4011-9ad6-dc82a1cbb191) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:32.141422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60434d48-dcbc-4b60-88a9-f1bb874d2803 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:32.142306 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-60434d48-dcbc-4b60-88a9-f1bb874d2803 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.173844 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-47701400-b2d3-4b82-8c18-60665619aee8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1043460 Jun 24 12:45:32.177704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 43998) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:32.180972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-718b0790-6226-4496-a95c-7d0e43c51e98 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.192778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7a71c36e-c02e-47ec-8927-e585eed70f32 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'fixed_ips': [{'subnet_id': 'be820303-2713-4da3-9f1f-db0db905d77f', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1572934738'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:32.214592 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0017a2ec-2c5e-4510-ab20-c9757e755930 req-92f009de-9a95-4d94-b054-92b4d5288117 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213896 Jun 24 12:45:32.220227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0bb47de3-4ddb-49db-8337-19390e0f4be7 None None] Provisioning complete for port cb681133-c9fe-4e96-8777-e92777fb7749 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:32.220954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0bb47de3-4ddb-49db-8337-19390e0f4be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.221510 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-60434d48-dcbc-4b60-88a9-f1bb874d2803 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3891423 Jun 24 12:45:32.223051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-718b0790-6226-4496-a95c-7d0e43c51e98 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.223226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8fe389-6419-40a9-9951-82fb14e7bf11 None None] Network 5f715520-8cae-4011-9ad6-dc82a1cbb191 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:32.226970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44000) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:32.228339 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939495d1-ff69-41f5-9e4f-b75b0cd38f5c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:32.234307 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-939495d1-ff69-41f5-9e4f-b75b0cd38f5c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "PUT /v2.0/routers/b729f0a3-abbd-4afd-a7df-e9a4982de382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3842599 Jun 24 12:45:32.246287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-28c22639-4556-4c5f-ad93-1260c639b257 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-391278040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:32.246287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44002) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:32.263870 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da213d-bbaf-42e5-bd18-7f86a507206e None None] Sync routers for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:32.265311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:32.380645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b0790-6226-4496-a95c-7d0e43c51e98 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e672c04-4cd5-4a02-9bff-9b533f954dba,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:32.393055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-718b0790-6226-4496-a95c-7d0e43c51e98 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:32.442579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b70d8e0a-8b46-4548-8df1-75c67e6bfc42 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.488256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b70d8e0a-8b46-4548-8df1-75c67e6bfc42 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.493758 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:32.537922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d8e0a-8b46-4548-8df1-75c67e6bfc42 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095c14a0-468c-40ba-80f5-29d1f6e4bc39,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:32.546842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-718b0790-6226-4496-a95c-7d0e43c51e98 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.548187 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-718b0790-6226-4496-a95c-7d0e43c51e98 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8561862 Jun 24 12:45:32.549332 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b70d8e0a-8b46-4548-8df1-75c67e6bfc42 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:32.569971 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44008) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:32.584120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-1f0fea9d-87bf-482e-802b-be06b2bc68cd tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group_rule': {'security_group_id': '51fcd539-2c04-49fd-a0e6-5a29ef1fbcec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:32.606123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28c22639-4556-4c5f-ad93-1260c639b257 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.607308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28c22639-4556-4c5f-ad93-1260c639b257 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.620501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.627606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b70d8e0a-8b46-4548-8df1-75c67e6bfc42 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.628916 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b70d8e0a-8b46-4548-8df1-75c67e6bfc42 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7362463 Jun 24 12:45:32.653282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eb2691-2bf7-4d89-a7d8-2f548ca09fe7 None None] Network acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:32.669514 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44010) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:32.683631 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-39040584-9e89-4f26-8386-4e0bb9b7e313 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'security_group': {'name': 'tempest-secgroup-970741835'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:32.797612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28c22639-4556-4c5f-ad93-1260c639b257 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.801517 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1f0fea9d-87bf-482e-802b-be06b2bc68cd tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.804520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-39040584-9e89-4f26-8386-4e0bb9b7e313 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.814866 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 782bc87b-6891-49ad-9621-c7c5b305ad71 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:32.817522 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f98a7f-c88a-44a8-974d-07678861acc9 None None] Network 2c042ad7-0917-469d-bf9a-c74793c11f9c requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:32.817785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28c22639-4556-4c5f-ad93-1260c639b257 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.825648 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.873419 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.891099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28c22639-4556-4c5f-ad93-1260c639b257 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.892322 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-28c22639-4556-4c5f-ad93-1260c639b257 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6568134 Jun 24 12:45:32.896170 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:32.899092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44026) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:32.903356 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.928601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1f0fea9d-87bf-482e-802b-be06b2bc68cd tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.962024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1f0fea9d-87bf-482e-802b-be06b2bc68cd tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.970531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:32.999748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916782d2-94f2-4149-977e-d961ee191fc5') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:33.000097 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916782d2-94f2-4149-977e-d961ee191fc5') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:33.010973 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.026236 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.033071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:33.033525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.038567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-39040584-9e89-4f26-8386-4e0bb9b7e313 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.051117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fea9d-87bf-482e-802b-be06b2bc68cd tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642537e6-b57a-4dc6-b3fa-54a242a21bc4,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:33.057552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-39040584-9e89-4f26-8386-4e0bb9b7e313 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.059367 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1f0fea9d-87bf-482e-802b-be06b2bc68cd tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:33.063225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3e7ae15c-c9dd-4a70-ba34-43849eedfb95 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:33.084828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da213d-bbaf-42e5-bd18-7f86a507206e None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:33.085470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c9da213d-bbaf-42e5-bd18-7f86a507206e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:33.095535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39040584-9e89-4f26-8386-4e0bb9b7e313 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ba01dd-39f8-4d3d-80ba-892fedc9b86e,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:33.100994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1f0fea9d-87bf-482e-802b-be06b2bc68cd tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.102511 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1f0fea9d-87bf-482e-802b-be06b2bc68cd tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5251558 Jun 24 12:45:33.103721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-39040584-9e89-4f26-8386-4e0bb9b7e313 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:33.106193 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44032) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:33.108406 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:33.125443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-39040584-9e89-4f26-8386-4e0bb9b7e313 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.129198 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-39040584-9e89-4f26-8386-4e0bb9b7e313 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4508438 Jun 24 12:45:33.143026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44034) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:33.150021 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.157316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:33.165149 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.165886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4cd0fd79-e757-474d-8271-168a091f343c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'security_group': {'name': 'tempest-secgroup-923208112'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:33.167281 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "DELETE /v2.0/networks/acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6 HTTP/1.1" status: 204 len: 168 time: 1.6623013 Jun 24 12:45:33.171486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44036) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:33.181519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c9da213d-bbaf-42e5-bd18-7f86a507206e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:33.198034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event deleted for resources: {'Network': ['ID=acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:33.210743 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting port 0f79bb85-9b3a-47c4-ab5e-633efa1413e5 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:33.211117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.223530 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4bb17e76-aede-4460-8758-76a2580f3bfa tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.232001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:33.260095 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': 'be820303-2713-4da3-9f1f-db0db905d77f'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:33.260964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.277311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a71c36e-c02e-47ec-8927-e585eed70f32 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:33.288686 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4bb17e76-aede-4460-8758-76a2580f3bfa tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.306497 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da213d-bbaf-42e5-bd18-7f86a507206e None None] Routers {'b729f0a3-abbd-4afd-a7df-e9a4982de382'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:33.307282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c9da213d-bbaf-42e5-bd18-7f86a507206e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b729f0a3-abbd-4afd-a7df-e9a4982de382'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:33.347580 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c9da213d-bbaf-42e5-bd18-7f86a507206e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:33.348339 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da213d-bbaf-42e5-bd18-7f86a507206e None None] The sync data for ids ['b729f0a3-abbd-4afd-a7df-e9a4982de382'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:33.396102 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.410791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4cd0fd79-e757-474d-8271-168a091f343c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.434173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4bb17e76-aede-4460-8758-76a2580f3bfa tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.457589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.469884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fffa376c-cc65-449d-9f53-6bba77818df3 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:33.480391 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffac3e-1854-4bfb-8e31-0b6e90754cee req-0fa25357-d824-43d8-98a0-a6111d7aaa0f tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:33.482200 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-16ffac3e-1854-4bfb-8e31-0b6e90754cee req-0fa25357-d824-43d8-98a0-a6111d7aaa0f tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.3636117 Jun 24 12:45:33.490621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4bb17e76-aede-4460-8758-76a2580f3bfa tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.492600 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4bb17e76-aede-4460-8758-76a2580f3bfa tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/642537e6-b57a-4dc6-b3fa-54a242a21bc4 HTTP/1.1" status: 204 len: 168 time: 0.3837068 Jun 24 12:45:33.496520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44040) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:33.499447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-5f715520-8cae-4011-9ad6-dc82a1cbb191', 'network_id': '5f715520-8cae-4011-9ad6-dc82a1cbb191', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'fixed_ips': [{'subnet_id': '8b5cc584-9634-4a4e-a357-79bf3f0262df'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:33.500443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.541684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Calling delete_port for 0f79bb85-9b3a-47c4-ab5e-633efa1413e5 owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:33.547392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7a71c36e-c02e-47ec-8927-e585eed70f32 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.548563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb17e76-aede-4460-8758-76a2580f3bfa tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=642537e6-b57a-4dc6-b3fa-54a242a21bc4,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:33.551264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4bb17e76-aede-4460-8758-76a2580f3bfa tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:33.551507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.579930 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245c2f0f-ef9f-468c-aae2-2e3b041f258a None None] DHCP port deletion for acfad6cf-9556-4f8e-b4cd-ae6bdd89e7e6 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:33.591246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 782bc87b-6891-49ad-9621-c7c5b305ad71 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:33.599519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-7a71c36e-c02e-47ec-8927-e585eed70f32 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port 35afa55c-dbeb-4f53-977c-5bcfc3d2cfe9 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:45:33.655668 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-65c6a5d5-f957-4be9-933c-b463582c6540 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1565886 Jun 24 12:45:33.659016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44042) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:33.666669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0bb47de3-4ddb-49db-8337-19390e0f4be7 None None] Provisioning complete for port 386a71d5-07c8-484e-8376-01b5295b2f31 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:33.667096 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0bb47de3-4ddb-49db-8337-19390e0f4be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.705100 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-16ffac3e-1854-4bfb-8e31-0b6e90754cee req-4f561d18-20b7-4faa-b15b-17a49f2c5306 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822307 Jun 24 12:45:33.748667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 908099db-267a-4e92-a06a-ec069b4502be no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:33.802426 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 908099db-267a-4e92-a06a-ec069b4502be {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:33.802799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 908099db-267a-4e92-a06a-ec069b4502be not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:33.817985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c850d4-002f-42ab-b4f8-b6fbea64dde4 req-e127f4e3-5798-43f9-91dd-fcdc3a0dcc2c tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:33.820374 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40c850d4-002f-42ab-b4f8-b6fbea64dde4 req-e127f4e3-5798-43f9-91dd-fcdc3a0dcc2c tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.3827000 Jun 24 12:45:33.842947 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-0bb47de3-4ddb-49db-8337-19390e0f4be7 None None] Port 386a71d5-07c8-484e-8376-01b5295b2f31 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:33.881618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4cd0fd79-e757-474d-8271-168a091f343c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.887613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Deleting port 782bc87b-6891-49ad-9621-c7c5b305ad71 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:33.887613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.887905 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Allocated IP 2001:db8::2 (775331f2-7641-4269-a311-a446eb45635d/be820303-2713-4da3-9f1f-db0db905d77f/e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:33.914983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4cd0fd79-e757-474d-8271-168a091f343c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.926081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1f4ae4c0-a070-495a-855d-6d6699676284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:33.968439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6ccd5569-7691-4cd8-816a-756d4a5202d3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.970924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a0748-c9df-49d7-bc03-75ad2cb73f60 None None] DHCP port deletion for 2c042ad7-0917-469d-bf9a-c74793c11f9c request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:33.986369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6ccd5569-7691-4cd8-816a-756d4a5202d3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.001875 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40c850d4-002f-42ab-b4f8-b6fbea64dde4 req-492c5c96-e162-4129-a396-641049325d40 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698751 Jun 24 12:45:34.012708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Allocated IP 2001:db8::2 (5f715520-8cae-4011-9ad6-dc82a1cbb191/8b5cc584-9634-4a4e-a357-79bf3f0262df/7da730ea-2342-4c1e-845b-6fde6a4d52f9) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:34.028385 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4cd0fd79-e757-474d-8271-168a091f343c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.033227 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4cd0fd79-e757-474d-8271-168a091f343c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8885052 Jun 24 12:45:34.035521 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44046) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:34.041881 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-171261036', 'security_groups': ['9cbac9fa-134e-4daa-a651-be679dc90088'], 'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '08c2267a-0318-4627-bad9-70ee255b06ef'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:34.050873 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ddb0c781-4b73-4c98-a5cd-624e8b48a5f8 None None] Could not find standard attr ID for object bc19abf5-3016-427d-b1de-91718460c908. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:45:34.062076 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0fd79-e757-474d-8271-168a091f343c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbac9fa-134e-4daa-a651-be679dc90088,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:34.063685 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7220b428-11ed-44ef-8e35-ebec52d183f5 None None] Update dhcp port {'port': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'fixed_ips': [{'subnet_id': 'e321406f-9402-4a5c-bbb1-649ff20a61a4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '08c2267a-0318-4627-bad9-70ee255b06ef'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': 'cb681133-c9fe-4e96-8777-e92777fb7749'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:45:34.087569 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] For port 782bc87b-6891-49ad-9621-c7c5b305ad71, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=782bc87b-6891-49ad-9621-c7c5b305ad71,segment=NetworkSegment(13a943fb-9a4b-4023-882d-f0dad6acd04e),segment_id=13a943fb-9a4b-4023-882d-f0dad6acd04e)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:34.088734 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.097590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4cd0fd79-e757-474d-8271-168a091f343c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:34.127487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Calling delete_port for 782bc87b-6891-49ad-9621-c7c5b305ad71 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:34.141110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.145284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ddb0c781-4b73-4c98-a5cd-624e8b48a5f8 None None] Provisioning for port 782bc87b-6891-49ad-9621-c7c5b305ad71 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:34.149810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-779d1d52-0c05-4ddc-9f21-320d84355f02 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:34.179877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6ccd5569-7691-4cd8-816a-756d4a5202d3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.190214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Port': ['ID=0f79bb85-9b3a-47c4-ab5e-633efa1413e5,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:34.194507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6ccd5569-7691-4cd8-816a-756d4a5202d3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.197494 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6ccd5569-7691-4cd8-816a-756d4a5202d3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/1e672c04-4cd5-4a02-9bff-9b533f954dba HTTP/1.1" status: 204 len: 168 time: 0.5385759 Jun 24 12:45:34.232894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44058) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:34.233905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:34.234488 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:34.247212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ddb0c781-4b73-4c98-a5cd-624e8b48a5f8 None None] Provisioning complete for port 782bc87b-6891-49ad-9621-c7c5b305ad71 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:34.247696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ddb0c781-4b73-4c98-a5cd-624e8b48a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.274451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7220b428-11ed-44ef-8e35-ebec52d183f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.287330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd5569-7691-4cd8-816a-756d4a5202d3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e672c04-4cd5-4a02-9bff-9b533f954dba,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:34.292661 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6ccd5569-7691-4cd8-816a-756d4a5202d3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:34.298826 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:34.410784 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6ffd3e62-7ce2-44fb-8634-8eec02076c90 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1754758 Jun 24 12:45:34.412226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.415598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44062) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:34.468367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a0748-c9df-49d7-bc03-75ad2cb73f60 None None] Deleting port 782bc87b-6891-49ad-9621-c7c5b305ad71 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:34.468625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9e2a0748-c9df-49d7-bc03-75ad2cb73f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.477122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.489411 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 782bc87b-6891-49ad-9621-c7c5b305ad71 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:34.519340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.541413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] device_id is not set on port f62cd9c1-e134-45e3-8a11-69319cdd38f0 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:45:34.580417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.584106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.607025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.608695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:34.651105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ccc91c49-9cbd-4313-89e8-fdd22409064b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.668767 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event deleted for resources: {'Port': ['ID=782bc87b-6891-49ad-9621-c7c5b305ad71,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:34.701336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ccc91c49-9cbd-4313-89e8-fdd22409064b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.703518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:34.708531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] No DVR routers for this DVR port 782bc87b-6891-49ad-9621-c7c5b305ad71 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:34.737967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Allocated IP 2001:db8::25f (1f5a56af-c5ec-4253-8861-7bfa36b4aad0/08c2267a-0318-4627-bad9-70ee255b06ef/f62cd9c1-e134-45e3-8a11-69319cdd38f0) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:34.754866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.755447 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Fanout notify agent at l3_agent the message router_deleted on router b729f0a3-abbd-4afd-a7df-e9a4982de382 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:45:34.769531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.771016 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/routers/b729f0a3-abbd-4afd-a7df-e9a4982de382 HTTP/1.1" status: 204 len: 168 time: 2.5197532 Jun 24 12:45:34.774166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44066) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:34.795483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Transition to ACTIVE for port object e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:34.875994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ccc91c49-9cbd-4313-89e8-fdd22409064b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.878036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 782bc87b-6891-49ad-9621-c7c5b305ad71 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:34.878499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 782bc87b-6891-49ad-9621-c7c5b305ad71 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:34.879410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device bc19abf5-3016-427d-b1de-91718460c908 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:34.899515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.900483 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.plugins.ml2.db [None req-ddb0c781-4b73-4c98-a5cd-624e8b48a5f8 None None] No ports have port_id starting with 782bc87b-6891-49ad-9621-c7c5b305ad71 Jun 24 12:45:34.904010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ccc91c49-9cbd-4313-89e8-fdd22409064b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.905132 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ccc91c49-9cbd-4313-89e8-fdd22409064b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/fc50fbb2-1669-426d-85c8-f095f2cd3e36 HTTP/1.1" status: 204 len: 168 time: 0.4874666 Jun 24 12:45:34.909234 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:34.909530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44068) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:34.919159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e890a6-81cf-4c13-8823-a54e6661e891 req-6f71c2b1-7933-4566-8606-d8bc3ec8535a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:34.920656 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d0e890a6-81cf-4c13-8823-a54e6661e891 req-6f71c2b1-7933-4566-8606-d8bc3ec8535a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.4311359 Jun 24 12:45:34.937105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d4dfa-4866-40ed-b436-87944ec11ee5 req-69e9eddd-db76-4997-9946-81330bf8d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:34.938102 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a7d4dfa-4866-40ed-b436-87944ec11ee5 req-69e9eddd-db76-4997-9946-81330bf8d223 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9e00f3e6259c4ceaa736960d4de052a3&device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 1099 time: 0.3980017 Jun 24 12:45:34.940191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: bc19abf5-3016-427d-b1de-91718460c908 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:34.940652 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device bc19abf5-3016-427d-b1de-91718460c908 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:34.949978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-9e2a0748-c9df-49d7-bc03-75ad2cb73f60 None None] For port 782bc87b-6891-49ad-9621-c7c5b305ad71, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=782bc87b-6891-49ad-9621-c7c5b305ad71,segment=NetworkSegment(13a943fb-9a4b-4023-882d-f0dad6acd04e),segment_id=13a943fb-9a4b-4023-882d-f0dad6acd04e)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:34.950481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9e2a0748-c9df-49d7-bc03-75ad2cb73f60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.959828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c042ad7-0917-469d-bf9a-c74793c11f9c']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:34.960007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.965291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Transition to ACTIVE for port object e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:34.989680 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.001908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a0748-c9df-49d7-bc03-75ad2cb73f60 None None] Calling delete_port for 782bc87b-6891-49ad-9621-c7c5b305ad71 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:35.005612 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.006216 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1c299b75-4a62-4dae-9890-c6148e1c8f00 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0955548 Jun 24 12:45:35.007656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Transition to ACTIVE for port object f62cd9c1-e134-45e3-8a11-69319cdd38f0 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:35.010197 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a71c36e-c02e-47ec-8927-e585eed70f32 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:45:35.010687 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a71c36e-c02e-47ec-8927-e585eed70f32 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:35.012744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44072) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:35.014635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc91c49-9cbd-4313-89e8-fdd22409064b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc50fbb2-1669-426d-85c8-f095f2cd3e36,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:35.016417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Transition to ACTIVE for port object 7da730ea-2342-4c1e-845b-6fde6a4d52f9 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:35.017594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1cb4bb7d-6c05-4da1-b80e-1c9fe04b6a83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:35.055041 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7a71c36e-c02e-47ec-8927-e585eed70f32 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.8659177 Jun 24 12:45:35.055941 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44074) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:35.067026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-283ff722-8efa-44cf-aed6-58a3a344ecf0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.068012 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:35.095838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-283ff722-8efa-44cf-aed6-58a3a344ecf0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.100317 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Transition to ACTIVE for port object 7da730ea-2342-4c1e-845b-6fde6a4d52f9 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:35.102733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:35.113454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:35.124591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Pushing event updated for resources: {'Port': ['ID=e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:35.127815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.130027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:35.130805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:35.187723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-283ff722-8efa-44cf-aed6-58a3a344ecf0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.191844 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.209265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-283ff722-8efa-44cf-aed6-58a3a344ecf0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.211005 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-283ff722-8efa-44cf-aed6-58a3a344ecf0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/f63693b9-9c12-4be6-a7b6-dd68ff90a061 HTTP/1.1" status: 204 len: 168 time: 0.1951146 Jun 24 12:45:35.211797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:35.220676 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44076) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:35.234071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Network 5f715520-8cae-4011-9ad6-dc82a1cbb191 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:35.235363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Allocated IP 2001:db8::1 (5f715520-8cae-4011-9ad6-dc82a1cbb191/8b5cc584-9634-4a4e-a357-79bf3f0262df/0881dc69-47a4-46ed-aeab-3b4f245af1f7) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:35.251457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ff722-8efa-44cf-aed6-58a3a344ecf0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f63693b9-9c12-4be6-a7b6-dd68ff90a061,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:35.264458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-283ff722-8efa-44cf-aed6-58a3a344ecf0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:35.265933 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-31e5e084-96ea-46a0-9854-53f9b3e705f8 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:35.276697 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:35.277219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:35.281558 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Pushing event updated for resources: {'Port': ['ID=7da730ea-2342-4c1e-845b-6fde6a4d52f9,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:35.285410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:35.291493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:35.296077 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Attempting to bind port e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:35.296460 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Attempting to bind port e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:35.296832 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Attempting to bind port e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:35.309310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fcfb4a-6ce6-483c-ae8e-b66027c3dfea tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:35.309310 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c5fcfb4a-6ce6-483c-ae8e-b66027c3dfea tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2525988 Jun 24 12:45:35.316187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:35.318463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44078) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:35.333359 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:35.335701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9e2a0748-c9df-49d7-bc03-75ad2cb73f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.339457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:35.340097 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.345626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:35.347829 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:35.348212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:35.348615 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.349013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:35.349567 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Bound port: e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:35.349988 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.353277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-7220b428-11ed-44ef-8e35-ebec52d183f5 None None] Allocated IP 2001:db8::2 (1f5a56af-c5ec-4253-8861-7bfa36b4aad0/08c2267a-0318-4627-bad9-70ee255b06ef/cb681133-c9fe-4e96-8777-e92777fb7749) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:35.381508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a943fb-9a4b-4023-882d-f0dad6acd04e') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:35.381906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a943fb-9a4b-4023-882d-f0dad6acd04e') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:35.392126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.406996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.414536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:35.414536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.421882 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a0748-c9df-49d7-bc03-75ad2cb73f60 None None] Pushing event deleted for resources: {'Port': ['ID=782bc87b-6891-49ad-9621-c7c5b305ad71,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:35.423860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a0748-c9df-49d7-bc03-75ad2cb73f60 None None] No DVR routers for this DVR port 782bc87b-6891-49ad-9621-c7c5b305ad71 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:35.433592 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9e2a0748-c9df-49d7-bc03-75ad2cb73f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:35.438900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Attempting to bind port 7da730ea-2342-4c1e-845b-6fde6a4d52f9 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:35.439278 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Attempting to bind port 7da730ea-2342-4c1e-845b-6fde6a4d52f9 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '269f6682-1d8d-4840-b3a9-a54d18d82e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '5f715520-8cae-4011-9ad6-dc82a1cbb191'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:35.439838 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Attempting to bind port 7da730ea-2342-4c1e-845b-6fde6a4d52f9 on network 5f715520-8cae-4011-9ad6-dc82a1cbb191 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:35.480104 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b435d03a-036c-4943-8166-460e961ac2e3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2580371 Jun 24 12:45:35.481936 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:35.482323 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Checking segment: {'id': '269f6682-1d8d-4840-b3a9-a54d18d82e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '5f715520-8cae-4011-9ad6-dc82a1cbb191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:35.483091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.483213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Bound using segment: {'id': '269f6682-1d8d-4840-b3a9-a54d18d82e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '5f715520-8cae-4011-9ad6-dc82a1cbb191'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:35.483624 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Bound port: 7da730ea-2342-4c1e-845b-6fde6a4d52f9, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269f6682-1d8d-4840-b3a9-a54d18d82e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '5f715520-8cae-4011-9ad6-dc82a1cbb191'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:35.484008 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.487098 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44080) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:35.487336 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=f62cd9c1-e134-45e3-8a11-69319cdd38f0,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:35.494152 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4575877 Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:35.503906 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:35.505928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:35.505928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44082) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:35.507739 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-190cf0de-df0d-4f9f-943d-fb4ab6d18848 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Deleting subnet e4ba346b-eb56-48b4-8d3a-2bea0b141b2f {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:35.510807 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f9c9baf8-384a-4c25-beb5-a5713f3b7507 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:35.524541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ccc91c49-9cbd-4313-89e8-fdd22409064b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:35.525510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-190cf0de-df0d-4f9f-943d-fb4ab6d18848 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.536028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.545008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.549416 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "DELETE /v2.0/networks/2c042ad7-0917-469d-bf9a-c74793c11f9c HTTP/1.1" status: 204 len: 168 time: 2.3740153 Jun 24 12:45:35.549832 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618c1b88-6034-46c4-96d3-6e91cb4a1453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:35.550213 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618c1b88-6034-46c4-96d3-6e91cb4a1453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:35.554625 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-618c1b88-6034-46c4-96d3-6e91cb4a1453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2271771 Jun 24 12:45:35.554625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44084) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:35.575532 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44086) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:35.584497 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ccdeefb8-7e25-4eb8-b612-c376cb7ac03d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:35.601448 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d0e890a6-81cf-4c13-8823-a54e6661e891 req-ef066940-c951-4a27-a770-014e51fc1844 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6433647 Jun 24 12:45:35.602172 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] For port e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:35.607028 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-7220b428-11ed-44ef-8e35-ebec52d183f5 None None] For port cb681133-c9fe-4e96-8777-e92777fb7749, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cb681133-c9fe-4e96-8777-e92777fb7749,segment=NetworkSegment(a1945b41-2506-4106-a2e9-0c544edacf30),segment_id=a1945b41-2506-4106-a2e9-0c544edacf30)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:35.643117 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] For port e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:35.650587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.652848 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] For port 7da730ea-2342-4c1e-845b-6fde6a4d52f9, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:35.655968 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:35.662894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] For port 7da730ea-2342-4c1e-845b-6fde6a4d52f9, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7da730ea-2342-4c1e-845b-6fde6a4d52f9,segment=NetworkSegment(269f6682-1d8d-4840-b3a9-a54d18d82e64),segment_id=269f6682-1d8d-4840-b3a9-a54d18d82e64)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:35.666274 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88593935-fc2a-46c4-9a48-f2e4851e192d tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.666508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event deleted for resources: {'Network': ['ID=2c042ad7-0917-469d-bf9a-c74793c11f9c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:35.675668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:35.697165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.700250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7220b428-11ed-44ef-8e35-ebec52d183f5 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.717160 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88593935-fc2a-46c4-9a48-f2e4851e192d tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.721706 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4dfc2-881d-4305-92ad-ffdb0e63262f req-ab034813-7373-4b20-a3b4-f945b83c02c9 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:35.729027 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-70b4dfc2-881d-4305-92ad-ffdb0e63262f req-ab034813-7373-4b20-a3b4-f945b83c02c9 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.8489928 Jun 24 12:45:35.738991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-190cf0de-df0d-4f9f-943d-fb4ab6d18848 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.748512 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7220b428-11ed-44ef-8e35-ebec52d183f5 None None] Transition to ACTIVE for port object cb681133-c9fe-4e96-8777-e92777fb7749 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:35.756544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7220b428-11ed-44ef-8e35-ebec52d183f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.762573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Pushing event updated for resources: {'Port': ['ID=e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:35.768607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:35.769338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-446efa95-543a-4707-8c8a-40f0b2bc1ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:35.850491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d4dfa-4866-40ed-b436-87944ec11ee5 req-9594cff6-5b25-4edd-abca-ef5c785cf1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:35.852464 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a7d4dfa-4866-40ed-b436-87944ec11ee5 req-9594cff6-5b25-4edd-abca-ef5c785cf1e4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d68f41-feb7-4d70-8589-06f7af50cb16 HTTP/1.1" status: 200 len: 914 time: 0.8831356 Jun 24 12:45:35.853686 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-190cf0de-df0d-4f9f-943d-fb4ab6d18848 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.869527 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-70b4dfc2-881d-4305-92ad-ffdb0e63262f req-702ed6d7-48b5-4f97-9e18-d92fd9fde614 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394980 Jun 24 12:45:35.873210 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c2facb-8c4b-4938-95e7-8264f86110cf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet be820303-2713-4da3-9f1f-db0db905d77f {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:35.879177 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.887727 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2c2facb-8c4b-4938-95e7-8264f86110cf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.894143 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.898937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88593935-fc2a-46c4-9a48-f2e4851e192d tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.906689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfb498-618d-4bfb-98c3-c4f6d04bbb09 None None] Pushing event updated for resources: {'Port': ['ID=7da730ea-2342-4c1e-845b-6fde6a4d52f9,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:35.939884 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88593935-fc2a-46c4-9a48-f2e4851e192d tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.943703 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-88593935-fc2a-46c4-9a48-f2e4851e192d tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/8d4e3334-1478-4cf6-ba19-07dd9f69a155 HTTP/1.1" status: 204 len: 168 time: 0.4483831 Jun 24 12:45:35.949327 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44090) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:35.952754 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-283ff722-8efa-44cf-aed6-58a3a344ecf0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:35.973033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220b428-11ed-44ef-8e35-ebec52d183f5 None None] Pushing event updated for resources: {'Port': ['ID=cb681133-c9fe-4e96-8777-e92777fb7749,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:35.977743 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7220b428-11ed-44ef-8e35-ebec52d183f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:35.980226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:35.980985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:36.002136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Transition to ACTIVE for port object 0881dc69-47a4-46ed-aeab-3b4f245af1f7 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:36.019073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88593935-fc2a-46c4-9a48-f2e4851e192d tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d4e3334-1478-4cf6-ba19-07dd9f69a155,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:36.029188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2c2facb-8c4b-4938-95e7-8264f86110cf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.032602 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c9baf8-384a-4c25-beb5-a5713f3b7507 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:36.036377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9baf8-384a-4c25-beb5-a5713f3b7507 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.041286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-190cf0de-df0d-4f9f-943d-fb4ab6d18848 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.044729 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a7d4dfa-4866-40ed-b436-87944ec11ee5 req-f1fa7178-5430-422f-bc62-e3a0567fb9d4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3332f2ee-4a45-4621-9d9e-387a0e0b4e48 HTTP/1.1" status: 200 len: 1002 time: 0.1740048 Jun 24 12:45:36.046268 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:36.076588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88593935-fc2a-46c4-9a48-f2e4851e192d tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:36.082158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cf0de-df0d-4f9f-943d-fb4ab6d18848 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ba346b-eb56-48b4-8d3a-2bea0b141b2f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:36.087840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-190cf0de-df0d-4f9f-943d-fb4ab6d18848 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:36.133319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-190cf0de-df0d-4f9f-943d-fb4ab6d18848 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.137650 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-190cf0de-df0d-4f9f-943d-fb4ab6d18848 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/subnets/e4ba346b-eb56-48b4-8d3a-2bea0b141b2f HTTP/1.1" status: 204 len: 168 time: 1.3577223 Jun 24 12:45:36.139602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44092) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:36.212175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d4dfa-4866-40ed-b436-87944ec11ee5 req-b9754860-09e8-404d-8386-b3aa6d1862a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:36.213935 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a7d4dfa-4866-40ed-b436-87944ec11ee5 req-b9754860-09e8-404d-8386-b3aa6d1862a3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f784f0f9-8bdf-4f24-8441-7b7640fbd3c6 HTTP/1.1" status: 200 len: 851 time: 0.1588852 Jun 24 12:45:36.317580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.396819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d4dfa-4866-40ed-b436-87944ec11ee5 req-3fb19015-5b44-4e2f-89d4-72a4f75c5fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:36.399079 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a7d4dfa-4866-40ed-b436-87944ec11ee5 req-3fb19015-5b44-4e2f-89d4-72a4f75c5fe5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d68f41-feb7-4d70-8589-06f7af50cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1780980 Jun 24 12:45:36.500582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.548593 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bd04d7-fc46-4cc0-9932-3951efbcd4a3']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:36.563564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26a503d-d2ac-43c9-a42f-01954bc95503') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:36.563964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26a503d-d2ac-43c9-a42f-01954bc95503') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:36.577031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.600157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.622419 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:36.622944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:36.637786 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:36.648267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cb681133-c9fe-4e96-8777-e92777fb7749 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:36.677174 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a7d4dfa-4866-40ed-b436-87944ec11ee5 req-c73b0281-c028-4a0c-9165-b9cdba7a9c29 service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622247 Jun 24 12:45:36.730679 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-71b8d0f3-4e72-4fa2-b1d0-2559825aec61 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7716362 Jun 24 12:45:36.732428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:36.737541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44096) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:36.750367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.804421 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca8fb8a-d896-4366-a597-5da7d1ced3a1']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:36.812544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:36.822052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7da730ea-2342-4c1e-845b-6fde6a4d52f9 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:36.847159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.850483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139f1a5f-1f96-4f35-beb3-4ee2629a23f7') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:36.851131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139f1a5f-1f96-4f35-beb3-4ee2629a23f7') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:36.853483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.856332 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] 10.222.0.110 "DELETE /v2.0/networks/09bd04d7-fc46-4cc0-9932-3951efbcd4a3 HTTP/1.1" status: 204 len: 168 time: 0.7159178 Jun 24 12:45:36.861034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4881a4fc-9dc6-4038-99a1-0fdb4ece9b66 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:36.888040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Pushing event deleted for resources: {'Network': ['ID=09bd04d7-fc46-4cc0-9932-3951efbcd4a3,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:36.890487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:36.926070 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.930302 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 7da730ea-2342-4c1e-845b-6fde6a4d52f9 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:36.934556 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2c670681-e02a-44b0-baad-1571c6ae4290 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:36.956589 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a7d4dfa-4866-40ed-b436-87944ec11ee5 req-196ac694-9ab1-41a3-806f-ce86bca88ded service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703066 Jun 24 12:45:36.990571 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.005030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0d7ab-8539-4b79-a95c-7d5dcc611e8f req-2acaa402-01e9-4eb8-a203-046cf392401a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:37.013080 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cdd0d7ab-8539-4b79-a95c-7d5dcc611e8f req-2acaa402-01e9-4eb8-a203-046cf392401a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.2113011 Jun 24 12:45:37.035407 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2c2facb-8c4b-4938-95e7-8264f86110cf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.054675 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.ipam_backend_mixin [None req-f9c9baf8-384a-4c25-beb5-a5713f3b7507 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08c2267a-0318-4627-bad9-70ee255b06ef (CIDR: 2001:db8::/64) Jun 24 12:45:37.079661 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cdd0d7ab-8539-4b79-a95c-7d5dcc611e8f req-77ab58a1-5017-4457-a6a6-f5364f8ed40d tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650954 Jun 24 12:45:37.101954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-71f13122-fa8e-4b0a-ae37-e0c21e9f2a08 None None] Provisioning for port cb681133-c9fe-4e96-8777-e92777fb7749 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:37.106545 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.107033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-71f13122-fa8e-4b0a-ae37-e0c21e9f2a08 None None] Provisioning complete for port cb681133-c9fe-4e96-8777-e92777fb7749 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:37.107670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-71f13122-fa8e-4b0a-ae37-e0c21e9f2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.146459 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c9baf8-384a-4c25-beb5-a5713f3b7507 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:45:37.147475 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c9baf8-384a-4c25-beb5-a5713f3b7507 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:37.157812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 5f715520-8cae-4011-9ad6-dc82a1cbb191 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:37.212808 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:37.214940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:37.237847 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:37.250712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-71f13122-fa8e-4b0a-ae37-e0c21e9f2a08 None None] Provisioning complete for port 386a71d5-07c8-484e-8376-01b5295b2f31 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:37.251707 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-71f13122-fa8e-4b0a-ae37-e0c21e9f2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.263000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e85223-815d-431e-98aa-b70a45520fcd req-1f5384e3-d713-43f5-a11a-432c0fb456a6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:37.268483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:37.275017 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5e85223-815d-431e-98aa-b70a45520fcd req-1f5384e3-d713-43f5-a11a-432c0fb456a6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.1475360 Jun 24 12:45:37.296252 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-71f13122-fa8e-4b0a-ae37-e0c21e9f2a08 None None] Port 386a71d5-07c8-484e-8376-01b5295b2f31 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:37.307224 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=0881dc69-47a4-46ed-aeab-3b4f245af1f7,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:37.347142 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5e85223-815d-431e-98aa-b70a45520fcd req-2ed607c0-bb2d-41f7-8052-4147a08779c6 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711627 Jun 24 12:45:37.366220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:37.366565 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.383436 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:37.386602 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-980ceb00-2442-4a3d-838d-9ac16737fa78 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.405722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44104) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:37.425272 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f9c9baf8-384a-4c25-beb5-a5713f3b7507 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9183433 Jun 24 12:45:37.430045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44108) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:37.441525 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8c603b70-a0c2-4d47-bf47-344ad73b5034 None None] Provisioning for port f62cd9c1-e134-45e3-8a11-69319cdd38f0 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:37.464017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-5ec409a6-e7ff-478e-8f77-a5bac7ef0e61 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:37.466781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8c603b70-a0c2-4d47-bf47-344ad73b5034 None None] Provisioning complete for port f62cd9c1-e134-45e3-8a11-69319cdd38f0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:37.468438 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8c603b70-a0c2-4d47-bf47-344ad73b5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.470675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-980ceb00-2442-4a3d-838d-9ac16737fa78 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.543823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.553053 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a6d36b6d-f549-4477-b0cc-b29027807dc5 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:37.555899 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-8c603b70-a0c2-4d47-bf47-344ad73b5034 None None] Port f62cd9c1-e134-45e3-8a11-69319cdd38f0 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:37.572516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.574375 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "DELETE /v2.0/networks/6ca8fb8a-d896-4366-a597-5da7d1ced3a1 HTTP/1.1" status: 204 len: 168 time: 2.0051782 Jun 24 12:45:37.576929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44110) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:37.614447 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2c2facb-8c4b-4938-95e7-8264f86110cf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.628973 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event deleted for resources: {'Network': ['ID=6ca8fb8a-d896-4366-a597-5da7d1ced3a1,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:37.653432 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:37.660116 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-27f7e34d-39f4-493b-90cd-9c8e4757fa04 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:37.688281 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7f7659cc-dcb9-41b5-b19a-6e9d834fafdb None None] Provisioning for port e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:37.696100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d558c92-efb8-4d6f-afe7-8e359a3ad2ed None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:37.702037 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7f7659cc-dcb9-41b5-b19a-6e9d834fafdb None None] Provisioning complete for port e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:37.703090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7f7659cc-dcb9-41b5-b19a-6e9d834fafdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.712672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2c2facb-8c4b-4938-95e7-8264f86110cf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.714602 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b2c2facb-8c4b-4938-95e7-8264f86110cf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/be820303-2713-4da3-9f1f-db0db905d77f HTTP/1.1" status: 204 len: 168 time: 2.1290960 Jun 24 12:45:37.719095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2facb-8c4b-4938-95e7-8264f86110cf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=be820303-2713-4da3-9f1f-db0db905d77f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:37.726218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44112) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:37.730906 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b2c2facb-8c4b-4938-95e7-8264f86110cf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:37.740843 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-980ceb00-2442-4a3d-838d-9ac16737fa78 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.744674 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-980ceb00-2442-4a3d-838d-9ac16737fa78 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.749207 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-980ceb00-2442-4a3d-838d-9ac16737fa78 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-groups/51fcd539-2c04-49fd-a0e6-5a29ef1fbcec HTTP/1.1" status: 204 len: 168 time: 1.0054779 Jun 24 12:45:37.752043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44114) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:37.754042 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-21d9a313-2bb3-4449-a7e5-23c5bb0ec095 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:37.782130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.787913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ceb00-2442-4a3d-838d-9ac16737fa78 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fcd539-2c04-49fd-a0e6-5a29ef1fbcec,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:37.799453 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1bf3761e-6d78-4466-9941-26a9e1fbb823 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657377 Jun 24 12:45:37.811945 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44116) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:37.813610 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-980ceb00-2442-4a3d-838d-9ac16737fa78 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:37.819962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-5f4c01ce-f714-4a2b-a60c-25e55da4a9bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:37.828372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.831727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec409a6-e7ff-478e-8f77-a5bac7ef0e61 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:37.835215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ec409a6-e7ff-478e-8f77-a5bac7ef0e61 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.845637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44118) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:37.849471 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6b071c5e-dff9-46eb-9058-7c3f06cf4fbe admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ce01c10518904de48c48ad4d9bb69185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347920 Jun 24 12:45:37.957463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4cb3f5-409c-4b5a-8cf0-dc7cd618ace9 None None] Network 5f715520-8cae-4011-9ad6-dc82a1cbb191 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:37.979644 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.ipam_backend_mixin [None req-5ec409a6-e7ff-478e-8f77-a5bac7ef0e61 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e321406f-9402-4a5c-bbb1-649ff20a61a4 (CIDR: 2001:db8:0:1::/64) Jun 24 12:45:37.983304 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5bb7f83e-a4e4-4480-aace-ff64ef09f6c7 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2209814 Jun 24 12:45:37.989955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44120) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:37.997908 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec409a6-e7ff-478e-8f77-a5bac7ef0e61 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:45:37.998382 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec409a6-e7ff-478e-8f77-a5bac7ef0e61 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:38.004208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-fd85888c-6b3b-4171-99fa-7a86358bc1c2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449225811'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:38.051548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.054310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7f7659cc-dcb9-41b5-b19a-6e9d834fafdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.062899 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c87fea1-bba0-455b-b9ac-784e7b9038f9']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:38.075154 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ad3175-7d27-49a5-acf6-3413e9b56687') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:38.075440 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ad3175-7d27-49a5-acf6-3413e9b56687') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:38.084477 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.099894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.107961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:38.108443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:38.112874 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:38.121149 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e840b53d-8c65-4349-bf16-cc18378e093e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.131389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fd85888c-6b3b-4171-99fa-7a86358bc1c2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.171874 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5ec409a6-e7ff-478e-8f77-a5bac7ef0e61 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7397852 Jun 24 12:45:38.180025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44124) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:38.185811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e840b53d-8c65-4349-bf16-cc18378e093e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.188938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-7f7659cc-dcb9-41b5-b19a-6e9d834fafdb None None] For port e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:38.193000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7f7659cc-dcb9-41b5-b19a-6e9d834fafdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.193315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-eb56306e-e990-40cd-9347-61c5d3205376 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'subnet': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:38.234357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:38.258864 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712bad58-a65b-41bc-9856-2a26f063e1ce None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:38.273105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4c01ce-f714-4a2b-a60c-25e55da4a9bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:38.276731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5f4c01ce-f714-4a2b-a60c-25e55da4a9bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.331354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7659cc-dcb9-41b5-b19a-6e9d834fafdb None None] Pushing event updated for resources: {'Port': ['ID=e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:38.340834 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7f7659cc-dcb9-41b5-b19a-6e9d834fafdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:38.345232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-eb56306e-e990-40cd-9347-61c5d3205376 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:45:38.345232 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:45:38.345232 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'project_id_1': 'c2b8b583811c46a18ab0508f2a86917b', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 45, 38, 303262)}] Jun 24 12:45:38.345232 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:45:38.345232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-eb56306e-e990-40cd-9347-61c5d3205376 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:45:38.352833 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d33ab586-1829-4e46-8d18-1a4e0584b8c5 None None] Provisioning for port 7da730ea-2342-4c1e-845b-6fde6a4d52f9 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:38.355923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.369187 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d33ab586-1829-4e46-8d18-1a4e0584b8c5 None None] Provisioning complete for port 7da730ea-2342-4c1e-845b-6fde6a4d52f9 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:38.369764 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d33ab586-1829-4e46-8d18-1a4e0584b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.380915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.392602 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] 10.222.0.110 "DELETE /v2.0/networks/2c87fea1-bba0-455b-b9ac-784e7b9038f9 HTTP/1.1" status: 204 len: 168 time: 0.8139079 Jun 24 12:45:38.395370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e6f598e6-60e9-4097-94a2-bf81cb474c81 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:38.441746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Pushing event deleted for resources: {'Network': ['ID=2c87fea1-bba0-455b-b9ac-784e7b9038f9,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:38.445727 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e840b53d-8c65-4349-bf16-cc18378e093e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.446341 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:38.448334 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e840b53d-8c65-4349-bf16-cc18378e093e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.451762 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e840b53d-8c65-4349-bf16-cc18378e093e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/812f806e-5a5b-4f04-a088-7dd3303a74b8 HTTP/1.1" status: 204 len: 168 time: 0.5934479 Jun 24 12:45:38.457540 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bd566b4a-24a5-42ca-a864-e11dd9128fa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:38.478550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4e416-cd8e-4b7d-93d0-d9241818028d req-e943c5f1-7f56-4ae5-ad98-59c7d46ec51d tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:38.480701 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-18e4e416-cd8e-4b7d-93d0-d9241818028d req-e943c5f1-7f56-4ae5-ad98-59c7d46ec51d tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.1823092 Jun 24 12:45:38.482748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840b53d-8c65-4349-bf16-cc18378e093e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812f806e-5a5b-4f04-a088-7dd3303a74b8,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:38.494685 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-712bad58-a65b-41bc-9856-2a26f063e1ce None None] Deleting port e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:38.495529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-712bad58-a65b-41bc-9856-2a26f063e1ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.502285 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e840b53d-8c65-4349-bf16-cc18378e093e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:38.538989 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-18e4e416-cd8e-4b7d-93d0-d9241818028d req-497d9621-9b2f-401e-9074-101b9102c1d0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455840 Jun 24 12:45:38.573933 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.702451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d33ab586-1829-4e46-8d18-1a4e0584b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.718070 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:38.780626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-712bad58-a65b-41bc-9856-2a26f063e1ce None None] For port e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:38.781026 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-712bad58-a65b-41bc-9856-2a26f063e1ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.783646 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.787636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.798477 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fd85888c-6b3b-4171-99fa-7a86358bc1c2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.809171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ffa32f10-7d93-485a-85ff-545f401446ca tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:38.814805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d33ab586-1829-4e46-8d18-1a4e0584b8c5 None None] For port 7da730ea-2342-4c1e-845b-6fde6a4d52f9, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7da730ea-2342-4c1e-845b-6fde6a4d52f9,segment=NetworkSegment(269f6682-1d8d-4840-b3a9-a54d18d82e64),segment_id=269f6682-1d8d-4840-b3a9-a54d18d82e64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:38.827226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d33ab586-1829-4e46-8d18-1a4e0584b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.830927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-712bad58-a65b-41bc-9856-2a26f063e1ce None None] Calling delete_port for e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:38.832986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9e2a0748-c9df-49d7-bc03-75ad2cb73f60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:38.864153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44140) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:38.866049 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5f4c01ce-f714-4a2b-a60c-25e55da4a9bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.904628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fd85888c-6b3b-4171-99fa-7a86358bc1c2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.947847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:38.951576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=0881dc69-47a4-46ed-aeab-3b4f245af1f7,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:38.957683 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:38.960653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f4182b5f-93fa-4a6d-bde2-f159655b880f tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:38.979275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bc60b-93a7-4fcf-a3d0-913b709461da req-106ce866-9842-4f51-9766-b952618fc7a3 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:38.981029 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ad2bc60b-93a7-4fcf-a3d0-913b709461da req-106ce866-9842-4f51-9766-b952618fc7a3 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.2791510 Jun 24 12:45:38.990050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb56306e-e990-40cd-9347-61c5d3205376 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Made reservation on behalf of c2b8b583811c46a18ab0508f2a86917b for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:38.994612 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:38.996696 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-eb56306e-e990-40cd-9347-61c5d3205376 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.026162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ab586-1829-4e46-8d18-1a4e0584b8c5 None None] Pushing event updated for resources: {'Port': ['ID=7da730ea-2342-4c1e-845b-6fde6a4d52f9,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:39.029452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d33ab586-1829-4e46-8d18-1a4e0584b8c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:39.033198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.037432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-034ee781-e142-492c-a09d-9ba783fe8554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:39.084777 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-85926240-a936-4bba-8fd6-3a60eea7b57f None None] Provisioning for port 0881dc69-47a4-46ed-aeab-3b4f245af1f7 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:39.087567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fd85888c-6b3b-4171-99fa-7a86358bc1c2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.091424 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fd85888c-6b3b-4171-99fa-7a86358bc1c2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0908382 Jun 24 12:45:39.106218 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4c01ce-f714-4a2b-a60c-25e55da4a9bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:39.107724 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44150) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:39.108419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-85926240-a936-4bba-8fd6-3a60eea7b57f None None] Provisioning complete for port 0881dc69-47a4-46ed-aeab-3b4f245af1f7 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:39.108806 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-85926240-a936-4bba-8fd6-3a60eea7b57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.145106 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c01ce-f714-4a2b-a60c-25e55da4a9bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=63919e24-99b8-47c4-be18-37800383ecd9,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:39.156364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8359a5fc-2a8b-4266-8525-7ad769912152 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group_rule': {'security_group_id': '400aad50-1f9e-4f36-b84d-30498f9cc66f', 'direction': 'ingress', 'protocol': 17}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:39.163816 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5f4c01ce-f714-4a2b-a60c-25e55da4a9bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:39.164907 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6e755627-94a5-4ae8-97b6-fc401d634e6f tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:39.176798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b5cb5-733a-4afe-b749-6fab0ceb10c6 req-0e3b96f6-9564-4300-bc56-c3ade2fe4fe6 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:39.178407 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f98b5cb5-733a-4afe-b749-6fab0ceb10c6 req-0e3b96f6-9564-4300-bc56-c3ade2fe4fe6 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.4752657 Jun 24 12:45:39.236298 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85888c-6b3b-4171-99fa-7a86358bc1c2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400aad50-1f9e-4f36-b84d-30498f9cc66f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:39.240805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-5f4c01ce-f714-4a2b-a60c-25e55da4a9bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:39.249453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fd85888c-6b3b-4171-99fa-7a86358bc1c2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:39.251346 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4c01ce-f714-4a2b-a60c-25e55da4a9bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:39.252311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5f4c01ce-f714-4a2b-a60c-25e55da4a9bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.263212 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ad2bc60b-93a7-4fcf-a3d0-913b709461da req-39315327-985f-4bd9-821a-c760c8244597 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604125 Jun 24 12:45:39.326126 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-85926240-a936-4bba-8fd6-3a60eea7b57f None None] Port 0881dc69-47a4-46ed-aeab-3b4f245af1f7 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:39.345834 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5f4c01ce-f714-4a2b-a60c-25e55da4a9bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5306175 Jun 24 12:45:39.348940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8359a5fc-2a8b-4266-8525-7ad769912152 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.352366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44158) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:39.375004 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e9b9d682-fd85-4b0a-bef9-1b650e625eac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-297633646', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:39.386852 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f98b5cb5-733a-4afe-b749-6fab0ceb10c6 req-90116f88-f79a-4f2d-8439-c6a506757d23 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543944 Jun 24 12:45:39.395120 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5cba68ee-6a2c-4d58-8131-ca1d21e347f2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7224eb464eac4bd1a39a58872a485b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5216722 Jun 24 12:45:39.395675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44160) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:39.398475 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 5f715520-8cae-4011-9ad6-dc82a1cbb191 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:39.400541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-85926240-a936-4bba-8fd6-3a60eea7b57f None None] Provisioning complete for port 7da730ea-2342-4c1e-845b-6fde6a4d52f9 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:39.400877 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-85926240-a936-4bba-8fd6-3a60eea7b57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.410284 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:39.418396 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:39.438251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:39.492570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-712bad58-a65b-41bc-9856-2a26f063e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.501316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ad153816-f6ec-4180-94dd-32388d3caf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:39.516858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-83ac1fa1-401f-4f06-8911-07fa02a84182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.541206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bad58-a65b-41bc-9856-2a26f063e1ce None None] Pushing event deleted for resources: {'Port': ['ID=e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:39.546979 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-712bad58-a65b-41bc-9856-2a26f063e1ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:39.576642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712bad58-a65b-41bc-9856-2a26f063e1ce None None] No DVR routers for this DVR port e7d0a0ab-5391-4faf-a1ed-8e3a40344e4a on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:39.602637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8e34b1-4471-4960-8f0f-d5be343bddcd None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:39.635676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-83ac1fa1-401f-4f06-8911-07fa02a84182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.664853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d682-fd85-4b0a-bef9-1b650e625eac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.666106 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d682-fd85-4b0a-bef9-1b650e625eac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.698733 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44168) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:39.755058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-eb56306e-e990-40cd-9347-61c5d3205376 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.762270 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8359a5fc-2a8b-4266-8525-7ad769912152 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.764602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d2a3e960-31b1-4016-a15b-7caf9a80bc27 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:39.778953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8359a5fc-2a8b-4266-8525-7ad769912152 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.821030 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ea431357-f291-44fd-96e0-0f7e4adce87b tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:39.830518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56306e-e990-40cd-9347-61c5d3205376 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Subnet': ['ID=228274c2-f8ae-46f4-b5e4-f864dd406935,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:39.834010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-eb56306e-e990-40cd-9347-61c5d3205376 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:39.839851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d682-fd85-4b0a-bef9-1b650e625eac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.844752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': '63919e24-99b8-47c4-be18-37800383ecd9'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:39.846100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.855799 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d682-fd85-4b0a-bef9-1b650e625eac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.856072 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552c87d-cbfd-47c5-847c-6ad736ba036b req-fe12b54e-4c98-4ea5-99de-7d3c42b73849 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:39.857671 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2552c87d-cbfd-47c5-847c-6ad736ba036b req-fe12b54e-4c98-4ea5-99de-7d3c42b73849 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.2710400 Jun 24 12:45:39.863235 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb56306e-e990-40cd-9347-61c5d3205376 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:39.872346 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-eb56306e-e990-40cd-9347-61c5d3205376 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:39.875748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359a5fc-2a8b-4266-8525-7ad769912152 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13a4757-8215-490a-816b-7be33847de1d,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:39.879049 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8359a5fc-2a8b-4266-8525-7ad769912152 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:39.879965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 20bd3137-13e2-4604-b0d9-3fa03f0282bc is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:45:39.882336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb56306e-e990-40cd-9347-61c5d3205376 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:39.882974 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-eb56306e-e990-40cd-9347-61c5d3205376 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.889401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8359a5fc-2a8b-4266-8525-7ad769912152 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.890753 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8359a5fc-2a8b-4266-8525-7ad769912152 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7541833 Jun 24 12:45:39.896054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44172) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:39.897093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c5c7d-dd56-4562-9415-2211f8e89587 None None] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:39.903266 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d682-fd85-4b0a-bef9-1b650e625eac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.907763 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e9b9d682-fd85-4b0a-bef9-1b650e625eac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5516095 Jun 24 12:45:39.907940 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-eb56306e-e990-40cd-9347-61c5d3205376 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7267089 Jun 24 12:45:39.914017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44174) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:39.914353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44176) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:39.926003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-dbecb6c4-913e-42d2-9811-3468fc7d5053 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2106993531', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '228274c2-f8ae-46f4-b5e4-f864dd406935'}], 'security_groups': ['095c14a0-468c-40ba-80f5-29d1f6e4bc39', 'd7ba01dd-39f8-4d3d-80ba-892fedc9b86e']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:39.928090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-25a196ca-99ff-47b0-8cb9-db222da76036 None None] Provisioning complete for port 0881dc69-47a4-46ed-aeab-3b4f245af1f7 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:39.929098 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-25a196ca-99ff-47b0-8cb9-db222da76036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.977508 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1439407821'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:39.990969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-83ac1fa1-401f-4f06-8911-07fa02a84182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.993813 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-83ac1fa1-401f-4f06-8911-07fa02a84182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:39.995127 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-83ac1fa1-401f-4f06-8911-07fa02a84182 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/141ce795-d202-4359-b879-bfc1fcecdf2c HTTP/1.1" status: 204 len: 168 time: 0.5981388 Jun 24 12:45:40.009334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-24c907cd-17da-4596-8647-73ebf50737b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:40.019588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:40.024827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:40.037976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:40.059865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:40.070153 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/20bd3137-13e2-4604-b0d9-3fa03f0282bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1659210 Jun 24 12:45:40.074023 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfbd3ed-410d-4bd0-a09d-b40f78501be1 None None] Sync routers for ids ['20bd3137-13e2-4604-b0d9-3fa03f0282bc'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:40.075074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44180) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:40.094799 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac1fa1-401f-4f06-8911-07fa02a84182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141ce795-d202-4359-b879-bfc1fcecdf2c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:40.099450 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2552c87d-cbfd-47c5-847c-6ad736ba036b req-3e6abcdf-e1f8-4502-9f0a-f06312d9956d tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350695 Jun 24 12:45:40.103618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-83ac1fa1-401f-4f06-8911-07fa02a84182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:40.121288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-25a196ca-99ff-47b0-8cb9-db222da76036 None None] Port 0881dc69-47a4-46ed-aeab-3b4f245af1f7 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:40.252600 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbd3ed-410d-4bd0-a09d-b40f78501be1 None None] Routers {'20bd3137-13e2-4604-b0d9-3fa03f0282bc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:40.253231 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-dbfbd3ed-410d-4bd0-a09d-b40f78501be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['20bd3137-13e2-4604-b0d9-3fa03f0282bc'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:40.302181 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-dbfbd3ed-410d-4bd0-a09d-b40f78501be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:40.313493 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbd3ed-410d-4bd0-a09d-b40f78501be1 None None] Routers {'20bd3137-13e2-4604-b0d9-3fa03f0282bc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:40.315527 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-dbfbd3ed-410d-4bd0-a09d-b40f78501be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['20bd3137-13e2-4604-b0d9-3fa03f0282bc'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:40.341100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:40.347242 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:40.352019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Allocated IP 2001:db8::2 (775331f2-7641-4269-a311-a446eb45635d/63919e24-99b8-47c4-be18-37800383ecd9/8aad13a6-6173-40b7-94c1-32a3dd4d6a88) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:40.365748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae8e683c-eaee-41ec-8003-13345f7af181 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:40.374032 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-dbfbd3ed-410d-4bd0-a09d-b40f78501be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:40.374737 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfbd3ed-410d-4bd0-a09d-b40f78501be1 None None] The sync data for ids ['20bd3137-13e2-4604-b0d9-3fa03f0282bc'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:40.384527 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] vlan segment allocate from pool success with {'vlan_id': 1314, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:45:40.415657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:40.416096 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Added segment 60077525-5ada-4a6d-a7fa-71dabcbaa157 of type vlan for network 717521fb-6507-4f45-a977-503e87a68a46 Jun 24 12:45:40.536477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7da730ea-2342-4c1e-845b-6fde6a4d52f9 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:40.568197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:40.644518 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5aad867e-cce6-4094-a501-ed8b29279985 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:40.651656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:40.658514 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:40.659874 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:40.699603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40809236-799f-4381-b329-5c85926c708c,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:40.716002 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:40.717249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ee65b2bc-959b-4806-89fb-6554b0755f8c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:40.734784 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0071452 Jun 24 12:45:40.750419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 7da730ea-2342-4c1e-845b-6fde6a4d52f9 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:40.750837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:40.829841 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Network': ['ID=717521fb-6507-4f45-a977-503e87a68a46,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:40.834025 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:40.853791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd773788-7592-48d3-be1a-acde013b9db3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:40.858603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44198) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:40.858902 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dd773788-7592-48d3-be1a-acde013b9db3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports/0881dc69-47a4-46ed-aeab-3b4f245af1f7 HTTP/1.1" status: 200 len: 911 time: 0.7774034 Jun 24 12:45:40.879038 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:40.899026 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 717521fb-6507-4f45-a977-503e87a68a46 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:45:40.913811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44200) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:40.921517 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-208ece77-8c3a-432f-a696-737d78e88038 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'subnet': {'network_id': '717521fb-6507-4f45-a977-503e87a68a46', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:40.933450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae8e683c-eaee-41ec-8003-13345f7af181 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:40.942016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Transition to ACTIVE for port object 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:40.952320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae56d0-215d-4dbd-a04e-ec6d0b57fb94 None None] Update dhcp port {'port': {'network_id': '1f5a56af-c5ec-4253-8861-7bfa36b4aad0', 'fixed_ips': [{'subnet_id': 'e321406f-9402-4a5c-bbb1-649ff20a61a4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '08c2267a-0318-4627-bad9-70ee255b06ef', 'ip_address': '2001:db8::2'}, {'subnet_id': '228274c2-f8ae-46f4-b5e4-f864dd406935'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': 'cb681133-c9fe-4e96-8777-e92777fb7749'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:45:41.065911 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Transition to ACTIVE for port object 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:41.087145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208ece77-8c3a-432f-a696-737d78e88038 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:41.089459 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-208ece77-8c3a-432f-a696-737d78e88038 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.091825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.096210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fcdf37e8-4537-413d-a385-a34ae8091f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:41.141909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca401f1-5bde-462b-93d0-85d0f8f08ea1 req-26aefb27-856c-4784-8aeb-c954750cf019 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:41.148945 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Pushing event updated for resources: {'Port': ['ID=8aad13a6-6173-40b7-94c1-32a3dd4d6a88,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:41.150023 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5ca401f1-5bde-462b-93d0-85d0f8f08ea1 req-26aefb27-856c-4784-8aeb-c954750cf019 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.3122871 Jun 24 12:45:41.153887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:41.154689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-00ae56d0-215d-4dbd-a04e-ec6d0b57fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.157509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.173971 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:41.178214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264a90a-671d-4d9b-b941-d34b8ca7b35b req-ae331be5-6a04-44d4-82f4-ec0b9a1807b4 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:41.178393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:41.180196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d264a90a-671d-4d9b-b941-d34b8ca7b35b req-ae331be5-6a04-44d4-82f4-ec0b9a1807b4 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.3598228 Jun 24 12:45:41.180867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae8e683c-eaee-41ec-8003-13345f7af181 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.183559 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae8e683c-eaee-41ec-8003-13345f7af181 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.187170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:41.189278 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ae8e683c-eaee-41ec-8003-13345f7af181 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-groups/400aad50-1f9e-4f36-b84d-30498f9cc66f HTTP/1.1" status: 204 len: 168 time: 1.2918587 Jun 24 12:45:41.194026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44208) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:41.199522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2fe8da6a-ba0d-4120-b0ff-6eb76aa37c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:41.216444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dbecb6c4-913e-42d2-9811-3468fc7d5053 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.236837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e683c-eaee-41ec-8003-13345f7af181 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=400aad50-1f9e-4f36-b84d-30498f9cc66f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:41.262004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ae8e683c-eaee-41ec-8003-13345f7af181 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:41.378713 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-47043461-234c-4a58-92c6-204ccd86b53a tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1813843 Jun 24 12:45:41.386626 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44212) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:41.394035 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8601ac7e-95b4-4a16-8300-e5fa4eaa62cb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987761569'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:41.401816 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44214) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:41.417635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Attempting to bind port 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:41.418010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Attempting to bind port 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:41.418326 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Attempting to bind port 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:41.429690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:41.430081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:41.430882 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.431032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:41.431623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Bound port: 8aad13a6-6173-40b7-94c1-32a3dd4d6a88, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:41.432046 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.432746 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5ca401f1-5bde-462b-93d0-85d0f8f08ea1 req-5b42dfeb-a75b-4255-8086-c65edba98e95 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817688 Jun 24 12:45:41.478163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8601ac7e-95b4-4a16-8300-e5fa4eaa62cb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.511733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] For port 8aad13a6-6173-40b7-94c1-32a3dd4d6a88, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:41.515252 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] For port 8aad13a6-6173-40b7-94c1-32a3dd4d6a88, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8aad13a6-6173-40b7-94c1-32a3dd4d6a88,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:41.521391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.532265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-854b24e0-cf75-4f6b-9625-7ea1dcbbde1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:41.578964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314385145'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:41.593550 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d264a90a-671d-4d9b-b941-d34b8ca7b35b req-ec6770af-fe6e-4e7b-acd4-725597c3c285 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4031909 Jun 24 12:45:41.600164 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-208ece77-8c3a-432f-a696-737d78e88038 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.606250 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a223d245-bdfe-42d6-be6b-9e299a56c053 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:41.631251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Pushing event updated for resources: {'Port': ['ID=8aad13a6-6173-40b7-94c1-32a3dd4d6a88,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:41.635064 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:41.654045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-00ae56d0-215d-4dbd-a04e-ec6d0b57fb94 None None] Allocated IP 2001:db8:0:2::2 (1f5a56af-c5ec-4253-8861-7bfa36b4aad0/228274c2-f8ae-46f4-b5e4-f864dd406935/cb681133-c9fe-4e96-8777-e92777fb7749) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:41.764706 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ece77-8c3a-432f-a696-737d78e88038 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Subnet': ['ID=4303edb5-f149-4e51-b0a4-3a42b7b7306a,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:41.777656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-208ece77-8c3a-432f-a696-737d78e88038 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:41.779352 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-00ae56d0-215d-4dbd-a04e-ec6d0b57fb94 None None] For port cb681133-c9fe-4e96-8777-e92777fb7749, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cb681133-c9fe-4e96-8777-e92777fb7749,segment=NetworkSegment(a1945b41-2506-4106-a2e9-0c544edacf30),segment_id=a1945b41-2506-4106-a2e9-0c544edacf30)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:41.788433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::1 (775331f2-7641-4269-a311-a446eb45635d/63919e24-99b8-47c4-be18-37800383ecd9/f5563508-42c2-4999-8166-8cb13e3cfc46) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:41.798950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ece77-8c3a-432f-a696-737d78e88038 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Checking segment: {'id': '60077525-5ada-4a6d-a7fa-71dabcbaa157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '717521fb-6507-4f45-a977-503e87a68a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:41.799888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ece77-8c3a-432f-a696-737d78e88038 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network hostable DHCP agents. Network: 717521fb-6507-4f45-a977-503e87a68a46, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:45:41.821869 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8601ac7e-95b4-4a16-8300-e5fa4eaa62cb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.824714 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-00ae56d0-215d-4dbd-a04e-ec6d0b57fb94 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.863994 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-00ae56d0-215d-4dbd-a04e-ec6d0b57fb94 None None] Transition to ACTIVE for port object cb681133-c9fe-4e96-8777-e92777fb7749 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:41.865173 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8601ac7e-95b4-4a16-8300-e5fa4eaa62cb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.869102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-00ae56d0-215d-4dbd-a04e-ec6d0b57fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.871161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:41.876465 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-da56237b-00ba-4466-a907-b0019f35e055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:41.921094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6696-0276-4c1c-aa73-219cdf6e3981 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.930463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ece77-8c3a-432f-a696-737d78e88038 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network 717521fb-6507-4f45-a977-503e87a68a46 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:45:41.950954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.966002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object f5563508-42c2-4999-8166-8cb13e3cfc46 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:41.969792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae56d0-215d-4dbd-a04e-ec6d0b57fb94 None None] Pushing event updated for resources: {'Port': ['ID=cb681133-c9fe-4e96-8777-e92777fb7749,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:41.974171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:41.975419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-00ae56d0-215d-4dbd-a04e-ec6d0b57fb94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:42.024185 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8601ac7e-95b4-4a16-8300-e5fa4eaa62cb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.028456 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8601ac7e-95b4-4a16-8300-e5fa4eaa62cb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6407158 Jun 24 12:45:42.029376 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601ac7e-95b4-4a16-8300-e5fa4eaa62cb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b98edc-07f4-466f-aab7-5734359c048d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:42.033566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44218) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:42.034687 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-208ece77-8c3a-432f-a696-737d78e88038 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 717521fb-6507-4f45-a977-503e87a68a46) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:42.041036 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-6f25ec87-6b0e-4ceb-bd8f-4218ac787d6f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group': {'name': 'tempest-secgroup--190518956'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:42.045160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaedfe7-9752-43b1-ad1d-f7eec7474d32 None None] Network 717521fb-6507-4f45-a977-503e87a68a46 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:42.045343 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8601ac7e-95b4-4a16-8300-e5fa4eaa62cb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:42.050901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.058285 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208ece77-8c3a-432f-a696-737d78e88038 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:42.059711 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-208ece77-8c3a-432f-a696-737d78e88038 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.164621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.171612 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f25ec87-6b0e-4ceb-bd8f-4218ac787d6f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.193509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-04ee5b62-8c43-4160-a63a-3c6386e03c18 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:42.202365 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-208ece77-8c3a-432f-a696-737d78e88038 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2856617 Jun 24 12:45:42.207592 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44220) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:42.219967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-800388415'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:42.246366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-717521fb-6507-4f45-a977-503e87a68a46', 'network_id': '717521fb-6507-4f45-a977-503e87a68a46', 'tenant_id': '2155e866308e447f865897479ff9b7cc', 'fixed_ips': [{'subnet_id': '4303edb5-f149-4e51-b0a4-3a42b7b7306a'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:42.248736 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.257042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:42.295113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:42.300675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:42.301530 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.384973 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.386091 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=f5563508-42c2-4999-8166-8cb13e3cfc46,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:42.405063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:42.416541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.439346 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-dbecb6c4-913e-42d2-9811-3468fc7d5053 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Delete allocated IP 2001:db8::25f (1f5a56af-c5ec-4253-8861-7bfa36b4aad0/08c2267a-0318-4627-bad9-70ee255b06ef) {{(pid=100145) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 24 12:45:42.451441 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4198b393-d04a-4e59-83b8-7a2d90183d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:42.455021 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:42.458572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.471256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Allocated IP 172.20.255.242 (717521fb-6507-4f45-a977-503e87a68a46/4303edb5-f149-4e51-b0a4-3a42b7b7306a/de98f2af-f550-43b7-bf42-1722868ecbd1) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:42.495994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-dbecb6c4-913e-42d2-9811-3468fc7d5053 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Allocated IP 2001:db8:0:2::221 (1f5a56af-c5ec-4253-8861-7bfa36b4aad0/228274c2-f8ae-46f4-b5e4-f864dd406935/f62cd9c1-e134-45e3-8a11-69319cdd38f0) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:42.595198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f25ec87-6b0e-4ceb-bd8f-4218ac787d6f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.598328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:45:42.598328 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:45:42.598328 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'project_id_1': 'c7f9153343a64429ac5365ac19271046', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 45, 42, 421371)}] Jun 24 12:45:42.598328 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:45:42.598328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:45:42.617567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f25ec87-6b0e-4ceb-bd8f-4218ac787d6f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.643269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f25ec87-6b0e-4ceb-bd8f-4218ac787d6f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.648452 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6f25ec87-6b0e-4ceb-bd8f-4218ac787d6f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6068599 Jun 24 12:45:42.653658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44226) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:42.660025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-e4ab433c-87d0-4248-9a50-c6852c1afd05 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group_rule': {'security_group_id': '70b98edc-07f4-466f-aab7-5734359c048d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b9d061c9-66a6-4548-b929-f2c35bf5facd', 'remote_ip_prefix': None}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:42.689115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] vlan segment allocate from pool success with {'vlan_id': 1334, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:45:42.701252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.710530 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Added segment 26e56100-c5e9-43e0-955c-fa2bf1ae0914 of type vlan for network 8c2271d1-390c-4a26-992f-6941a3413789 Jun 24 12:45:42.719128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.778717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.830215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.835149 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.836747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:42.837380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.848624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b74e20f-f567-4a95-9298-912bc723cb44,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:42.852182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:42.855334 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8634ebcd-b8db-4d0c-993d-70a50939599f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:42.871853 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Transition to ACTIVE for port object de98f2af-f550-43b7-bf42-1722868ecbd1 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:42.889213 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6746581 Jun 24 12:45:42.892553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb6696-0276-4c1c-aa73-219cdf6e3981 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port 0881dc69-47a4-46ed-aeab-3b4f245af1f7 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:42.892843 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6696-0276-4c1c-aa73-219cdf6e3981 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.893671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Transition to ACTIVE for port object de98f2af-f550-43b7-bf42-1722868ecbd1 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:42.895799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cb681133-c9fe-4e96-8777-e92777fb7749 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:42.899367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44228) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:42.907228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a311c5d3-2d29-4f49-96f9-10f337416137 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'subnet': {'network_id': '8c2271d1-390c-4a26-992f-6941a3413789', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:42.934753 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25ec87-6b0e-4ceb-bd8f-4218ac787d6f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d061c9-66a6-4548-b929-f2c35bf5facd,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:42.935241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:42.937900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6f25ec87-6b0e-4ceb-bd8f-4218ac787d6f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:42.948990 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-74f13392-fb65-4743-820c-4ee1a1cef2e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:42.951061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b88738e2-6ea4-4edf-9449-6c93150cef75 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:43.007647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Pushing event updated for resources: {'Port': ['ID=de98f2af-f550-43b7-bf42-1722868ecbd1,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:43.011304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Network 717521fb-6507-4f45-a977-503e87a68a46 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:43.013062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:43.014395 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:43.017799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:43.071486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:43.116527 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Attempting to bind port de98f2af-f550-43b7-bf42-1722868ecbd1 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:43.116981 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Attempting to bind port de98f2af-f550-43b7-bf42-1722868ecbd1 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '60077525-5ada-4a6d-a7fa-71dabcbaa157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '717521fb-6507-4f45-a977-503e87a68a46'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:43.117517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Attempting to bind port de98f2af-f550-43b7-bf42-1722868ecbd1 on network 717521fb-6507-4f45-a977-503e87a68a46 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:43.127694 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e4ab433c-87d0-4248-9a50-c6852c1afd05 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.130123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6a74d3e0-1921-4fb9-8bb0-f6cc18c5b5d1 None None] Provisioning for port cb681133-c9fe-4e96-8777-e92777fb7749 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:43.136461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:43.136897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Checking segment: {'id': '60077525-5ada-4a6d-a7fa-71dabcbaa157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '717521fb-6507-4f45-a977-503e87a68a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:43.137248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.137657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Bound using segment: {'id': '60077525-5ada-4a6d-a7fa-71dabcbaa157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '717521fb-6507-4f45-a977-503e87a68a46'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:43.138228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Bound port: de98f2af-f550-43b7-bf42-1722868ecbd1, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60077525-5ada-4a6d-a7fa-71dabcbaa157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '717521fb-6507-4f45-a977-503e87a68a46'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:43.138544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.141901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6a74d3e0-1921-4fb9-8bb0-f6cc18c5b5d1 None None] Provisioning complete for port cb681133-c9fe-4e96-8777-e92777fb7749 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:43.142229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6a74d3e0-1921-4fb9-8bb0-f6cc18c5b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.232226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:43.279059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] For port de98f2af-f550-43b7-bf42-1722868ecbd1, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:43.285183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e15cf3-9465-414b-92d6-2b9639a08975 req-8d08820e-f1ef-414d-b4f1-64f210b0e408 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:43.286798 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c1e15cf3-9465-414b-92d6-2b9639a08975 req-8d08820e-f1ef-414d-b4f1-64f210b0e408 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.5124967 Jun 24 12:45:43.301951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] For port de98f2af-f550-43b7-bf42-1722868ecbd1, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=de98f2af-f550-43b7-bf42-1722868ecbd1,segment=NetworkSegment(60077525-5ada-4a6d-a7fa-71dabcbaa157),segment_id=60077525-5ada-4a6d-a7fa-71dabcbaa157)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:43.310488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dbecb6c4-913e-42d2-9811-3468fc7d5053 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.311125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.314561 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-00b8e2f2-01b1-4e0d-afe5-7b8fa1971d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:43.387047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6a74d3e0-1921-4fb9-8bb0-f6cc18c5b5d1 None None] Provisioning complete for port f62cd9c1-e134-45e3-8a11-69319cdd38f0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:43.387428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6a74d3e0-1921-4fb9-8bb0-f6cc18c5b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.390681 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Pushing event updated for resources: {'Port': ['ID=de98f2af-f550-43b7-bf42-1722868ecbd1,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:43.412001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:43.438648 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.440944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6a74d3e0-1921-4fb9-8bb0-f6cc18c5b5d1 None None] Port f62cd9c1-e134-45e3-8a11-69319cdd38f0 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:43.491903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6a74d3e0-1921-4fb9-8bb0-f6cc18c5b5d1 None None] Provisioning complete for port 386a71d5-07c8-484e-8376-01b5295b2f31 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:43.492264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6a74d3e0-1921-4fb9-8bb0-f6cc18c5b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.493859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-dbecb6c4-913e-42d2-9811-3468fc7d5053 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Transition to ACTIVE for port object f62cd9c1-e134-45e3-8a11-69319cdd38f0 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:43.526462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dbecb6c4-913e-42d2-9811-3468fc7d5053 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.548124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6a74d3e0-1921-4fb9-8bb0-f6cc18c5b5d1 None None] Port 386a71d5-07c8-484e-8376-01b5295b2f31 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:43.567563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-848052d0-1376-40a6-a724-663cdce65d25 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:43.580012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Network': ['ID=8c2271d1-390c-4a26-992f-6941a3413789,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:43.589832 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a90e0-6646-4d9a-9f05-c336906fd2f8 req-626f2679-bf85-4a12-bc3f-82a0a8f06a22 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:43.591452 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917a90e0-6646-4d9a-9f05-c336906fd2f8 req-626f2679-bf85-4a12-bc3f-82a0a8f06a22 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.7219265 Jun 24 12:45:43.599044 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e4ab433c-87d0-4248-9a50-c6852c1afd05 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.601053 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.613272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.616811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:43.617189 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:43.617669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:43.618042 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:43.618408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:43.618820 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:43.619154 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:43.619508 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:43.619859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:43.620209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:43.620566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:43.620918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:43.624511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:43.626592 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6696-0276-4c1c-aa73-219cdf6e3981 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.632702 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ac2074ff-95d3-46cf-9ff9-e945b12c8d70 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:43.640189 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e4ab433c-87d0-4248-9a50-c6852c1afd05 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.649303 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 8c2271d1-390c-4a26-992f-6941a3413789 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:45:43.674475 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c1e15cf3-9465-414b-92d6-2b9639a08975 req-6c79aaa5-1608-4573-8998-0bed22db7962 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3454521 Jun 24 12:45:43.675399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb6696-0276-4c1c-aa73-219cdf6e3981 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for 0881dc69-47a4-46ed-aeab-3b4f245af1f7 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:43.742358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-dbecb6c4-913e-42d2-9811-3468fc7d5053 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] In _notify_port_updated(), no bound segment for port f62cd9c1-e134-45e3-8a11-69319cdd38f0 on network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 {{(pid=100145) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:45:43.748076 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbecb6c4-913e-42d2-9811-3468fc7d5053 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:43.749211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dbecb6c4-913e-42d2-9811-3468fc7d5053 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.750036 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dbecb6c4-913e-42d2-9811-3468fc7d5053 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "PUT /v2.0/ports/f62cd9c1-e134-45e3-8a11-69319cdd38f0 HTTP/1.1" status: 200 len: 970 time: 3.8284774 Jun 24 12:45:43.759782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44232) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:43.802396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecb6c4-913e-42d2-9811-3468fc7d5053 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event updated for resources: {'Port': ['ID=f62cd9c1-e134-45e3-8a11-69319cdd38f0,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:43.868520 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-34a391be-09c7-47dd-a211-6ad4a33e5742 None None] Provisioning for port f5563508-42c2-4999-8166-8cb13e3cfc46 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:43.877431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dbecb6c4-913e-42d2-9811-3468fc7d5053 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:43.881452 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1f0fea9d-87bf-482e-802b-be06b2bc68cd tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:43.888034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-34a391be-09c7-47dd-a211-6ad4a33e5742 None None] Provisioning complete for port f5563508-42c2-4999-8166-8cb13e3cfc46 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:43.889076 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-34a391be-09c7-47dd-a211-6ad4a33e5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:43.893308 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917a90e0-6646-4d9a-9f05-c336906fd2f8 req-439621db-02f7-4414-8a65-6c2b95b8e664 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873089 Jun 24 12:45:43.949560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab433c-87d0-4248-9a50-c6852c1afd05 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66c16fb-a3da-4ce9-9050-6f57dfcd154f,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:43.967717 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e4ab433c-87d0-4248-9a50-c6852c1afd05 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:44.030885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e4ab433c-87d0-4248-9a50-c6852c1afd05 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.032125 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e4ab433c-87d0-4248-9a50-c6852c1afd05 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3770661 Jun 24 12:45:44.034631 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.040116 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44236) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:44.041383 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a38f701-8f25-455f-926a-f3beb2dfa576,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:44.048758 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:44.050386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6696-0276-4c1c-aa73-219cdf6e3981 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.058942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a311c5d3-2d29-4f49-96f9-10f337416137 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:44.072279 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.073985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.079950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a311c5d3-2d29-4f49-96f9-10f337416137 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.088482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:44.096860 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-495edab2-d78d-4bd9-94d3-14d83b7b5b28 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:44.148314 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=f5563508-42c2-4999-8166-8cb13e3cfc46,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:44.152156 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.153557 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7475443 Jun 24 12:45:44.164174 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb6696-0276-4c1c-aa73-219cdf6e3981 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=0881dc69-47a4-46ed-aeab-3b4f245af1f7,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:44.169072 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44238) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:44.172005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-34a391be-09c7-47dd-a211-6ad4a33e5742 None None] Port f5563508-42c2-4999-8166-8cb13e3cfc46 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:44.180652 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cdcb6696-0276-4c1c-aa73-219cdf6e3981 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:44.181658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:44.184209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.188105 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-34a391be-09c7-47dd-a211-6ad4a33e5742 None None] Provisioning for port 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:44.193371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-34a391be-09c7-47dd-a211-6ad4a33e5742 None None] Provisioning complete for port 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:44.193826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-34a391be-09c7-47dd-a211-6ad4a33e5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.230922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.289296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-34a391be-09c7-47dd-a211-6ad4a33e5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.331413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-34a391be-09c7-47dd-a211-6ad4a33e5742 None None] For port 8aad13a6-6173-40b7-94c1-32a3dd4d6a88, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8aad13a6-6173-40b7-94c1-32a3dd4d6a88,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:44.341060 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-34a391be-09c7-47dd-a211-6ad4a33e5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.343065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7f7659cc-dcb9-41b5-b19a-6e9d834fafdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:44.360900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a3a02fd1-09a9-4aea-b749-f3f75daec2b6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port f62cd9c1-e134-45e3-8a11-69319cdd38f0 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:44.361250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3a02fd1-09a9-4aea-b749-f3f75daec2b6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.413585 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.443391 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c45aaa13-e80a-4cc9-bf9a-e0eccdce627d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2722881 Jun 24 12:45:44.445950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44240) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:44.448829 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a391be-09c7-47dd-a211-6ad4a33e5742 None None] Pushing event updated for resources: {'Port': ['ID=8aad13a6-6173-40b7-94c1-32a3dd4d6a88,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:44.457658 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d5aebb1a-a774-4841-8551-033f772a637e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group': {'name': 'tempest-security--171289395', 'description': 'tempest-security-description-1858587055'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:44.461118 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-34a391be-09c7-47dd-a211-6ad4a33e5742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:44.464216 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6696-0276-4c1c-aa73-219cdf6e3981 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.500413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-16d5d2a9-e2a9-4b6b-ac72-362be6748712 None None] Provisioning for port f62cd9c1-e134-45e3-8a11-69319cdd38f0 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:44.507178 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-16d5d2a9-e2a9-4b6b-ac72-362be6748712 None None] Provisioning complete for port f62cd9c1-e134-45e3-8a11-69319cdd38f0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:44.507577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-16d5d2a9-e2a9-4b6b-ac72-362be6748712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.578291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device de98f2af-f550-43b7-bf42-1722868ecbd1 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:44.608349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5aebb1a-a774-4841-8551-033f772a637e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.625723 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-16d5d2a9-e2a9-4b6b-ac72-362be6748712 None None] Port f62cd9c1-e134-45e3-8a11-69319cdd38f0 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:44.675631 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port de98f2af-f550-43b7-bf42-1722868ecbd1 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:44.809454 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5aebb1a-a774-4841-8551-033f772a637e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.814592 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:44.814848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a311c5d3-2d29-4f49-96f9-10f337416137 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.819977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-208ece77-8c3a-432f-a696-737d78e88038 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:44.822921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5aebb1a-a774-4841-8551-033f772a637e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.823098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.824249 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/f66c16fb-a3da-4ce9-9050-6f57dfcd154f HTTP/1.1" status: 204 len: 168 time: 0.7829096 Jun 24 12:45:44.825455 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5aebb1a-a774-4841-8551-033f772a637e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.826653 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d5aebb1a-a774-4841-8551-033f772a637e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "PUT /v2.0/security-groups/6a38f701-8f25-455f-926a-f3beb2dfa576 HTTP/1.1" status: 200 len: 1777 time: 0.3766170 Jun 24 12:45:44.829435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44242) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:44.829435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44244) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:44.852862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f66c16fb-a3da-4ce9-9050-6f57dfcd154f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:44.879459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:44.879847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:44.880228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:44.880602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:44.880971 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:44.881340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:44.882288 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:44.882646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:44.883040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:44.883410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:44.883809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:44.884172 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:44.893496 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:44.902912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcb6696-0276-4c1c-aa73-219cdf6e3981 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 20bd3137-13e2-4604-b0d9-3fa03f0282bc has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:44.908148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab0a3b-3c44-4ac4-89ff-6beac256a5c3 req-295cebe9-2429-4a75-b69e-d40d35fb338e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:44.908861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18708af9-d028-442d-8345-184dc0bbcdb4 None None] Network 717521fb-6507-4f45-a977-503e87a68a46 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:44.909652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdab0a3b-3c44-4ac4-89ff-6beac256a5c3 req-295cebe9-2429-4a75-b69e-d40d35fb338e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.6976721 Jun 24 12:45:44.913780 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:44.919708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c9b8a-b509-45f8-b00e-ecd9080d2a76 req-8994f23b-af23-49a6-9b9b-21cd84a5dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:44.921518 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb3c9b8a-b509-45f8-b00e-ecd9080d2a76 req-8994f23b-af23-49a6-9b9b-21cd84a5dcf0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9e00f3e6259c4ceaa736960d4de052a3&device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 1099 time: 0.7665253 Jun 24 12:45:44.926659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:44.965180 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311c5d3-2d29-4f49-96f9-10f337416137 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Subnet': ['ID=bd6b9c7f-f1f3-4c92-9f49-440b339c10bb,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:44.976365 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a311c5d3-2d29-4f49-96f9-10f337416137 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:44.977488 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c133b7c6-0d40-45d0-9152-f1f3620df289 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:44.992241 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ac5d7be2-c3a3-43f1-997a-93e96507f937 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1595297 Jun 24 12:45:45.009717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-93181872-edde-442e-b30b-29cddcdc3ab5 None None] Provisioning for port de98f2af-f550-43b7-bf42-1722868ecbd1 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:45.010364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44248) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:45.017933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-93181872-edde-442e-b30b-29cddcdc3ab5 None None] Provisioning complete for port de98f2af-f550-43b7-bf42-1722868ecbd1 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:45.018312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-93181872-edde-442e-b30b-29cddcdc3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.062097 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-89be510d-8ec1-49c0-af72-8b316359c77e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-groups/6a38f701-8f25-455f-926a-f3beb2dfa576 HTTP/1.1" status: 200 len: 1777 time: 0.2229660 Jun 24 12:45:45.094520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44250) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:45.097326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3a02fd1-09a9-4aea-b749-f3f75daec2b6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.125681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a311c5d3-2d29-4f49-96f9-10f337416137 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Checking segment: {'id': '26e56100-c5e9-43e0-955c-fa2bf1ae0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8c2271d1-390c-4a26-992f-6941a3413789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:45.126341 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a311c5d3-2d29-4f49-96f9-10f337416137 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network hostable DHCP agents. Network: 8c2271d1-390c-4a26-992f-6941a3413789, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:45:45.128748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aebb1a-a774-4841-8551-033f772a637e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a38f701-8f25-455f-926a-f3beb2dfa576,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:45.137313 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcb6696-0276-4c1c-aa73-219cdf6e3981 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:45.147104 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cdcb6696-0276-4c1c-aa73-219cdf6e3981 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/20bd3137-13e2-4604-b0d9-3fa03f0282bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2870841 Jun 24 12:45:45.148427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d5aebb1a-a774-4841-8551-033f772a637e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:45.152443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e6b3a7-1f4b-4bab-96fd-e1e9c1a6df70 None None] Sync routers for ids ['20bd3137-13e2-4604-b0d9-3fa03f0282bc'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:45.153099 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44252) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:45.202675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e6b3a7-1f4b-4bab-96fd-e1e9c1a6df70 None None] Routers {'20bd3137-13e2-4604-b0d9-3fa03f0282bc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:45.202675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-09e6b3a7-1f4b-4bab-96fd-e1e9c1a6df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['20bd3137-13e2-4604-b0d9-3fa03f0282bc'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:45.209976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a3a02fd1-09a9-4aea-b749-f3f75daec2b6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for f62cd9c1-e134-45e3-8a11-69319cdd38f0 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:45.211214 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8de5abce-3ff6-4e5a-b14d-38111e2b7340 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports?device_id=20bd3137-13e2-4604-b0d9-3fa03f0282bc HTTP/1.1" status: 200 len: 205 time: 0.0566905 Jun 24 12:45:45.213421 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44254) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:45.239445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-93181872-edde-442e-b30b-29cddcdc3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.250344 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-09e6b3a7-1f4b-4bab-96fd-e1e9c1a6df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:45.268429 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a311c5d3-2d29-4f49-96f9-10f337416137 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network 8c2271d1-390c-4a26-992f-6941a3413789 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:45:45.286584 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e6b3a7-1f4b-4bab-96fd-e1e9c1a6df70 None None] Routers {'20bd3137-13e2-4604-b0d9-3fa03f0282bc'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:45.286969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-09e6b3a7-1f4b-4bab-96fd-e1e9c1a6df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['20bd3137-13e2-4604-b0d9-3fa03f0282bc'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:45.319896 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-a311c5d3-2d29-4f49-96f9-10f337416137 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 8c2271d1-390c-4a26-992f-6941a3413789) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:45.321893 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c2649230-4786-4536-b1a7-1e79ac596004 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.325374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c36238fc-8c21-4dd6-b95d-f7a566673221 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.338713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a311c5d3-2d29-4f49-96f9-10f337416137 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:45.339338 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a311c5d3-2d29-4f49-96f9-10f337416137 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.355594 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdab0a3b-3c44-4ac4-89ff-6beac256a5c3 req-ecf93488-678a-4e44-b245-3d4c0e374ea5 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4299574 Jun 24 12:45:45.391437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-09e6b3a7-1f4b-4bab-96fd-e1e9c1a6df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:45.392644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e6b3a7-1f4b-4bab-96fd-e1e9c1a6df70 None None] The sync data for ids ['20bd3137-13e2-4604-b0d9-3fa03f0282bc'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:45.398730 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-93181872-edde-442e-b30b-29cddcdc3ab5 None None] For port de98f2af-f550-43b7-bf42-1722868ecbd1, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=de98f2af-f550-43b7-bf42-1722868ecbd1,segment=NetworkSegment(60077525-5ada-4a6d-a7fa-71dabcbaa157),segment_id=60077525-5ada-4a6d-a7fa-71dabcbaa157)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:45.402074 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091496e1-8da9-4912-a754-012329116dbc None None] Network 8c2271d1-390c-4a26-992f-6941a3413789 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:45.414364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c9b8a-b509-45f8-b00e-ecd9080d2a76 req-ce1ff92d-262d-4ab7-b80e-3132d90a2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:45.415858 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb3c9b8a-b509-45f8-b00e-ecd9080d2a76 req-ce1ff92d-262d-4ab7-b80e-3132d90a2a51 service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d68f41-feb7-4d70-8589-06f7af50cb16 HTTP/1.1" status: 200 len: 914 time: 0.4713900 Jun 24 12:45:45.418622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-93181872-edde-442e-b30b-29cddcdc3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.426399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c2649230-4786-4536-b1a7-1e79ac596004 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.432981 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7220b428-11ed-44ef-8e35-ebec52d183f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:45.440095 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a311c5d3-2d29-4f49-96f9-10f337416137 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5371869 Jun 24 12:45:45.441674 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44256) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:45.492906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ec336278-7836-429c-bd40-7738d4d755d0 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.526376 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93181872-edde-442e-b30b-29cddcdc3ab5 None None] Pushing event updated for resources: {'Port': ['ID=de98f2af-f550-43b7-bf42-1722868ecbd1,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:45.529562 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-93181872-edde-442e-b30b-29cddcdc3ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:45.559512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ec336278-7836-429c-bd40-7738d4d755d0 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.559755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7be564c9-77c9-40e1-bb58-24c2f15a6895 None None] Provisioning complete for port f5563508-42c2-4999-8166-8cb13e3cfc46 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:45.560068 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7be564c9-77c9-40e1-bb58-24c2f15a6895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.592421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6ab2f-cd17-4455-aed1-688f974effa1 req-dbe5df3b-1df0-41f5-bcb3-8cc347ab2d3d tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:45.593923 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20d6ab2f-cd17-4455-aed1-688f974effa1 req-dbe5df3b-1df0-41f5-bcb3-8cc347ab2d3d tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.4933321 Jun 24 12:45:45.604881 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb3c9b8a-b509-45f8-b00e-ecd9080d2a76 req-6e65e60c-f92a-4e63-8542-218dbf3e1028 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3332f2ee-4a45-4621-9d9e-387a0e0b4e48 HTTP/1.1" status: 200 len: 1002 time: 0.1735868 Jun 24 12:45:45.606469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7be564c9-77c9-40e1-bb58-24c2f15a6895 None None] Port f5563508-42c2-4999-8166-8cb13e3cfc46 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:45.614895 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c36238fc-8c21-4dd6-b95d-f7a566673221 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.618470 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c36238fc-8c21-4dd6-b95d-f7a566673221 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.660616 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c2649230-4786-4536-b1a7-1e79ac596004 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.663758 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c2649230-4786-4536-b1a7-1e79ac596004 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.664899 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c2649230-4786-4536-b1a7-1e79ac596004 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-groups/b9d061c9-66a6-4548-b929-f2c35bf5facd HTTP/1.1" status: 204 len: 168 time: 0.6507001 Jun 24 12:45:45.670028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d5aebb1a-a774-4841-8551-033f772a637e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:45.677818 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44258) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:45.704063 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c36238fc-8c21-4dd6-b95d-f7a566673221 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.704584 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36238fc-8c21-4dd6-b95d-f7a566673221 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Fanout notify agent at l3_agent the message router_deleted on router 20bd3137-13e2-4604-b0d9-3fa03f0282bc {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:45:45.712634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2649230-4786-4536-b1a7-1e79ac596004 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d061c9-66a6-4548-b929-f2c35bf5facd,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:45.721755 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c36238fc-8c21-4dd6-b95d-f7a566673221 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.724587 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c36238fc-8c21-4dd6-b95d-f7a566673221 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/routers/20bd3137-13e2-4604-b0d9-3fa03f0282bc HTTP/1.1" status: 204 len: 168 time: 0.5099285 Jun 24 12:45:45.725866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c2649230-4786-4536-b1a7-1e79ac596004 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:45.726314 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44260) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:45.743790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.751689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-8c2271d1-390c-4a26-992f-6941a3413789', 'network_id': '8c2271d1-390c-4a26-992f-6941a3413789', 'tenant_id': '2155e866308e447f865897479ff9b7cc', 'fixed_ips': [{'subnet_id': 'bd6b9c7f-f1f3-4c92-9f49-440b339c10bb'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:45.752585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.758373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ec336278-7836-429c-bd40-7738d4d755d0 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.761052 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ec336278-7836-429c-bd40-7738d4d755d0 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.762276 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ec336278-7836-429c-bd40-7738d4d755d0 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-groups/6a38f701-8f25-455f-926a-f3beb2dfa576 HTTP/1.1" status: 204 len: 168 time: 0.6578357 Jun 24 12:45:45.763107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Router 4973bd0d-61fc-491e-aff9-6f3faa398a61 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:45:45.765417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b1df66bf-670c-46f8-b49a-7b6111f51217 None None] Provisioning complete for port de98f2af-f550-43b7-bf42-1722868ecbd1 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:45.766010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b1df66bf-670c-46f8-b49a-7b6111f51217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.766665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44262) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:45.771571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4cd0fd79-e757-474d-8271-168a091f343c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:45.793378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c9b8a-b509-45f8-b00e-ecd9080d2a76 req-07bec897-e6b7-4dfb-81c6-2b594755300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:45.796147 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb3c9b8a-b509-45f8-b00e-ecd9080d2a76 req-07bec897-e6b7-4dfb-81c6-2b594755300d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f784f0f9-8bdf-4f24-8441-7b7640fbd3c6 HTTP/1.1" status: 200 len: 851 time: 0.1776824 Jun 24 12:45:45.824975 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3b948f-602a-4444-b7f4-4f2399c9950d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting subnet 8b5cc584-9634-4a4e-a357-79bf3f0262df {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:45.832098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec336278-7836-429c-bd40-7738d4d755d0 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a38f701-8f25-455f-926a-f3beb2dfa576,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:45.841196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20d6ab2f-cd17-4455-aed1-688f974effa1 req-5024f7e5-aa85-4254-beb9-89721b7df57d tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885178 Jun 24 12:45:45.852032 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b437c480-540a-426a-84ec-c5a1bb1c2412 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1721151 Jun 24 12:45:45.853064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44264) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:45.860017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ec336278-7836-429c-bd40-7738d4d755d0 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:45.860956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3a02fd1-09a9-4aea-b749-f3f75daec2b6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.863441 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5f3b948f-602a-4444-b7f4-4f2399c9950d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.878534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-256cfe4d-a886-41d5-a9ee-0c09db3a1534 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:45.914064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.969554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5f3b948f-602a-4444-b7f4-4f2399c9950d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.989339 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a02fd1-09a9-4aea-b749-f3f75daec2b6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=f62cd9c1-e134-45e3-8a11-69319cdd38f0,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:45.996093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a3a02fd1-09a9-4aea-b749-f3f75daec2b6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:46.006365 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f1378ae8-3647-4b38-8053-7a674bf92f89 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2285888 Jun 24 12:45:46.011591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44266) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:46.028078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Allocated IP 172.20.0.2 (8c2271d1-390c-4a26-992f-6941a3413789/bd6b9c7f-f1f3-4c92-9f49-440b339c10bb/01f334a1-f294-432b-a700-9aa7d95d165b) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:46.028793 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5b8490d-561a-45be-8157-179be574f2eb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.057864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3a02fd1-09a9-4aea-b749-f3f75daec2b6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.062496 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a3a02fd1-09a9-4aea-b749-f3f75daec2b6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/f62cd9c1-e134-45e3-8a11-69319cdd38f0 HTTP/1.1" status: 204 len: 168 time: 2.2899277 Jun 24 12:45:46.064964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44268) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:46.070407 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-126ce381-6a00-4f44-8a35-77e273392f3e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] delete failed (client error): The resource could not be found. Jun 24 12:45:46.071717 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-126ce381-6a00-4f44-8a35-77e273392f3e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-groups/6a38f701-8f25-455f-926a-f3beb2dfa576 HTTP/1.1" status: 404 len: 347 time: 0.0580902 Jun 24 12:45:46.076618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44270) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:46.081989 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-8f042316-3fe7-41bb-a53c-fec8a93c8b9a tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112485520'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:46.084631 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5b8490d-561a-45be-8157-179be574f2eb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.091190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:46.106201 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "PUT /v2.0/routers/4973bd0d-61fc-491e-aff9-6f3faa398a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1904762 Jun 24 12:45:46.111580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44272) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:46.112440 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Sync routers for ids ['4973bd0d-61fc-491e-aff9-6f3faa398a61'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:46.113313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c9b8a-b509-45f8-b00e-ecd9080d2a76 req-4639763e-6fb4-4e05-baab-5c7c93c71c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:46.114938 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb3c9b8a-b509-45f8-b00e-ecd9080d2a76 req-4639763e-6fb4-4e05-baab-5c7c93c71c80 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d68f41-feb7-4d70-8589-06f7af50cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3043001 Jun 24 12:45:46.123840 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Routers {'4973bd0d-61fc-491e-aff9-6f3faa398a61'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:46.124472 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['4973bd0d-61fc-491e-aff9-6f3faa398a61'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:46.136106 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5d0b7f-6c35-402d-9fab-811f18da6645 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] GET failed (client error): The resource could not be found. Jun 24 12:45:46.138078 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0a5d0b7f-6c35-402d-9fab-811f18da6645 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports/f62cd9c1-e134-45e3-8a11-69319cdd38f0 HTTP/1.1" status: 404 len: 333 time: 0.0721672 Jun 24 12:45:46.141493 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44274) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:46.217806 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5f3b948f-602a-4444-b7f4-4f2399c9950d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.230219 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f042316-3fe7-41bb-a53c-fec8a93c8b9a tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.265298 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b2ad9d-9ff3-441a-a2fb-1340ffc20afd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:46.266731 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-10b2ad9d-9ff3-441a-a2fb-1340ffc20afd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports/f5563508-42c2-4999-8166-8cb13e3cfc46 HTTP/1.1" status: 200 len: 911 time: 0.1274250 Jun 24 12:45:46.276941 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44276) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:46.281921 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Set router 4973bd0d-61fc-491e-aff9-6f3faa398a61 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:45:46.337104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.354109 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5f3b948f-602a-4444-b7f4-4f2399c9950d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.357735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5f4c01ce-f714-4a2b-a60c-25e55da4a9bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:46.360358 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Transition to ACTIVE for port object 01f334a1-f294-432b-a700-9aa7d95d165b will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:46.363506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f042316-3fe7-41bb-a53c-fec8a93c8b9a tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.377819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f042316-3fe7-41bb-a53c-fec8a93c8b9a tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.385545 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5e9b488b-ed3c-4c39-9cf6-bb222e23090e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:46.389664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4deab934-1a07-4bab-8ad9-f4a7347b90cc tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.395321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5b8490d-561a-45be-8157-179be574f2eb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.398066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5b8490d-561a-45be-8157-179be574f2eb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.399385 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f5b8490d-561a-45be-8157-179be574f2eb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-groups/70b98edc-07f4-466f-aab7-5734359c048d HTTP/1.1" status: 204 len: 168 time: 0.5451081 Jun 24 12:45:46.402080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44280) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:46.403252 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb3c9b8a-b509-45f8-b00e-ecd9080d2a76 req-bc6d520f-3a60-487e-8688-30fb3108c4b2 service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806256 Jun 24 12:45:46.405493 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b948f-602a-4444-b7f4-4f2399c9950d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5cc584-9634-4a4e-a357-79bf3f0262df,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:46.407839 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Transition to ACTIVE for port object 01f334a1-f294-432b-a700-9aa7d95d165b will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:46.421374 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.427870 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5f3b948f-602a-4444-b7f4-4f2399c9950d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:46.431698 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:46.445363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f042316-3fe7-41bb-a53c-fec8a93c8b9a tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.445363 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8f042316-3fe7-41bb-a53c-fec8a93c8b9a tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3638558 Jun 24 12:45:46.448596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44282) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:46.454292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4deab934-1a07-4bab-8ad9-f4a7347b90cc tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.455299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fd85888c-6b3b-4171-99fa-7a86358bc1c2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:46.470794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-cfcd8514-ee6d-464d-a0d1-df2657ee511e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group_rule': {'security_group_id': '4904b0c5-fce6-4d54-9efd-33980908f2b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:46.485237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5f3b948f-602a-4444-b7f4-4f2399c9950d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.487719 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5f3b948f-602a-4444-b7f4-4f2399c9950d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/8b5cc584-9634-4a4e-a357-79bf3f0262df HTTP/1.1" status: 204 len: 168 time: 0.7568355 Jun 24 12:45:46.490304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8490d-561a-45be-8157-179be574f2eb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b98edc-07f4-466f-aab7-5734359c048d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:46.502074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44284) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:46.502497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f5b8490d-561a-45be-8157-179be574f2eb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:46.503218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f042316-3fe7-41bb-a53c-fec8a93c8b9a tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4904b0c5-fce6-4d54-9efd-33980908f2b0,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:46.511502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8f042316-3fe7-41bb-a53c-fec8a93c8b9a tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:46.518662 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e57bdf3-90ad-4b69-a2b9-36aafdc72a88 None None] Network 5f715520-8cae-4011-9ad6-dc82a1cbb191 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:46.567770 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:46.605126 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5751e8be-cbaa-4cef-8548-b2516af3f2c4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2001131 Jun 24 12:45:46.617333 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44286) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:46.623622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Network 8c2271d1-390c-4a26-992f-6941a3413789 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:46.646529 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd176fa-c520-41c2-b0a0-5e315a6fe6c7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:46.651060 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4973bd0d-61fc-491e-aff9-6f3faa398a61', 'name': 'tempest-NetworksTestDHCPv6-router-297633646', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:45:39Z', 'updated_at': '2021-06-24T12:45:42Z', 'revision_number': 2, 'project_id': '689e413759a64051a36f751c16f72d31', 'gw_port_host': None, '_interfaces': [{'id': 'f5563508-42c2-4999-8166-8cb13e3cfc46', 'name': '', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'mac_address': 'fa:16:3e:07:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4973bd0d-61fc-491e-aff9-6f3faa398a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '63919e24-99b8-47c4-be18-37800383ecd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:45:41Z', 'updated_at': '2021-06-24T12:45:43Z', 'revision_number': 2, 'project_id': '689e413759a64051a36f751c16f72d31', 'subnets': [{'id': '63919e24-99b8-47c4-be18-37800383ecd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:46.658723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd176fa-c520-41c2-b0a0-5e315a6fe6c7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:46.664231 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:46.669935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:46.671210 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fcd176fa-c520-41c2-b0a0-5e315a6fe6c7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3931706 Jun 24 12:45:46.675636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44288) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:46.676361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Pushing event updated for resources: {'Port': ['ID=01f334a1-f294-432b-a700-9aa7d95d165b,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:46.685089 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Checking router: 4973bd0d-61fc-491e-aff9-6f3faa398a61 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:45:46.685800 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Updating router 4973bd0d-61fc-491e-aff9-6f3faa398a61 port f5563508-42c2-4999-8166-8cb13e3cfc46 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:45:46.686240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:46.689651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-da1b2fc2-f537-4325-b004-9e38316348ba tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1121624644'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:46.703377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.707061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8514-ee6d-464d-a0d1-df2657ee511e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.717904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1a92a322-f6ac-4e99-9405-24a819bf6aa6 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:46.743713 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.791655 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:46.792655 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.794553 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Attempting to bind port 01f334a1-f294-432b-a700-9aa7d95d165b on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:46.794964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Attempting to bind port 01f334a1-f294-432b-a700-9aa7d95d165b by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '26e56100-c5e9-43e0-955c-fa2bf1ae0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8c2271d1-390c-4a26-992f-6941a3413789'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:46.795338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Attempting to bind port 01f334a1-f294-432b-a700-9aa7d95d165b on network 8c2271d1-390c-4a26-992f-6941a3413789 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:46.796322 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.806184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4deab934-1a07-4bab-8ad9-f4a7347b90cc tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.809114 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4deab934-1a07-4bab-8ad9-f4a7347b90cc tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.810377 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4deab934-1a07-4bab-8ad9-f4a7347b90cc tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/security-groups/9cbac9fa-134e-4daa-a651-be679dc90088 HTTP/1.1" status: 204 len: 168 time: 0.6565719 Jun 24 12:45:46.819227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ec336278-7836-429c-bd40-7738d4d755d0 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:46.828448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:46.828879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Checking segment: {'id': '26e56100-c5e9-43e0-955c-fa2bf1ae0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8c2271d1-390c-4a26-992f-6941a3413789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:46.829293 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.829845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Bound using segment: {'id': '26e56100-c5e9-43e0-955c-fa2bf1ae0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8c2271d1-390c-4a26-992f-6941a3413789'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:46.830214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44290) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:46.830337 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Bound port: 01f334a1-f294-432b-a700-9aa7d95d165b, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e56100-c5e9-43e0-955c-fa2bf1ae0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8c2271d1-390c-4a26-992f-6941a3413789'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:46.830791 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.836988 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.848675 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb3c9b8a-b509-45f8-b00e-ecd9080d2a76 req-efb9c41d-9508-4fdf-bf03-6b477551985b service neutron] 10.222.0.102 "GET /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273033 Jun 24 12:45:46.854696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2271d1-390c-4a26-992f-6941a3413789']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:46.868568 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deab934-1a07-4bab-8ad9-f4a7347b90cc tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbac9fa-134e-4daa-a651-be679dc90088,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:46.891380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e56100-c5e9-43e0-955c-fa2bf1ae0914') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:46.891750 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e56100-c5e9-43e0-955c-fa2bf1ae0914') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:46.894386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4deab934-1a07-4bab-8ad9-f4a7347b90cc tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:46.895474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6b9c7f-f1f3-4c92-9f49-440b339c10bb,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:46.905367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:46.911244 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.942214 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.949306 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da1b2fc2-f537-4325-b004-9e38316348ba tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.965591 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:46.966347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:46.969592 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:47.063150 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1986ae8-89d2-49f1-ab35-05398fbb545a None None] DHCP port deletion for 5f715520-8cae-4011-9ad6-dc82a1cbb191 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:47.076130 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] For port 01f334a1-f294-432b-a700-9aa7d95d165b, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:47.094612 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] For port 01f334a1-f294-432b-a700-9aa7d95d165b, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=01f334a1-f294-432b-a700-9aa7d95d165b,segment=NetworkSegment(26e56100-c5e9-43e0-955c-fa2bf1ae0914),segment_id=26e56100-c5e9-43e0-955c-fa2bf1ae0914)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:47.097101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device de98f2af-f550-43b7-bf42-1722868ecbd1 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:47.135772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.137915 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.143402 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:47.144582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94280b5e-ac6a-46a7-af64-412ae6182f8e req-69d9f10d-f168-4e47-bb0a-a9b3eba55b5a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:47.146451 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-94280b5e-ac6a-46a7-af64-412ae6182f8e req-69d9f10d-f168-4e47-bb0a-a9b3eba55b5a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.5489514 Jun 24 12:45:47.154601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8514-ee6d-464d-a0d1-df2657ee511e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.179002 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.190682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ab058c3c-7fe4-487a-bced-d8266e17732c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.192237 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Transition to ACTIVE for port object f5563508-42c2-4999-8166-8cb13e3cfc46 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:47.194747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da1b2fc2-f537-4325-b004-9e38316348ba tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.203377 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.203897 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 12:45:47.203897 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 12:45:47.203897 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'id': '8c2271d1-390c-4a26-992f-6941a3413789'}] Jun 24 12:45:47.203897 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:45:47.206055 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:45:47.206283 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:47.206961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8514-ee6d-464d-a0d1-df2657ee511e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.207778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da1b2fc2-f537-4325-b004-9e38316348ba tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.214519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e840b53d-8c65-4349-bf16-cc18378e093e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:47.249804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:47.251066 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Pushing event updated for resources: {'Port': ['ID=f5563508-42c2-4999-8166-8cb13e3cfc46,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:47.252350 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b2fc2-f537-4325-b004-9e38316348ba tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6f594f-ce06-4498-ab17-3bee2e20b158,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:47.253640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Pushing event updated for resources: {'Port': ['ID=01f334a1-f294-432b-a700-9aa7d95d165b,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:47.257293 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-da1b2fc2-f537-4325-b004-9e38316348ba tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:47.264544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:47.275921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da1b2fc2-f537-4325-b004-9e38316348ba tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.280331 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-da1b2fc2-f537-4325-b004-9e38316348ba tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6069314 Jun 24 12:45:47.281350 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e1986ae8-89d2-49f1-ab35-05398fbb545a None None] Deleting port 7da730ea-2342-4c1e-845b-6fde6a4d52f9 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:47.281736 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e1986ae8-89d2-49f1-ab35-05398fbb545a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.283924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44294) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:47.286038 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b03d94-559e-4f0e-8ed4-00aa651705d2 None None] Network 8c2271d1-390c-4a26-992f-6941a3413789 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:47.287566 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:47.288538 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:47.288922 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:47.289250 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:47.289587 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:47.290035 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:47.290371 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:47.291049 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:47.291049 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:47.291401 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:47.291707 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:47.292020 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:47.297682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port de98f2af-f550-43b7-bf42-1722868ecbd1 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:47.298506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.299323 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-542a84f9-0aa0-4927-8cf7-ce3c177d8711 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group_rule': {'security_group_id': '7e6f594f-ce06-4498-ab17-3bee2e20b158', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:47.318445 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:47.324893 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-94280b5e-ac6a-46a7-af64-412ae6182f8e req-cfba5a40-9b62-433c-b8d7-c7fce5b24198 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660483 Jun 24 12:45:47.334460 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ab058c3c-7fe4-487a-bced-d8266e17732c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.337857 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd8514-ee6d-464d-a0d1-df2657ee511e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9552a26-a092-4b12-872b-7eb6a46019f1,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:47.344499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-542a84f9-0aa0-4927-8cf7-ce3c177d8711 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.379445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cfcd8514-ee6d-464d-a0d1-df2657ee511e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:47.389059 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8514-ee6d-464d-a0d1-df2657ee511e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.392842 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cfcd8514-ee6d-464d-a0d1-df2657ee511e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9328215 Jun 24 12:45:47.393408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44298) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:47.440276 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be579f-439b-4c30-a6f9-0e2799b4626c req-a60b23c2-8560-4fc9-bd65-5ce64e8ecc67 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:47.441887 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f4be579f-439b-4c30-a6f9-0e2799b4626c req-a60b23c2-8560-4fc9-bd65-5ce64e8ecc67 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.3766935 Jun 24 12:45:47.448921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port 7da730ea-2342-4c1e-845b-6fde6a4d52f9 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:47.449311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.451837 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1b5a45ca-3516-47bd-b7c5-33eae4fe8b26 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.459435 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Attempting to bind port f5563508-42c2-4999-8166-8cb13e3cfc46 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:47.460714 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Attempting to bind port f5563508-42c2-4999-8166-8cb13e3cfc46 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:47.461461 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Attempting to bind port f5563508-42c2-4999-8166-8cb13e3cfc46 on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:47.465192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1b5a45ca-3516-47bd-b7c5-33eae4fe8b26 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.473166 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:47.474157 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:47.475041 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.476548 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:47.479647 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Bound port: f5563508-42c2-4999-8166-8cb13e3cfc46, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:47.480394 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.523428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e1986ae8-89d2-49f1-ab35-05398fbb545a None None] For port 7da730ea-2342-4c1e-845b-6fde6a4d52f9, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7da730ea-2342-4c1e-845b-6fde6a4d52f9,segment=NetworkSegment(269f6682-1d8d-4840-b3a9-a54d18d82e64),segment_id=269f6682-1d8d-4840-b3a9-a54d18d82e64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:47.524142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1b5a45ca-3516-47bd-b7c5-33eae4fe8b26 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.524806 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e1986ae8-89d2-49f1-ab35-05398fbb545a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.552130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-542a84f9-0aa0-4927-8cf7-ce3c177d8711 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.553628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:47.565189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e1986ae8-89d2-49f1-ab35-05398fbb545a None None] Calling delete_port for 7da730ea-2342-4c1e-845b-6fde6a4d52f9 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:47.567526 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1b5a45ca-3516-47bd-b7c5-33eae4fe8b26 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.574750 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1b5a45ca-3516-47bd-b7c5-33eae4fe8b26 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/d9552a26-a092-4b12-872b-7eb6a46019f1 HTTP/1.1" status: 204 len: 168 time: 0.1801856 Jun 24 12:45:47.580571 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44300) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:47.600701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-542a84f9-0aa0-4927-8cf7-ce3c177d8711 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.604891 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] For port f5563508-42c2-4999-8166-8cb13e3cfc46, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:47.609591 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] For port f5563508-42c2-4999-8166-8cb13e3cfc46, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f5563508-42c2-4999-8166-8cb13e3cfc46,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:47.613328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a45ca-3516-47bd-b7c5-33eae4fe8b26 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9552a26-a092-4b12-872b-7eb6a46019f1,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:47.614171 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.616651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1b5a45ca-3516-47bd-b7c5-33eae4fe8b26 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:47.624621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ab058c3c-7fe4-487a-bced-d8266e17732c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.625344 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:47.628403 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:47.641417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ab058c3c-7fe4-487a-bced-d8266e17732c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.642541 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ab058c3c-7fe4-487a-bced-d8266e17732c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/security-groups/d7ba01dd-39f8-4d3d-80ba-892fedc9b86e HTTP/1.1" status: 204 len: 168 time: 0.8112574 Jun 24 12:45:47.649744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44302) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:47.659017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-220864da-fca2-426c-b0ba-5b377ae1cb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:47.688354 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Pushing event updated for resources: {'Port': ['ID=f5563508-42c2-4999-8166-8cb13e3cfc46,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:47.704532 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:47.720318 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bb31fdbe-d993-4743-914a-c0695ea08c5d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1353643 Jun 24 12:45:47.726309 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44304) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:47.728153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] For port 7da730ea-2342-4c1e-845b-6fde6a4d52f9, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7da730ea-2342-4c1e-845b-6fde6a4d52f9,segment=NetworkSegment(269f6682-1d8d-4840-b3a9-a54d18d82e64),segment_id=269f6682-1d8d-4840-b3a9-a54d18d82e64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:47.728519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.732264 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Routers {'4973bd0d-61fc-491e-aff9-6f3faa398a61'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:47.732950 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['4973bd0d-61fc-491e-aff9-6f3faa398a61'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:47.739680 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab058c3c-7fe4-487a-bced-d8266e17732c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ba01dd-39f8-4d3d-80ba-892fedc9b86e,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:47.753482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.756968 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a84f9-0aa0-4927-8cf7-ce3c177d8711 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec5118e-99f1-45e1-acc9-eecc066ead18,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:47.759208 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ab058c3c-7fe4-487a-bced-d8266e17732c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:47.761307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-542a84f9-0aa0-4927-8cf7-ce3c177d8711 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:47.763376 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f4be579f-439b-4c30-a6f9-0e2799b4626c req-69cd2f4d-5fe0-4149-94f8-5bf6dbddb2ab tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3109708 Jun 24 12:45:47.767756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-542a84f9-0aa0-4927-8cf7-ce3c177d8711 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.768967 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-542a84f9-0aa0-4927-8cf7-ce3c177d8711 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4822280 Jun 24 12:45:47.817221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44306) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:47.818741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-21704cf5-6ca1-409b-b20d-08820c21c43a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.825302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for 7da730ea-2342-4c1e-845b-6fde6a4d52f9 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:47.851435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-21704cf5-6ca1-409b-b20d-08820c21c43a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.893540 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] Set router 4973bd0d-61fc-491e-aff9-6f3faa398a61 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:45:47.908895 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-21704cf5-6ca1-409b-b20d-08820c21c43a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.912395 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-21704cf5-6ca1-409b-b20d-08820c21c43a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.917068 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-21704cf5-6ca1-409b-b20d-08820c21c43a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/security-groups/095c14a0-468c-40ba-80f5-29d1f6e4bc39 HTTP/1.1" status: 204 len: 168 time: 0.2487004 Jun 24 12:45:47.919049 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44308) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:47.919765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a89459bc-e286-42fa-9df2-9104263f82b3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:47.996686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21704cf5-6ca1-409b-b20d-08820c21c43a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095c14a0-468c-40ba-80f5-29d1f6e4bc39,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:47.999342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-21704cf5-6ca1-409b-b20d-08820c21c43a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:48.041613 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e1986ae8-89d2-49f1-ab35-05398fbb545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.048060 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:48.065656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cb60b7-5441-4cea-b825-466735dc44f4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting subnet 08c2267a-0318-4627-bad9-70ee255b06ef {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:48.070866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90cb60b7-5441-4cea-b825-466735dc44f4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.104543 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Deleting port 01f334a1-f294-432b-a700-9aa7d95d165b {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:48.104801 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.105886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1986ae8-89d2-49f1-ab35-05398fbb545a None None] Pushing event deleted for resources: {'Port': ['ID=7da730ea-2342-4c1e-845b-6fde6a4d52f9,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:48.108218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1986ae8-89d2-49f1-ab35-05398fbb545a None None] No DVR routers for this DVR port 7da730ea-2342-4c1e-845b-6fde6a4d52f9 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:48.109958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e1986ae8-89d2-49f1-ab35-05398fbb545a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:48.148154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a92511-ef55-4f8c-9ce2-004439813277 None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:45:48.194287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90cb60b7-5441-4cea-b825-466735dc44f4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.221747 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4973bd0d-61fc-491e-aff9-6f3faa398a61', 'name': 'tempest-NetworksTestDHCPv6-router-297633646', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:45:39Z', 'updated_at': '2021-06-24T12:45:42Z', 'revision_number': 2, 'project_id': '689e413759a64051a36f751c16f72d31', 'gw_port_host': None, '_interfaces': [{'id': 'f5563508-42c2-4999-8166-8cb13e3cfc46', 'name': '', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'mac_address': 'fa:16:3e:07:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4973bd0d-61fc-491e-aff9-6f3faa398a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '63919e24-99b8-47c4-be18-37800383ecd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:45:41Z', 'updated_at': '2021-06-24T12:45:47Z', 'revision_number': 4, 'project_id': '689e413759a64051a36f751c16f72d31', 'subnets': [{'id': '63919e24-99b8-47c4-be18-37800383ecd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:48.242734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] For port 01f334a1-f294-432b-a700-9aa7d95d165b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=01f334a1-f294-432b-a700-9aa7d95d165b,segment=NetworkSegment(26e56100-c5e9-43e0-955c-fa2bf1ae0914),segment_id=26e56100-c5e9-43e0-955c-fa2bf1ae0914)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:48.243201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.261329 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000efd1b-600e-47e2-903f-243bbb28b5a3 None None] The sync data for ids ['4973bd0d-61fc-491e-aff9-6f3faa398a61'] in dv-neutron-797121-4-hyperv is: [{'id': '4973bd0d-61fc-491e-aff9-6f3faa398a61', 'name': 'tempest-NetworksTestDHCPv6-router-297633646', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:45:39Z', 'updated_at': '2021-06-24T12:45:42Z', 'revision_number': 2, 'project_id': '689e413759a64051a36f751c16f72d31', 'gw_port_host': None, '_interfaces': [{'id': 'f5563508-42c2-4999-8166-8cb13e3cfc46', 'name': '', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'mac_address': 'fa:16:3e:07:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4973bd0d-61fc-491e-aff9-6f3faa398a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '63919e24-99b8-47c4-be18-37800383ecd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:45:41Z', 'updated_at': '2021-06-24T12:45:47Z', 'revision_number': 4, 'project_id': '689e413759a64051a36f751c16f72d31', 'subnets': [{'id': '63919e24-99b8-47c4-be18-37800383ecd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:48.268137 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Calling delete_port for 01f334a1-f294-432b-a700-9aa7d95d165b owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:48.282921 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a92511-ef55-4f8c-9ce2-004439813277 None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:45:48.327123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90cb60b7-5441-4cea-b825-466735dc44f4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.398118 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b41dd4b-e1d6-4ad8-88d2-527a096ad583 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.403028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b5fffbe4-48ac-462b-87e2-ac059d7027d2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.432572 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b5fffbe4-48ac-462b-87e2-ac059d7027d2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.454451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7da730ea-2342-4c1e-845b-6fde6a4d52f9 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:48.504274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b41dd4b-e1d6-4ad8-88d2-527a096ad583 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.505830 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90cb60b7-5441-4cea-b825-466735dc44f4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.513498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a311c5d3-2d29-4f49-96f9-10f337416137 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:48.515148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 7da730ea-2342-4c1e-845b-6fde6a4d52f9 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:48.515465 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7da730ea-2342-4c1e-845b-6fde6a4d52f9 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:48.564053 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb60b7-5441-4cea-b825-466735dc44f4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Subnet': ['ID=08c2267a-0318-4627-bad9-70ee255b06ef,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:48.568527 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-90cb60b7-5441-4cea-b825-466735dc44f4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:48.576502 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90cb60b7-5441-4cea-b825-466735dc44f4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.581917 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-90cb60b7-5441-4cea-b825-466735dc44f4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/08c2267a-0318-4627-bad9-70ee255b06ef HTTP/1.1" status: 204 len: 168 time: 0.6540701 Jun 24 12:45:48.582900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44312) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:48.620806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b5fffbe4-48ac-462b-87e2-ac059d7027d2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.623552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b5fffbe4-48ac-462b-87e2-ac059d7027d2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.627948 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b5fffbe4-48ac-462b-87e2-ac059d7027d2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-groups/4904b0c5-fce6-4d54-9efd-33980908f2b0 HTTP/1.1" status: 204 len: 168 time: 0.8729393 Jun 24 12:45:48.631420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44314) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:48.651733 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4a750a95-5328-44c6-ae04-58edb5fa3f5c tempest-RoutersAdminNegativeIpV6Test-322749234 tempest-RoutersAdminNegativeIpV6Test-322749234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:48.660751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.660961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.666794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ca4ed0e9-e1c0-42e1-a82a-7df3cc82fdd5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:48.708610 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Port': ['ID=01f334a1-f294-432b-a700-9aa7d95d165b,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:48.721417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8833adf5-84d2-4724-b824-f42e6587b982 None None] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:48.727397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fffbe4-48ac-462b-87e2-ac059d7027d2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4904b0c5-fce6-4d54-9efd-33980908f2b0,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:48.729949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b5fffbe4-48ac-462b-87e2-ac059d7027d2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:48.730976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b41dd4b-e1d6-4ad8-88d2-527a096ad583 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.731529 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7edf370-883a-4b7c-921a-ec99094bf301 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting subnet 228274c2-f8ae-46f4-b5e4-f864dd406935 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:48.738022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7ce261a4-8e2c-488c-a2ea-bac5737ad34a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:48.747934 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:48.754103 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b7edf370-883a-4b7c-921a-ec99094bf301 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.775531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b41dd4b-e1d6-4ad8-88d2-527a096ad583 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.776972 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3b41dd4b-e1d6-4ad8-88d2-527a096ad583 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/9ec5118e-99f1-45e1-acc9-eecc066ead18 HTTP/1.1" status: 204 len: 168 time: 0.9579699 Jun 24 12:45:48.783408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=7da730ea-2342-4c1e-845b-6fde6a4d52f9,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:48.786009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:48.787906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44316) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:48.798147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No DVR routers for this DVR port 01f334a1-f294-432b-a700-9aa7d95d165b on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:48.807451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No DVR routers for this DVR port 7da730ea-2342-4c1e-845b-6fde6a4d52f9 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:48.818643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dd56dbbb-cc83-4a0d-b316-ac7e432c1938 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:48.829824 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fa88ee1f-e3f6-4650-9f96-c62003f05ff8 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1930280 Jun 24 12:45:48.836264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44320) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:48.863253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-5cf7b201-5baa-4cf0-9b45-f1b2c3bd288f tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group': {'name': 'tempest-secgroup--417459191'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:48.871168 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01055922-ce78-4f9c-bfd2-c8c40f5ff6b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.882937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41dd4b-e1d6-4ad8-88d2-527a096ad583 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ec5118e-99f1-45e1-acc9-eecc066ead18,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:48.885381 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3b41dd4b-e1d6-4ad8-88d2-527a096ad583 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:49.201625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.204914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5cf7b201-5baa-4cf0-9b45-f1b2c3bd288f tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.214308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f156947-82d0-4415-b73d-d509f946329d req-29ec9fed-10dd-46cd-9a84-081fad75d04a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:49.215962 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9f156947-82d0-4415-b73d-d509f946329d req-29ec9fed-10dd-46cd-9a84-081fad75d04a tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.6798036 Jun 24 12:45:49.236299 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1218410e-9fbe-451b-89ef-3ac1698d4012 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4085197 Jun 24 12:45:49.247216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44322) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:49.252162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f715520-8cae-4011-9ad6-dc82a1cbb191']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:49.305380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.321253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b7edf370-883a-4b7c-921a-ec99094bf301 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.324905 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2271d1-390c-4a26-992f-6941a3413789']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:49.331169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269f6682-1d8d-4840-b3a9-a54d18d82e64') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:49.331473 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269f6682-1d8d-4840-b3a9-a54d18d82e64') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:49.355425 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e56100-c5e9-43e0-955c-fa2bf1ae0914') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:49.355630 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e56100-c5e9-43e0-955c-fa2bf1ae0914') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:49.371240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.373610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.398681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.423671 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9f156947-82d0-4415-b73d-d509f946329d req-a81f4982-00f4-4ace-b396-9752f750de25 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811483 Jun 24 12:45:49.424953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.429342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:49.429555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:49.435167 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:49.467704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b211ad-5035-48f9-ac5f-e28112759ab1 req-7d689e92-7ef4-48d5-a5a6-7e9248be133f tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:49.469271 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d9b211ad-5035-48f9-ac5f-e28112759ab1 req-7d689e92-7ef4-48d5-a5a6-7e9248be133f tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.4317632 Jun 24 12:45:49.505274 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b7edf370-883a-4b7c-921a-ec99094bf301 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.536043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.541712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.548643 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/8c2271d1-390c-4a26-992f-6941a3413789 HTTP/1.1" status: 204 len: 168 time: 4.0994232 Jun 24 12:45:49.548643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-49437332-0542-4af2-a5c2-2d63b1edb80e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:49.551712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44326) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:49.562860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5cf7b201-5baa-4cf0-9b45-f1b2c3bd288f tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.563261 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-327627813'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:49.569607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:49.570342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.574724 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a799749f-85cc-4102-b06a-a818c767cbb0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:49.576543 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:49.587307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Network': ['ID=8c2271d1-390c-4a26-992f-6941a3413789,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:49.589994 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:49.614278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:49.618073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.634323 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b7edf370-883a-4b7c-921a-ec99094bf301 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.637445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-367887e6-2d2f-4e8d-ada4-ec18a0355a3c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:49.644576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5cf7b201-5baa-4cf0-9b45-f1b2c3bd288f tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.652603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] vlan segment allocate from pool success with {'vlan_id': 1347, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:45:49.667377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.667721 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Added segment 57810da1-da20-4a98-b6e4-ffe000b361d9 of type vlan for network c11a21a5-051f-4638-9b3b-32eafc3f01d7 Jun 24 12:45:49.689514 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d7d14f51-c8f1-48bc-be56-2dad6375889d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:49.698424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edf370-883a-4b7c-921a-ec99094bf301 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Subnet': ['ID=228274c2-f8ae-46f4-b5e4-f864dd406935,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:49.701260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b7edf370-883a-4b7c-921a-ec99094bf301 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:49.708658 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b7edf370-883a-4b7c-921a-ec99094bf301 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.713756 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b7edf370-883a-4b7c-921a-ec99094bf301 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/228274c2-f8ae-46f4-b5e4-f864dd406935 HTTP/1.1" status: 204 len: 168 time: 1.1180553 Jun 24 12:45:49.715683 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44328) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:49.732284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8054b297-f316-4013-899f-4d5958f645c7 None None] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:49.739719 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5cf7b201-5baa-4cf0-9b45-f1b2c3bd288f tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.741042 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5cf7b201-5baa-4cf0-9b45-f1b2c3bd288f tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8826156 Jun 24 12:45:49.744062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44330) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:49.751197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c2dbf0c8-6c90-41dd-8b66-f9380c20c7f4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group_rule': {'security_group_id': '7f3e15bc-ae64-447e-a8d4-a0b62cc6f492', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:49.763289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a799749f-85cc-4102-b06a-a818c767cbb0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.783335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.784120 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40c854b-b840-48d6-b1f2-9cba71f25b55 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:49.785199 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40c854b-b840-48d6-b1f2-9cba71f25b55 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:49.790100 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c40c854b-b840-48d6-b1f2-9cba71f25b55 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/08c2267a-0318-4627-bad9-70ee255b06ef HTTP/1.1" status: 404 len: 337 time: 0.0732608 Jun 24 12:45:49.790695 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44332) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:49.792557 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7b201-5baa-4cf0-9b45-f1b2c3bd288f tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3e15bc-ae64-447e-a8d4-a0b62cc6f492,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:49.801198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.808055 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/networks/5f715520-8cae-4011-9ad6-dc82a1cbb191 HTTP/1.1" status: 204 len: 168 time: 3.3011785 Jun 24 12:45:49.808911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5cf7b201-5baa-4cf0-9b45-f1b2c3bd288f tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:49.809284 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44334) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:49.816077 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d9b211ad-5035-48f9-ac5f-e28112759ab1 req-7e3dde08-a6da-40f8-a868-a5cfff3e0728 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892185 Jun 24 12:45:49.817583 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6685eca4-c68e-4200-88ac-886ba1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:49.817845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.829606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1230805250', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:49.848744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f7f97022-18fb-4286-a391-c4ae72b478e9 None None] Provisioning complete for port cb681133-c9fe-4e96-8777-e92777fb7749 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:49.849266 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f7f97022-18fb-4286-a391-c4ae72b478e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.869723 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:45:49.876438 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Network': ['ID=5f715520-8cae-4011-9ad6-dc82a1cbb191,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:49.883251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:49.903423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e78e5-668c-4df3-974d-55edca9a750a req-eb96f52b-c461-40d1-a970-7332c35ed56c tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:49.905360 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-816e78e5-668c-4df3-974d-55edca9a750a req-eb96f52b-c461-40d1-a970-7332c35ed56c tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.3277957 Jun 24 12:45:49.911355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a799749f-85cc-4102-b06a-a818c767cbb0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.914014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a799749f-85cc-4102-b06a-a818c767cbb0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.917623 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a799749f-85cc-4102-b06a-a818c767cbb0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-groups/7e6f594f-ce06-4498-ab17-3bee2e20b158 HTTP/1.1" status: 204 len: 168 time: 0.6604989 Jun 24 12:45:49.921849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44336) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:49.925451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4aeac301-868d-459d-9bed-45eebf1f4df4 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:49.947603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c2dbf0c8-6c90-41dd-8b66-f9380c20c7f4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.949427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799749f-85cc-4102-b06a-a818c767cbb0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6f594f-ce06-4498-ab17-3bee2e20b158,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:49.952201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a799749f-85cc-4102-b06a-a818c767cbb0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:49.961991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-01055922-ce78-4f9c-bfd2-c8c40f5ff6b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port f5563508-42c2-4999-8166-8cb13e3cfc46 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:49.962270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01055922-ce78-4f9c-bfd2-c8c40f5ff6b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.988006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-89207ffa-6515-400e-8508-f69b9c79d6e2 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting subnet e321406f-9402-4a5c-bbb1-649ff20a61a4 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:49.997387 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-816e78e5-668c-4df3-974d-55edca9a750a req-006614a6-364a-41ed-b502-f42d6f397340 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810409 Jun 24 12:45:50.058339 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c2dbf0c8-6c90-41dd-8b66-f9380c20c7f4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.060775 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89207ffa-6515-400e-8508-f69b9c79d6e2 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.065779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.066996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.098356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f7f97022-18fb-4286-a391-c4ae72b478e9 None None] Provisioning complete for port 386a71d5-07c8-484e-8376-01b5295b2f31 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:50.098745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f7f97022-18fb-4286-a391-c4ae72b478e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.104071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-01055922-ce78-4f9c-bfd2-c8c40f5ff6b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] For port f5563508-42c2-4999-8166-8cb13e3cfc46, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f5563508-42c2-4999-8166-8cb13e3cfc46,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:50.104766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01055922-ce78-4f9c-bfd2-c8c40f5ff6b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.127608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.151800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-01055922-ce78-4f9c-bfd2-c8c40f5ff6b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for f5563508-42c2-4999-8166-8cb13e3cfc46 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:50.159420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.165115 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-f7f97022-18fb-4286-a391-c4ae72b478e9 None None] Port 386a71d5-07c8-484e-8376-01b5295b2f31 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:50.167850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:50.168496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.175237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-649c5987-a917-4c5a-8788-68c4f39e64a5 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:50.195199 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c2dbf0c8-6c90-41dd-8b66-f9380c20c7f4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.357114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89207ffa-6515-400e-8508-f69b9c79d6e2 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.367540 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8113987 Jun 24 12:45:50.372438 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44342) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:50.380018 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'subnet': {'network_id': 'c11a21a5-051f-4638-9b3b-32eafc3f01d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:50.421633 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Network': ['ID=c11a21a5-051f-4638-9b3b-32eafc3f01d7,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:50.436544 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-96a6772d-77cc-4b49-8fc2-91606a3a3e25 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5134263 Jun 24 12:45:50.442794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:50.444609 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network c11a21a5-051f-4638-9b3b-32eafc3f01d7 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:45:50.444762 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c2dbf0c8-6c90-41dd-8b66-f9380c20c7f4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.446742 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c2dbf0c8-6c90-41dd-8b66-f9380c20c7f4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6995010 Jun 24 12:45:50.447427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:50.455402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44344) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:50.455933 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44346) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:50.471852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f56d09c9-4b6c-483b-9406-6dccf1cc17f9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group': {'name': 'tempest-secgroup--708885396'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:50.482588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-2dd92135-530c-4585-baa6-bf76a962afdf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group_rule': {'security_group_id': '7f3e15bc-ae64-447e-a8d4-a0b62cc6f492', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:50.560992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f5563508-42c2-4999-8166-8cb13e3cfc46 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:50.564442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01055922-ce78-4f9c-bfd2-c8c40f5ff6b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.568711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b08a1685-32dc-43b0-8f98-d6077df5c62f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:50.576990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f56d09c9-4b6c-483b-9406-6dccf1cc17f9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.588160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: f5563508-42c2-4999-8166-8cb13e3cfc46 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:50.588891 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f5563508-42c2-4999-8166-8cb13e3cfc46 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 24 12:45:50.589405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbf0c8-6c90-41dd-8b66-f9380c20c7f4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5dcfa8-148a-454f-b741-7c2df52612f7,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:50.602071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.605561 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c2dbf0c8-6c90-41dd-8b66-f9380c20c7f4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:50.622091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Port f5563508-42c2-4999-8166-8cb13e3cfc46 not found, will not notify nova. {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 24 12:45:50.631304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01055922-ce78-4f9c-bfd2-c8c40f5ff6b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=f5563508-42c2-4999-8166-8cb13e3cfc46,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:50.663730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-01055922-ce78-4f9c-bfd2-c8c40f5ff6b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:50.677430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2dd92135-530c-4585-baa6-bf76a962afdf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.712406 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89207ffa-6515-400e-8508-f69b9c79d6e2 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.732783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb0bc8-4c50-467d-b98c-7d521809670a req-492d8180-3a18-4aa8-b2b6-5be8a6a71a40 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:50.734334 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39fb0bc8-4c50-467d-b98c-7d521809670a req-492d8180-3a18-4aa8-b2b6-5be8a6a71a40 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.2781346 Jun 24 12:45:50.734991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:50.738786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.834915 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2dd92135-530c-4585-baa6-bf76a962afdf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.845842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01055922-ce78-4f9c-bfd2-c8c40f5ff6b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.851192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2dd92135-530c-4585-baa6-bf76a962afdf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.856645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89207ffa-6515-400e-8508-f69b9c79d6e2 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.862681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-542a84f9-0aa0-4927-8cf7-ce3c177d8711 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:50.896658 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd92135-530c-4585-baa6-bf76a962afdf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b074bb-1abc-4dd8-b1d0-0c97f581ea25,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:50.900192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89207ffa-6515-400e-8508-f69b9c79d6e2 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.904358 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-89207ffa-6515-400e-8508-f69b9c79d6e2 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/e321406f-9402-4a5c-bbb1-649ff20a61a4 HTTP/1.1" status: 204 len: 168 time: 1.0979350 Jun 24 12:45:50.906531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2dd92135-530c-4585-baa6-bf76a962afdf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:50.907084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-83685766-746a-4fea-942f-40e4dfb1fe60 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:50.910034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44350) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:50.974109 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.ipam_backend_mixin [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Performing IP validity checks on allocation pools {{(pid=100145) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 24 12:45:50.974598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.ipam_backend_mixin [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100145) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 24 12:45:50.998753 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e574e2-74a7-4e17-a294-186f85d76914 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:50.999265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e574e2-74a7-4e17-a294-186f85d76914 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:51.004776 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-06e574e2-74a7-4e17-a294-186f85d76914 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/a26b0511-a57f-4a83-9416-e218ba603959 HTTP/1.1" status: 404 len: 337 time: 0.0864725 Jun 24 12:45:51.005614 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44352) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.013464 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39fb0bc8-4c50-467d-b98c-7d521809670a req-ee36e560-6fb0-4063-96d6-1a75ec50c3c5 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329748 Jun 24 12:45:51.018074 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89207ffa-6515-400e-8508-f69b9c79d6e2 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Subnet': ['ID=e321406f-9402-4a5c-bbb1-649ff20a61a4,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:51.033944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-89207ffa-6515-400e-8508-f69b9c79d6e2 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:51.065761 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0eff36a6-58e7-43b4-87c2-a49dad059786 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "GET /v2.0/ports?device_id=01f02a25-d05d-49ba-8424-5d2af96221fa HTTP/1.1" status: 200 len: 205 time: 0.0563955 Jun 24 12:45:51.066581 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44354) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.123391 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-63f884b7-48d7-4548-a4f7-c5467f1d24af tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] delete failed (client error): The resource could not be found. Jun 24 12:45:51.126931 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-63f884b7-48d7-4548-a4f7-c5467f1d24af tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/routers/01f02a25-d05d-49ba-8424-5d2af96221fa HTTP/1.1" status: 404 len: 336 time: 0.0558133 Jun 24 12:45:51.127835 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44356) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.160151 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209ae557-2f4d-4be0-a9a3-911dc2916430 None None] Network 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:51.164011 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3353dc14-731b-4a18-9ace-8629cd15cdbc tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:51.167691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3353dc14-731b-4a18-9ace-8629cd15cdbc tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:51.173166 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3353dc14-731b-4a18-9ace-8629cd15cdbc tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/b2206a71-f5b3-4419-8a36-ce93ebe7bd00 HTTP/1.1" status: 404 len: 337 time: 0.0442955 Jun 24 12:45:51.212118 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44358) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.229712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-76caf0aa-a9c3-4b01-b72f-bf38a5c20e8c None None] Provisioning complete for port cb681133-c9fe-4e96-8777-e92777fb7749 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:51.230098 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-76caf0aa-a9c3-4b01-b72f-bf38a5c20e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.267311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f56d09c9-4b6c-483b-9406-6dccf1cc17f9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.283684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f56d09c9-4b6c-483b-9406-6dccf1cc17f9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.293473 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5876047f-ae97-408a-b2d8-734f9d2b8f50 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:51.293695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d99f63d4-35b5-4b93-a63d-b8c3617f38c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:51.294126 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5876047f-ae97-408a-b2d8-734f9d2b8f50 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:51.298336 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5876047f-ae97-408a-b2d8-734f9d2b8f50 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/461f40bf-f807-4b07-9c7c-0a79e39ceffa HTTP/1.1" status: 404 len: 337 time: 0.0812962 Jun 24 12:45:51.299862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44364) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.300152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2dd92135-530c-4585-baa6-bf76a962afdf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.304308 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2dd92135-530c-4585-baa6-bf76a962afdf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8441677 Jun 24 12:45:51.304809 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44366) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.316728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d9dd1437-045b-4f6d-b8fc-d8002c390702 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group_rule': {'security_group_id': '7f3e15bc-ae64-447e-a8d4-a0b62cc6f492', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:51.351998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01055922-ce78-4f9c-bfd2-c8c40f5ff6b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Router 4973bd0d-61fc-491e-aff9-6f3faa398a61 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:51.358620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f56d09c9-4b6c-483b-9406-6dccf1cc17f9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.362426 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f56d09c9-4b6c-483b-9406-6dccf1cc17f9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8924735 Jun 24 12:45:51.364909 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf84b37f-a01f-4b04-9180-cc45af4fbd8a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:51.365447 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf84b37f-a01f-4b04-9180-cc45af4fbd8a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:51.369800 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cf84b37f-a01f-4b04-9180-cc45af4fbd8a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/4c9b63af-956e-4b6c-9944-a02e6132eaca HTTP/1.1" status: 404 len: 337 time: 0.0649803 Jun 24 12:45:51.369800 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44368) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.374270 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44370) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.384492 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-3fce83c2-ca08-47da-a77a-36f5563dd366 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group_rule': {'security_group_id': '7ff693dd-d2bc-4518-b66f-11af30f42d4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:51.384492 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.398304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d09c9-4b6c-483b-9406-6dccf1cc17f9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff693dd-d2bc-4518-b66f-11af30f42d4d,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:51.412075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f56d09c9-4b6c-483b-9406-6dccf1cc17f9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:51.416139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-76caf0aa-a9c3-4b01-b72f-bf38a5c20e8c None None] Provisioning complete for port 386a71d5-07c8-484e-8376-01b5295b2f31 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:51.416608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-76caf0aa-a9c3-4b01-b72f-bf38a5c20e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.438051 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.442347 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bdb2f9-8736-4368-af00-06d098a20428 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:51.443217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81bdb2f9-8736-4368-af00-06d098a20428 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:51.448042 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-81bdb2f9-8736-4368-af00-06d098a20428 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/4f830d6c-a644-4120-bdab-f6bcf6462a82 HTTP/1.1" status: 404 len: 333 time: 0.0612681 Jun 24 12:45:51.452365 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44372) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.474213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-76caf0aa-a9c3-4b01-b72f-bf38a5c20e8c None None] Port 386a71d5-07c8-484e-8376-01b5295b2f31 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:51.475903 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1437-045b-4f6d-b8fc-d8002c390702 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.487799 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc3edd-08a9-4b23-b056-d96611f815fe req-085efb08-3ba4-45a9-825d-2ba74774152b tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:51.489423 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5bc3edd-08a9-4b23-b056-d96611f815fe req-085efb08-3ba4-45a9-825d-2ba74774152b tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.4152386 Jun 24 12:45:51.536446 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3873d266-fe39-4e4b-ac05-248742b787e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:51.536898 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3873d266-fe39-4e4b-ac05-248742b787e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:51.538621 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3873d266-fe39-4e4b-ac05-248742b787e5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/ceb939e6-cd38-48b2-a4bd-b196e46c7f89 HTTP/1.1" status: 404 len: 337 time: 0.0830662 Jun 24 12:45:51.549950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44374) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.558107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafb771a-2db1-41ee-82d6-26259320b66a None None] DHCP port deletion for 1f5a56af-c5ec-4253-8861-7bfa36b4aad0 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:51.581778 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.588775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-922fb81f-7354-4d0c-9237-fe19896e34ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:51.596486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3fce83c2-ca08-47da-a77a-36f5563dd366 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.604982 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-53eac08c-ee18-44fb-8973-4f91dc85ec0a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:51.605435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53eac08c-ee18-44fb-8973-4f91dc85ec0a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:51.609643 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-53eac08c-ee18-44fb-8973-4f91dc85ec0a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/af9e1aa5-ea90-46ac-a842-dba669d71b55 HTTP/1.1" status: 404 len: 337 time: 0.0566390 Jun 24 12:45:51.612057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-dafb771a-2db1-41ee-82d6-26259320b66a None None] Deleting port cb681133-c9fe-4e96-8777-e92777fb7749 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:51.612696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dafb771a-2db1-41ee-82d6-26259320b66a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.620061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01055922-ce78-4f9c-bfd2-c8c40f5ff6b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:51.620326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44376) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.637073 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-01055922-ce78-4f9c-bfd2-c8c40f5ff6b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "PUT /v2.0/routers/4973bd0d-61fc-491e-aff9-6f3faa398a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9520996 Jun 24 12:45:51.644498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44378) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.651547 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a905ca-9fe4-4487-85bc-4196fd09fff6 None None] Sync routers for ids ['4973bd0d-61fc-491e-aff9-6f3faa398a61'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:51.655315 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5bc3edd-08a9-4b23-b056-d96611f815fe req-2d3d16f5-cd6c-489f-bcab-b108102f1504 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260650 Jun 24 12:45:51.677601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Subnet': ['ID=d426508b-1915-4172-981a-696cb4a9e55c,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:51.689212 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc008237-e706-4f69-8204-1ca0031f7f08 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:51.689951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc008237-e706-4f69-8204-1ca0031f7f08 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:51.691806 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fc008237-e706-4f69-8204-1ca0031f7f08 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/2f562395-1d9d-4571-9ee3-829bae75be75 HTTP/1.1" status: 404 len: 333 time: 0.0704384 Jun 24 12:45:51.697900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:51.699716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44380) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.707511 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a905ca-9fe4-4487-85bc-4196fd09fff6 None None] Routers {'4973bd0d-61fc-491e-aff9-6f3faa398a61'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:51.708162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-22a905ca-9fe4-4487-85bc-4196fd09fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['4973bd0d-61fc-491e-aff9-6f3faa398a61'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:51.731399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Checking segment: {'id': '57810da1-da20-4a98-b6e4-ffe000b361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'c11a21a5-051f-4638-9b3b-32eafc3f01d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:51.731771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network hostable DHCP agents. Network: c11a21a5-051f-4638-9b3b-32eafc3f01d7, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:45:51.736220 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b0e2ee-d4ed-4fdb-b9f9-87a99c313705 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:51.736764 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b0e2ee-d4ed-4fdb-b9f9-87a99c313705 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:51.741496 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-91b0e2ee-d4ed-4fdb-b9f9-87a99c313705 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/7a9462da-b106-4173-8482-272b48bc9971 HTTP/1.1" status: 404 len: 337 time: 0.0364695 Jun 24 12:45:51.742797 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44382) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.750796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1437-045b-4f6d-b8fc-d8002c390702 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.762498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1437-045b-4f6d-b8fc-d8002c390702 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.775031 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-2492bd15-edcf-4a77-b67f-555e2900b2b5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] DELETE failed (client error): The resource could not be found. Jun 24 12:45:51.775485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2492bd15-edcf-4a77-b67f-555e2900b2b5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:45:51.779976 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2492bd15-edcf-4a77-b67f-555e2900b2b5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/subnets/a8bd68c6-9490-4112-940b-a43a17b1640c HTTP/1.1" status: 404 len: 337 time: 0.0347381 Jun 24 12:45:51.780152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6ccd5569-7691-4cd8-816a-756d4a5202d3 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:51.780501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44384) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.786462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-dafb771a-2db1-41ee-82d6-26259320b66a None None] For port cb681133-c9fe-4e96-8777-e92777fb7749, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cb681133-c9fe-4e96-8777-e92777fb7749,segment=NetworkSegment(a1945b41-2506-4106-a2e9-0c544edacf30),segment_id=a1945b41-2506-4106-a2e9-0c544edacf30)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:51.786968 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dafb771a-2db1-41ee-82d6-26259320b66a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.793326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0ae446-9395-4cd7-b15e-613ebe97ac66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:51.794974 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0ae446-9395-4cd7-b15e-613ebe97ac66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:51.799792 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3e0ae446-9395-4cd7-b15e-613ebe97ac66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1271634 Jun 24 12:45:51.807633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-22a905ca-9fe4-4487-85bc-4196fd09fff6 None None] Set router 4973bd0d-61fc-491e-aff9-6f3faa398a61 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:45:51.817462 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44386) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.829065 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network c11a21a5-051f-4638-9b3b-32eafc3f01d7 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:45:51.834720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3fce83c2-ca08-47da-a77a-36f5563dd366 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.836814 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Allocated IP 172.26.1.229 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/3d30f6ee-a280-47e9-837a-e00fe90f9dca) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:51.840168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1437-045b-4f6d-b8fc-d8002c390702 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfcefda-a2ba-4d78-abcc-60910d763f25,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:51.853868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, c11a21a5-051f-4638-9b3b-32eafc3f01d7) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:51.860978 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:51.861574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.871707 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-dafb771a-2db1-41ee-82d6-26259320b66a None None] Calling delete_port for cb681133-c9fe-4e96-8777-e92777fb7749 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:51.873734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44d63da-ac30-4536-b964-9bbf8e32091f None None] Network c11a21a5-051f-4638-9b3b-32eafc3f01d7 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:51.875221 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d9dd1437-045b-4f6d-b8fc-d8002c390702 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:51.878093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3fce83c2-ca08-47da-a77a-36f5563dd366 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.879676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-22a905ca-9fe4-4487-85bc-4196fd09fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4973bd0d-61fc-491e-aff9-6f3faa398a61', 'name': 'tempest-NetworksTestDHCPv6-router-297633646', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:45:39Z', 'updated_at': '2021-06-24T12:45:50Z', 'revision_number': 3, 'project_id': '689e413759a64051a36f751c16f72d31', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:51.889055 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1437-045b-4f6d-b8fc-d8002c390702 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.890711 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d9dd1437-045b-4f6d-b8fc-d8002c390702 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5792623 Jun 24 12:45:51.894544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44388) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.896640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d9dd1437-045b-4f6d-b8fc-d8002c390702 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:51.899695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f2bee06d-5dd5-431d-ad84-857d078ef8cf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group_rule': {'security_group_id': '7f3e15bc-ae64-447e-a8d4-a0b62cc6f492', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:51.915557 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5420091 Jun 24 12:45:51.918888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44390) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.921768 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce83c2-ca08-47da-a77a-36f5563dd366 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cbf5a4-9b4c-4502-a32b-112262e7aaa3,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:51.933456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a905ca-9fe4-4487-85bc-4196fd09fff6 None None] Checking router: 4973bd0d-61fc-491e-aff9-6f3faa398a61 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:45:51.938397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3fce83c2-ca08-47da-a77a-36f5563dd366 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:51.978514 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8777af6-6723-4022-889b-92d3227da455 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 63919e24-99b8-47c4-be18-37800383ecd9 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:45:51.984000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f8777af6-6723-4022-889b-92d3227da455 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.008101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3fce83c2-ca08-47da-a77a-36f5563dd366 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.009297 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3fce83c2-ca08-47da-a77a-36f5563dd366 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6378274 Jun 24 12:45:52.013032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44392) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:52.015086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f2bee06d-5dd5-431d-ad84-857d078ef8cf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.018774 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a905ca-9fe4-4487-85bc-4196fd09fff6 None None] Routers {'4973bd0d-61fc-491e-aff9-6f3faa398a61'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:52.019462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-22a905ca-9fe4-4487-85bc-4196fd09fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['4973bd0d-61fc-491e-aff9-6f3faa398a61'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:52.055158 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-273af803-b626-45cd-a160-b82594bd238e tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules/47cbf5a4-9b4c-4502-a32b-112262e7aaa3 HTTP/1.1" status: 200 len: 763 time: 0.0369229 Jun 24 12:45:52.055327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f42ce520-dbae-4c42-92f0-170ca9d5bb64 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Deleting port 386a71d5-07c8-484e-8376-01b5295b2f31 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:52.055327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f42ce520-dbae-4c42-92f0-170ca9d5bb64 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.056497 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44396) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:52.065239 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f8777af6-6723-4022-889b-92d3227da455 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.111815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.160328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-22a905ca-9fe4-4487-85bc-4196fd09fff6 None None] Set router 4973bd0d-61fc-491e-aff9-6f3faa398a61 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:45:52.201188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f8777af6-6723-4022-889b-92d3227da455 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.224148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.241249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.246219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5bf81e31-c07c-4358-99d9-84c1b77786c5 tempest-PortsAdminExtendedAttrsTestJSON-70006238 tempest-PortsAdminExtendedAttrsTestJSON-70006238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:52.248584 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-22a905ca-9fe4-4487-85bc-4196fd09fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4973bd0d-61fc-491e-aff9-6f3faa398a61', 'name': 'tempest-NetworksTestDHCPv6-router-297633646', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:45:39Z', 'updated_at': '2021-06-24T12:45:50Z', 'revision_number': 3, 'project_id': '689e413759a64051a36f751c16f72d31', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:52.281215 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a905ca-9fe4-4487-85bc-4196fd09fff6 None None] The sync data for ids ['4973bd0d-61fc-491e-aff9-6f3faa398a61'] in dv-neutron-797121-4-hyperv is: [{'id': '4973bd0d-61fc-491e-aff9-6f3faa398a61', 'name': 'tempest-NetworksTestDHCPv6-router-297633646', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:45:39Z', 'updated_at': '2021-06-24T12:45:50Z', 'revision_number': 3, 'project_id': '689e413759a64051a36f751c16f72d31', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:52.295332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dafb771a-2db1-41ee-82d6-26259320b66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.301353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1cdb1462-8c93-4061-b906-d0372626c621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:52.307296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f42ce520-dbae-4c42-92f0-170ca9d5bb64 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.320584 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:52.330372 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:52.332423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:52.344939 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f2bee06d-5dd5-431d-ad84-857d078ef8cf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.351546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb771a-2db1-41ee-82d6-26259320b66a None None] Pushing event deleted for resources: {'Port': ['ID=cb681133-c9fe-4e96-8777-e92777fb7749,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:52.355837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-dafb771a-2db1-41ee-82d6-26259320b66a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:52.370847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=3d30f6ee-a280-47e9-837a-e00fe90f9dca,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:52.373724 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:52.376414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb771a-2db1-41ee-82d6-26259320b66a None None] No DVR routers for this DVR port cb681133-c9fe-4e96-8777-e92777fb7749 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:52.387013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f42ce520-dbae-4c42-92f0-170ca9d5bb64 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Calling delete_port for 386a71d5-07c8-484e-8376-01b5295b2f31 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:52.387013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f2bee06d-5dd5-431d-ad84-857d078ef8cf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.395012 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a2d5f5a2-265c-440d-97c2-bdd9d66eaa18 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3321509 Jun 24 12:45:52.398444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-c11a21a5-051f-4638-9b3b-32eafc3f01d7', 'network_id': 'c11a21a5-051f-4638-9b3b-32eafc3f01d7', 'tenant_id': '2155e866308e447f865897479ff9b7cc', 'fixed_ips': [{'subnet_id': 'd426508b-1915-4172-981a-696cb4a9e55c'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:52.399633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.411179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44398) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:52.449770 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f8777af6-6723-4022-889b-92d3227da455 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.457523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:52.481958 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-32b11dfa-1da7-4fb7-8994-55ae1eed9f68 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:52.513699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8777af6-6723-4022-889b-92d3227da455 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=63919e24-99b8-47c4-be18-37800383ecd9,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:52.515878 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f8777af6-6723-4022-889b-92d3227da455 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:52.534618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bee06d-5dd5-431d-ad84-857d078ef8cf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28854ba8-60e4-4050-9658-64ec12845126,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:52.538424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f8777af6-6723-4022-889b-92d3227da455 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.539767 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f2bee06d-5dd5-431d-ad84-857d078ef8cf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:52.542626 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.542974 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f8777af6-6723-4022-889b-92d3227da455 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/63919e24-99b8-47c4-be18-37800383ecd9 HTTP/1.1" status: 204 len: 168 time: 0.7217386 Jun 24 12:45:52.545550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44400) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:52.551785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80917d82-8dfa-4531-8778-58b33859ac88 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.552064 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9cf0fc-5a51-4019-be59-75d2f1a7f04c None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:52.626631 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f2bee06d-5dd5-431d-ad84-857d078ef8cf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.627898 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f2bee06d-5dd5-431d-ad84-857d078ef8cf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7323565 Jun 24 12:45:52.631109 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44402) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:52.631954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80917d82-8dfa-4531-8778-58b33859ac88 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.635369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-05609397-e6a5-4fa9-998f-fc6de5bda9a2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group_rule': {'security_group_id': '7f3e15bc-ae64-447e-a8d4-a0b62cc6f492', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:52.720150 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05609397-e6a5-4fa9-998f-fc6de5bda9a2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.732960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.877127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Allocated IP 172.20.0.3 (c11a21a5-051f-4638-9b3b-32eafc3f01d7/d426508b-1915-4172-981a-696cb4a9e55c/48e695bf-80f1-419c-9a34-da9b2e548299) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:52.901914 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05609397-e6a5-4fa9-998f-fc6de5bda9a2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.910042 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05609397-e6a5-4fa9-998f-fc6de5bda9a2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.917563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:52.959333 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f5563508-42c2-4999-8166-8cb13e3cfc46 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:52.975854 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05609397-e6a5-4fa9-998f-fc6de5bda9a2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3064457c-dfcb-4d59-b84c-d99c451d64d8,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:52.987669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-05609397-e6a5-4fa9-998f-fc6de5bda9a2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:52.991474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05609397-e6a5-4fa9-998f-fc6de5bda9a2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.995341 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-05609397-e6a5-4fa9-998f-fc6de5bda9a2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3609128 Jun 24 12:45:52.996875 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44408) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:53.003271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: f5563508-42c2-4999-8166-8cb13e3cfc46 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:53.003622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f5563508-42c2-4999-8166-8cb13e3cfc46 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:53.004044 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cb681133-c9fe-4e96-8777-e92777fb7749 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:53.033995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: cb681133-c9fe-4e96-8777-e92777fb7749 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:53.034240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cb681133-c9fe-4e96-8777-e92777fb7749 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:53.069992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26b01661-b327-45bd-ae08-0c7ffac3ab86 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.082864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26b01661-b327-45bd-ae08-0c7ffac3ab86 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.099531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.156312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.158938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9a693-2284-4510-8be4-1c6db45c15db req-56a54410-2ba9-46b3-8b39-893ef4327198 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:53.160551 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26b01661-b327-45bd-ae08-0c7ffac3ab86 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.166502 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-75d9a693-2284-4510-8be4-1c6db45c15db req-56a54410-2ba9-46b3-8b39-893ef4327198 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.9764240 Jun 24 12:45:53.169256 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:53.173425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Transition to ACTIVE for port object 48e695bf-80f1-419c-9a34-da9b2e548299 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:53.177235 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26b01661-b327-45bd-ae08-0c7ffac3ab86 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.178503 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-26b01661-b327-45bd-ae08-0c7ffac3ab86 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/3064457c-dfcb-4d59-b84c-d99c451d64d8 HTTP/1.1" status: 204 len: 168 time: 0.1808097 Jun 24 12:45:53.193111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44410) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:53.295153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80917d82-8dfa-4531-8778-58b33859ac88 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.309657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Transition to ACTIVE for port object 48e695bf-80f1-419c-9a34-da9b2e548299 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:53.312098 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde81fc2-00e6-40d8-b0d8-42147d155579 None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:45:53.323539 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.325281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80917d82-8dfa-4531-8778-58b33859ac88 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.327320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3f5ec8e7-2c3b-4b86-8076-ab34fbb786af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:53.329405 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-80917d82-8dfa-4531-8778-58b33859ac88 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/47cbf5a4-9b4c-4502-a32b-112262e7aaa3 HTTP/1.1" status: 204 len: 168 time: 0.9130154 Jun 24 12:45:53.333079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ead66722-4519-4bc2-93b8-d449019e4cc0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:53.337256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f42ce520-dbae-4c42-92f0-170ca9d5bb64 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.345464 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b67d81c7-4661-4744-8720-110810446451 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7908976 Jun 24 12:45:53.351269 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef10f8-dcad-4c56-ad14-2f5cc97b620e req-53c8077a-c54d-40be-9185-9834a769a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:53.353055 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-06ef10f8-dcad-4c56-ad14-2f5cc97b620e req-53c8077a-c54d-40be-9185-9834a769a90d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 1099 time: 0.9540403 Jun 24 12:45:53.357565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44414) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:53.357565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44416) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:53.416823 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Pushing event updated for resources: {'Port': ['ID=48e695bf-80f1-419c-9a34-da9b2e548299,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:53.437802 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Network c11a21a5-051f-4638-9b3b-32eafc3f01d7 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:53.441669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:53.442873 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:53.443481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:53.444094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:53.444648 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:53.445207 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:53.445754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:53.446826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:53.447415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:53.448028 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:53.448718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:53.449294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:53.454448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:53.460571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:53.461598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:53.485529 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-06ef10f8-dcad-4c56-ad14-2f5cc97b620e req-e9942f23-6fd5-481b-8825-08f717b4f5e1 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987203 Jun 24 12:45:53.499187 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-75d9a693-2284-4510-8be4-1c6db45c15db req-9be72171-39aa-4cdd-8ced-3610cf508d83 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3316779 Jun 24 12:45:53.500074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80917d82-8dfa-4531-8778-58b33859ac88 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47cbf5a4-9b4c-4502-a32b-112262e7aaa3,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:53.549451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-80917d82-8dfa-4531-8778-58b33859ac88 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:53.565101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b12f2f00-cff9-4ac0-9730-8010c7f03f75 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:53.567950 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Attempting to bind port 48e695bf-80f1-419c-9a34-da9b2e548299 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:53.568413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Attempting to bind port 48e695bf-80f1-419c-9a34-da9b2e548299 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '57810da1-da20-4a98-b6e4-ffe000b361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'c11a21a5-051f-4638-9b3b-32eafc3f01d7'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:53.568717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Attempting to bind port 48e695bf-80f1-419c-9a34-da9b2e548299 on network c11a21a5-051f-4638-9b3b-32eafc3f01d7 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:53.585992 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-14dba00f-69a4-4066-a051-c24ec99cf9c8 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3807693 Jun 24 12:45:53.588256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:53.588661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Checking segment: {'id': '57810da1-da20-4a98-b6e4-ffe000b361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'c11a21a5-051f-4638-9b3b-32eafc3f01d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:53.589082 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.589495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Bound using segment: {'id': '57810da1-da20-4a98-b6e4-ffe000b361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'c11a21a5-051f-4638-9b3b-32eafc3f01d7'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:53.590505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Bound port: 48e695bf-80f1-419c-9a34-da9b2e548299, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57810da1-da20-4a98-b6e4-ffe000b361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'c11a21a5-051f-4638-9b3b-32eafc3f01d7'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:53.590949 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.593671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44420) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:53.608795 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b01661-b327-45bd-ae08-0c7ffac3ab86 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3064457c-dfcb-4d59-b84c-d99c451d64d8,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:53.613418 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-26b01661-b327-45bd-ae08-0c7ffac3ab86 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:53.636101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74fa3a45-a742-42b3-be79-7a8796057bf4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.644662 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-fde81fc2-00e6-40d8-b0d8-42147d155579 None None] Deleting port 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:53.645770 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fde81fc2-00e6-40d8-b0d8-42147d155579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.647903 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74fa3a45-a742-42b3-be79-7a8796057bf4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.649761 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e2a24063-fa65-4d57-a5ee-29d076e29fba tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2848096 Jun 24 12:45:53.652069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.662028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f42ce520-dbae-4c42-92f0-170ca9d5bb64 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.662275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44422) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:53.667208 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f42ce520-dbae-4c42-92f0-170ca9d5bb64 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/ports/386a71d5-07c8-484e-8376-01b5295b2f31 HTTP/1.1" status: 204 len: 168 time: 1.8857489 Jun 24 12:45:53.668372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44424) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:53.679553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f63c7a5c-9ba5-4699-8db2-f5acf4846f0e tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group_rule': {'security_group_id': '7ff693dd-d2bc-4518-b66f-11af30f42d4d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:53.732874 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74fa3a45-a742-42b3-be79-7a8796057bf4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.733585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] For port 48e695bf-80f1-419c-9a34-da9b2e548299, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:53.735481 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:53.736940 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] For port 48e695bf-80f1-419c-9a34-da9b2e548299, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=48e695bf-80f1-419c-9a34-da9b2e548299,segment=NetworkSegment(57810da1-da20-4a98-b6e4-ffe000b361d9),segment_id=57810da1-da20-4a98-b6e4-ffe000b361d9)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:53.743507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.748411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74fa3a45-a742-42b3-be79-7a8796057bf4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.749740 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-74fa3a45-a742-42b3-be79-7a8796057bf4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/28854ba8-60e4-4050-9658-64ec12845126 HTTP/1.1" status: 204 len: 168 time: 0.1549184 Jun 24 12:45:53.751468 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.751619 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa3a45-a742-42b3-be79-7a8796057bf4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28854ba8-60e4-4050-9658-64ec12845126,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:53.753143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-dafb771a-2db1-41ee-82d6-26259320b66a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:53.756047 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 45a00b3b-b229-4a10-9840-64d43411fc62 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:45:53.760019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-74fa3a45-a742-42b3-be79-7a8796057bf4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:53.760402 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44426) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:53.770936 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5c-9ba5-4699-8db2-f5acf4846f0e tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.838123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-fde81fc2-00e6-40d8-b0d8-42147d155579 None None] For port 8aad13a6-6173-40b7-94c1-32a3dd4d6a88, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8aad13a6-6173-40b7-94c1-32a3dd4d6a88,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:53.838526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fde81fc2-00e6-40d8-b0d8-42147d155579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.842438 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ce520-dbae-4c42-92f0-170ca9d5bb64 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Port': ['ID=386a71d5-07c8-484e-8376-01b5295b2f31,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:53.846224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f8485c4-2f7f-4774-a457-ce7ae1861ee1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.849570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11a21a5-051f-4638-9b3b-32eafc3f01d7']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:53.852045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f42ce520-dbae-4c42-92f0-170ca9d5bb64 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:53.856870 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a78b1eef-92bd-4907-b21b-a5a91cc2da3d tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:53.881411 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-fde81fc2-00e6-40d8-b0d8-42147d155579 None None] Calling delete_port for 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:53.892730 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-edaa4016-7397-42f6-b21b-856034decf31 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1278102 Jun 24 12:45:53.919072 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44428) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:53.937131 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57810da1-da20-4a98-b6e4-ffe000b361d9') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:53.937607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57810da1-da20-4a98-b6e4-ffe000b361d9') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:53.941726 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Subnet': ['ID=d426508b-1915-4172-981a-696cb4a9e55c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:53.965901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e32db961-600b-43ac-be0f-e18edbc97ff7 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.975232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e32db961-600b-43ac-be0f-e18edbc97ff7 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.975891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:53.978119 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Pushing event updated for resources: {'Port': ['ID=48e695bf-80f1-419c-9a34-da9b2e548299,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:53.981269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:53.990295 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cad29-da55-4649-97ef-828674558fd0 req-56e57496-6c46-448a-a494-548d4c778307 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:53.992740 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d05cad29-da55-4649-97ef-828674558fd0 req-56e57496-6c46-448a-a494-548d4c778307 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.8622313 Jun 24 12:45:54.000108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-9e90b871-b175-4184-bf6d-36d85ac61850 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:54.001756 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-9e90b871-b175-4184-bf6d-36d85ac61850 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.102 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.8643353 Jun 24 12:45:54.009432 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e32db961-600b-43ac-be0f-e18edbc97ff7 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.012608 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.015994 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8359a5fc-2a8b-4266-8525-7ad769912152 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:54.022852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e32db961-600b-43ac-be0f-e18edbc97ff7 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.023969 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e32db961-600b-43ac-be0f-e18edbc97ff7 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/1dfcefda-a2ba-4d78-abcc-60910d763f25 HTTP/1.1" status: 204 len: 168 time: 0.1039522 Jun 24 12:45:54.027707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.029319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44430) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:54.038708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5688d3-9ab4-499f-9a46-6e6e8106af8f None None] Network c11a21a5-051f-4638-9b3b-32eafc3f01d7 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:54.044334 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5c-9ba5-4699-8db2-f5acf4846f0e tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.047329 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:54.050982 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32db961-600b-43ac-be0f-e18edbc97ff7 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dfcefda-a2ba-4d78-abcc-60910d763f25,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:54.070732 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b6b13-f74e-4391-8c97-110df0e08a81 None None] Sync routers for ids ['45a00b3b-b229-4a10-9840-64d43411fc62'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:54.087230 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6b6b13-f74e-4391-8c97-110df0e08a81 None None] Routers {'45a00b3b-b229-4a10-9840-64d43411fc62'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:54.087477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fde81fc2-00e6-40d8-b0d8-42147d155579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.089333 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0c6b6b13-f74e-4391-8c97-110df0e08a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['45a00b3b-b229-4a10-9840-64d43411fc62'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:54.091262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b85ab92f-231b-43bf-9253-9242084ff845 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:54.091610 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e32db961-600b-43ac-be0f-e18edbc97ff7 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:54.092957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5c-9ba5-4699-8db2-f5acf4846f0e tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.094804 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.098890 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2766688 Jun 24 12:45:54.101672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44432) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:54.104005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c2dbf0c8-6c90-41dd-8b66-f9380c20c7f4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:54.122046 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c7a5c-9ba5-4699-8db2-f5acf4846f0e tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31c2061-2469-4109-ba00-26140db35583,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:54.150085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde81fc2-00e6-40d8-b0d8-42147d155579 None None] Pushing event deleted for resources: {'Port': ['ID=8aad13a6-6173-40b7-94c1-32a3dd4d6a88,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:54.153010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fde81fc2-00e6-40d8-b0d8-42147d155579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:54.156065 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0c6b6b13-f74e-4391-8c97-110df0e08a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:54.160352 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde81fc2-00e6-40d8-b0d8-42147d155579 None None] No DVR routers for this DVR port 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:54.179662 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6b6b13-f74e-4391-8c97-110df0e08a81 None None] Routers {'45a00b3b-b229-4a10-9840-64d43411fc62'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:54.181119 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0c6b6b13-f74e-4391-8c97-110df0e08a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['45a00b3b-b229-4a10-9840-64d43411fc62'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:54.181307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f63c7a5c-9ba5-4699-8db2-f5acf4846f0e tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:54.206676 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5c-9ba5-4699-8db2-f5acf4846f0e tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.210349 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f63c7a5c-9ba5-4699-8db2-f5acf4846f0e tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5406139 Jun 24 12:45:54.218332 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44434) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:54.219443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f8485c4-2f7f-4774-a457-ce7ae1861ee1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.221828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f8485c4-2f7f-4774-a457-ce7ae1861ee1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.242817 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0c6b6b13-f74e-4391-8c97-110df0e08a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:54.244057 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b6b13-f74e-4391-8c97-110df0e08a81 None None] The sync data for ids ['45a00b3b-b229-4a10-9840-64d43411fc62'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:54.277078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79340f32-9fda-44a9-aa9a-e5de59e77672 None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:45:54.287288 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-539d35de-3c0d-4f8a-94bf-dd57aec1a728 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2526214 Jun 24 12:45:54.290494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44436) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:54.293251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.318922 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a8238be4-5b5a-421a-af55-e8d456d9ef0c tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules/f31c2061-2469-4109-ba00-26140db35583 HTTP/1.1" status: 200 len: 763 time: 0.0986795 Jun 24 12:45:54.319126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f8485c4-2f7f-4774-a457-ce7ae1861ee1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.319678 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8485c4-2f7f-4774-a457-ce7ae1861ee1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Fanout notify agent at l3_agent the message router_deleted on router 4973bd0d-61fc-491e-aff9-6f3faa398a61 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:45:54.323721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:54.324497 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.324628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44438) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:54.354199 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:54.371748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f8485c4-2f7f-4774-a457-ce7ae1861ee1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.372853 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8f8485c4-2f7f-4774-a457-ce7ae1861ee1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/routers/4973bd0d-61fc-491e-aff9-6f3faa398a61 HTTP/1.1" status: 204 len: 168 time: 1.0023870 Jun 24 12:45:54.383048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44440) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:54.391608 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5c5d001f-0c62-4d86-b0d8-ddc2083080c8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/routers/45a00b3b-b229-4a10-9840-64d43411fc62 HTTP/1.1" status: 200 len: 885 time: 0.2768066 Jun 24 12:45:54.397228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f1cf9539-f6ce-42b7-9e2c-0b5ccd8fd0dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:54.400452 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44442) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:54.410178 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ce2892dd-6df6-4e9f-aaea-5eac849f7e58 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.457171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79340f32-9fda-44a9-aa9a-e5de59e77672 None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:45:54.488517 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ce2892dd-6df6-4e9f-aaea-5eac849f7e58 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.492448 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d05cad29-da55-4649-97ef-828674558fd0 req-3c1cea4d-b6ad-446f-b304-cb2be131a1b1 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4697683 Jun 24 12:45:54.566212 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1aed2708-259a-4c18-9f1b-b6c3bcf8e7df tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2355745 Jun 24 12:45:54.569489 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.572319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44446) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:54.587057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:54.602186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 12:45:54.602186 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 12:45:54.602186 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'id': 'c11a21a5-051f-4638-9b3b-32eafc3f01d7'}] Jun 24 12:45:54.602186 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:45:54.603867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:45:54.616943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:54.617191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8aad13a6-6173-40b7-94c1-32a3dd4d6a88 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:54.617793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5a56af-c5ec-4253-8861-7bfa36b4aad0']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:54.648805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ce2892dd-6df6-4e9f-aaea-5eac849f7e58 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.654045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ce2892dd-6df6-4e9f-aaea-5eac849f7e58 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.655221 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ce2892dd-6df6-4e9f-aaea-5eac849f7e58 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/75b074bb-1abc-4dd8-b1d0-0c97f581ea25 HTTP/1.1" status: 204 len: 168 time: 0.3590343 Jun 24 12:45:54.658243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:54.667930 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44448) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:54.672578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1945b41-2506-4106-a2e9-0c544edacf30') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:54.673000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1945b41-2506-4106-a2e9-0c544edacf30') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:54.693173 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2892dd-6df6-4e9f-aaea-5eac849f7e58 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75b074bb-1abc-4dd8-b1d0-0c97f581ea25,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:54.696229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ce2892dd-6df6-4e9f-aaea-5eac849f7e58 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:54.697776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cf9539-f6ce-42b7-9e2c-0b5ccd8fd0dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:54.701378 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f1cf9539-f6ce-42b7-9e2c-0b5ccd8fd0dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.710603 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-208a7acb-0b3a-40e3-8edd-68efe54b34f2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.731555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.747999 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-208a7acb-0b3a-40e3-8edd-68efe54b34f2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.766850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.780338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device dfc29f21-b8ae-4c82-b5d7-258332e2f1ca details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:45:54.781440 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Deleting port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:54.781885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.786428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device dfc29f21-b8ae-4c82-b5d7-258332e2f1ca no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:54.791450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:54.791998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:54.801644 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:54.887408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44450) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:54.887880 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-10e503fc-1665-4274-bc42-2e2d70d1927a tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2118850 Jun 24 12:45:54.932756 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-208a7acb-0b3a-40e3-8edd-68efe54b34f2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.937754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-208a7acb-0b3a-40e3-8edd-68efe54b34f2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.941313 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-208a7acb-0b3a-40e3-8edd-68efe54b34f2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/f31c2061-2469-4109-ba00-26140db35583 HTTP/1.1" status: 204 len: 168 time: 0.3649132 Jun 24 12:45:54.944549 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:54.947587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44452) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:54.951039 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d38bbd41-2188-430c-9d67-fa9e6154aaed tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.965535 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.970320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d38bbd41-2188-430c-9d67-fa9e6154aaed tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.982422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:54.984153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a7acb-0b3a-40e3-8edd-68efe54b34f2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f31c2061-2469-4109-ba00-26140db35583,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:54.996104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-208a7acb-0b3a-40e3-8edd-68efe54b34f2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:54.997759 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-decc54af-90d1-4888-adc5-5eb042c9e5dc tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:55.003758 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.008098 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] 10.222.0.110 "DELETE /v2.0/networks/1f5a56af-c5ec-4253-8861-7bfa36b4aad0 HTTP/1.1" status: 204 len: 168 time: 1.2396073 Jun 24 12:45:55.019535 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:45:55.022240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8aa6a2f-ed49-4622-824a-9daab45cf3ca" -d '{"events": [{"server_uuid": "f877ccdb-5d81-41e0-a9aa-288854fa493e", "name": "network-vif-unplugged", "status": "completed", "tag": "dfc29f21-b8ae-4c82-b5d7-258332e2f1ca"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:45:55.023223 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7bd0cf3d-7bda-40c5-acc0-3a527ff27bd8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6208310 Jun 24 12:45:55.024796 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae910b1-1b05-4211-bf55-c41764d2215c req-64557032-a9b2-448a-be09-a99dca78dc98 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:55.029898 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44458) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:55.036400 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5ae910b1-1b05-4211-bf55-c41764d2215c req-64557032-a9b2-448a-be09-a99dca78dc98 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 946 time: 0.3692243 Jun 24 12:45:55.037177 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-89692d1e-3f5a-436b-baa0-f517aa45188b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1230805250'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:55.048636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:55.063355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:55.069362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.072558 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:55.074957 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'port_id': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'mac_address': 'fa:16:3e:64:4d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:45:55.094864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Pushing event deleted for resources: {'Network': ['ID=1f5a56af-c5ec-4253-8861-7bfa36b4aad0,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:55.097498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d38bbd41-2188-430c-9d67-fa9e6154aaed tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.102852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-05609397-e6a5-4fa9-998f-fc6de5bda9a2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:55.109410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 12:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e3e3f-5643-4f42-9c2b-195cd6ad1167 x-openstack-request-id: req-a09e3e3f-5643-4f42-9c2b-195cd6ad1167 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:45:55.109829 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f877ccdb-5d81-41e0-a9aa-288854fa493e", "name": "network-vif-unplugged", "status": "completed", "tag": "dfc29f21-b8ae-4c82-b5d7-258332e2f1ca", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:45:55.110182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a09e3e3f-5643-4f42-9c2b-195cd6ad1167 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:45:55.111270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.111420 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'code': 200} Jun 24 12:45:55.113062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d38bbd41-2188-430c-9d67-fa9e6154aaed tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.117004 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d38bbd41-2188-430c-9d67-fa9e6154aaed tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/bf5dcfa8-148a-454f-b741-7c2df52612f7 HTTP/1.1" status: 204 len: 168 time: 0.2241223 Jun 24 12:45:55.126784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:55.129456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44460) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:55.138587 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bbd41-2188-430c-9d67-fa9e6154aaed tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf5dcfa8-148a-454f-b741-7c2df52612f7,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:55.141871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] For port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3332f2ee-4a45-4621-9d9e-387a0e0b4e48,segment=NetworkSegment(c0cf8e2b-92ca-476a-b1ed-8c559e903b50),segment_id=c0cf8e2b-92ca-476a-b1ed-8c559e903b50)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:55.142465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.155941 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-db276404-4df6-4f76-bd51-523be09f446b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2010894 Jun 24 12:45:55.156651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d38bbd41-2188-430c-9d67-fa9e6154aaed tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:55.159226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44462) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:55.172833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-5962bce2-af67-4680-b159-862fce70face tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Request body: {'security_group_rule': {'security_group_id': '7ff693dd-d2bc-4518-b66f-11af30f42d4d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:55.183850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:55.196003 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.207886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:55.211434 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc29f21-b8ae-4c82-b5d7-258332e2f1ca {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:45:55.227719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f1cf9539-f6ce-42b7-9e2c-0b5ccd8fd0dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.233838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f8777af6-6723-4022-889b-92d3227da455 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:55.236150 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:55.241430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.243553 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e1986ae8-89d2-49f1-ab35-05398fbb545a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:55.247043 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5ae910b1-1b05-4211-bf55-c41764d2215c req-8eab602c-587f-46aa-ba61-ecf8cbb34c8e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups?id=a83a20ca-144c-49c1-948c-bba7ff5d1271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724250 Jun 24 12:45:55.298339 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf9539-f6ce-42b7-9e2c-0b5ccd8fd0dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:55.306834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf9539-f6ce-42b7-9e2c-0b5ccd8fd0dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:55.307854 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6e18e099-7fa4-410b-9d12-90cc047e3454 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1750391 Jun 24 12:45:55.308848 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44464) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:55.308989 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:55.309578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5962bce2-af67-4680-b159-862fce70face tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.315916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf9539-f6ce-42b7-9e2c-0b5ccd8fd0dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:55.316669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f1cf9539-f6ce-42b7-9e2c-0b5ccd8fd0dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.325373 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dc58c7-e47a-4b92-8e1a-3dc44809baa1 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:45:55.348989 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:55.381515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf9539-f6ce-42b7-9e2c-0b5ccd8fd0dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=720496cd-0780-41ac-977f-8c41ed81ae8b,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:55.391430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f1cf9539-f6ce-42b7-9e2c-0b5ccd8fd0dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:55.397508 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f1cf9539-f6ce-42b7-9e2c-0b5ccd8fd0dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0042260 Jun 24 12:45:55.404883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44468) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:55.409947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-2ca88e67-a27b-4ba7-b706-b9bcbf25093f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1915522713', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:55.462089 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44470) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:55.472324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5962bce2-af67-4680-b159-862fce70face tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.479926 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5962bce2-af67-4680-b159-862fce70face tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.483296 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:55.488260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['dfc29f21-b8ae-4c82-b5d7-258332e2f1ca'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:45:55.509418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Deleting port 48e695bf-80f1-419c-9a34-da9b2e548299 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:55.510115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.512227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2ca88e67-a27b-4ba7-b706-b9bcbf25093f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.513425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2ca88e67-a27b-4ba7-b706-b9bcbf25093f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.514916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962bce2-af67-4680-b159-862fce70face tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ca079c-f1f8-41e0-b9d2-12d85a077038,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:55.519653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5962bce2-af67-4680-b159-862fce70face tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:55.522519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5962bce2-af67-4680-b159-862fce70face tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.523738 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5962bce2-af67-4680-b159-862fce70face tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616340 Jun 24 12:45:55.527366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44474) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:55.578914 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c95e96e1-1688-4546-a6ce-457917e6d705 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules/97ca079c-f1f8-41e0-b9d2-12d85a077038 HTTP/1.1" status: 200 len: 764 time: 0.0502977 Jun 24 12:45:55.581308 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44478) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:55.595142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': '720496cd-0780-41ac-977f-8c41ed81ae8b'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:45:55.595996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.679451 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f383f932-1abf-439f-b00e-481f3ba78012 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0958056 Jun 24 12:45:55.683780 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44480) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:55.694913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2ca88e67-a27b-4ba7-b706-b9bcbf25093f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.696502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa504-b068-44c1-ab3e-0ee8145b32bf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.721429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2ca88e67-a27b-4ba7-b706-b9bcbf25093f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.736667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.737033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.737348 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Floating IP c799d665-7b85-4bb3-987f-c77fd1d53e7b disassociated. External IP: 172.26.1.134, port: 3332f2ee-4a45-4621-9d9e-387a0e0b4e48. Jun 24 12:45:55.737690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Calling delete_port for 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:55.741537 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89692d1e-3f5a-436b-baa0-f517aa45188b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.756366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5872124f-4029-42a9-a8b7-83351fd5757b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.773961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5872124f-4029-42a9-a8b7-83351fd5757b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.776469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89692d1e-3f5a-436b-baa0-f517aa45188b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.795309 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-926ef66d-42ee-49ef-9150-a5025c7e146e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c2b8b583811c46a18ab0508f2a86917b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284769 Jun 24 12:45:55.797632 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44482) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:55.804356 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa504-b068-44c1-ab3e-0ee8145b32bf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.807272 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2ca88e67-a27b-4ba7-b706-b9bcbf25093f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.808467 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2ca88e67-a27b-4ba7-b706-b9bcbf25093f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4022727 Jun 24 12:45:55.810418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] For port 48e695bf-80f1-419c-9a34-da9b2e548299, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=48e695bf-80f1-419c-9a34-da9b2e548299,segment=NetworkSegment(57810da1-da20-4a98-b6e4-ffe000b361d9),segment_id=57810da1-da20-4a98-b6e4-ffe000b361d9)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:55.810789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.811672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44484) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:55.881326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Calling delete_port for 48e695bf-80f1-419c-9a34-da9b2e548299 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:55.949581 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5872124f-4029-42a9-a8b7-83351fd5757b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.960102 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e80c6f15-3624-46b2-8ebd-e045f46d5547 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:55.965275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5872124f-4029-42a9-a8b7-83351fd5757b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.966492 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5872124f-4029-42a9-a8b7-83351fd5757b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/97ca079c-f1f8-41e0-b9d2-12d85a077038 HTTP/1.1" status: 204 len: 168 time: 0.2814074 Jun 24 12:45:55.970286 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44486) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:55.986247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa504-b068-44c1-ab3e-0ee8145b32bf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.988858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa504-b068-44c1-ab3e-0ee8145b32bf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:55.992908 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8cdfa504-b068-44c1-ab3e-0ee8145b32bf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-groups/7f3e15bc-ae64-447e-a8d4-a0b62cc6f492 HTTP/1.1" status: 204 len: 168 time: 0.6765568 Jun 24 12:45:55.993431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8f042316-3fe7-41bb-a53c-fec8a93c8b9a tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:56.003218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dfa1f-4c1e-4d05-a53c-d6ef85086e68 req-c84c2902-4eea-4578-bd2c-a7a8613978b4 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:56.004698 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc8dfa1f-4c1e-4d05-a53c-d6ef85086e68 req-c84c2902-4eea-4578-bd2c-a7a8613978b4 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 945 time: 0.2982819 Jun 24 12:45:56.006983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44488) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:56.008349 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Allocated IP 2001:db8::2 (775331f2-7641-4269-a311-a446eb45635d/720496cd-0780-41ac-977f-8c41ed81ae8b/3c4669f4-eb87-4283-939b-d4efb0f961be) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:56.030330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872124f-4029-42a9-a8b7-83351fd5757b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97ca079c-f1f8-41e0-b9d2-12d85a077038,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:56.033289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfa504-b068-44c1-ab3e-0ee8145b32bf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3e15bc-ae64-447e-a8d4-a0b62cc6f492,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:56.055380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8cdfa504-b068-44c1-ab3e-0ee8145b32bf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:56.155431 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc8dfa1f-4c1e-4d05-a53c-d6ef85086e68 req-502f3df2-0746-4211-a501-664993321dff tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272624 Jun 24 12:45:56.161636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.167129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:56.185197 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d4931bfa-36f2-4091-949f-644f6fb34b70 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1666908 Jun 24 12:45:56.205358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.210588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44490) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:56.210959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44492) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:56.219933 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ea8410fd-1540-4932-b213-db7279085124 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group': {'name': 'tempest-secgroup--2066131685'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:56.230199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Pushing event deleted for resources: {'Port': ['ID=3332f2ee-4a45-4621-9d9e-387a0e0b4e48,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:56.237221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:56.267311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-21268084-9ff8-45f9-b517-a3da9203aa42 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:56.283633 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No DVR routers for this DVR port 48e695bf-80f1-419c-9a34-da9b2e548299 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:56.348206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Port': ['ID=48e695bf-80f1-419c-9a34-da9b2e548299,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:56.369982 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.388968 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Transition to ACTIVE for port object 3c4669f4-eb87-4283-939b-d4efb0f961be will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:56.390463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:56.420498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ea8410fd-1540-4932-b213-db7279085124 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.421030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Transition to ACTIVE for port object 3c4669f4-eb87-4283-939b-d4efb0f961be will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:56.429034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5872124f-4029-42a9-a8b7-83351fd5757b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:56.431033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.434474 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:56.479937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:56.481744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5b8a536-5bc2-4348-93a7-e1f0fe444b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.486686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:56.489960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:56.500737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Pushing event updated for resources: {'Port': ['ID=3c4669f4-eb87-4283-939b-d4efb0f961be,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:56.503986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:56.561599 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b073d783-7e73-4839-9bab-62677c65e653 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5876844 Jun 24 12:45:56.583332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Attempting to bind port 3c4669f4-eb87-4283-939b-d4efb0f961be on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:56.583726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Attempting to bind port 3c4669f4-eb87-4283-939b-d4efb0f961be by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:56.584102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Attempting to bind port 3c4669f4-eb87-4283-939b-d4efb0f961be on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:56.595964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:56.596862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:56.596862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.597170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:56.597665 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Bound port: 3c4669f4-eb87-4283-939b-d4efb0f961be, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:56.598063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.599149 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44496) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:56.604379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89692d1e-3f5a-436b-baa0-f517aa45188b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 45a00b3b-b229-4a10-9840-64d43411fc62 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:56.606433 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5b8a536-5bc2-4348-93a7-e1f0fe444b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.611844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3a269cc4-606e-432f-9049-48db4ac045cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.674815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] For port 3c4669f4-eb87-4283-939b-d4efb0f961be, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:56.679092 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] For port 3c4669f4-eb87-4283-939b-d4efb0f961be, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3c4669f4-eb87-4283-939b-d4efb0f961be,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:56.684197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.687369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d33ab586-1829-4e46-8d18-1a4e0584b8c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:56.761055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Pushing event updated for resources: {'Port': ['ID=3c4669f4-eb87-4283-939b-d4efb0f961be,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:56.763660 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:56.782805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device dfc29f21-b8ae-4c82-b5d7-258332e2f1ca up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:56.792078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.822837 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc508bed-1a10-4606-ac93-0af1c84667c4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.833747 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f964a19f-8394-4162-9fd5-3edfe549c157 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/floatingips/01818061-5aca-49e5-8bdd-b993efe94524 HTTP/1.1" status: 200 len: 993 time: 0.6180377 Jun 24 12:45:56.857108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5b8a536-5bc2-4348-93a7-e1f0fe444b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.859861 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5b8a536-5bc2-4348-93a7-e1f0fe444b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.863386 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c5b8a536-5bc2-4348-93a7-e1f0fe444b50 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/91fa908d-7851-479d-beef-d0f31bfdbdc8 HTTP/1.1" status: 204 len: 168 time: 1.0623982 Jun 24 12:45:56.866905 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:56.867392 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.875234 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-903bcfdf-209e-41b2-af2c-98079c69ec4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:56.883961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.906359 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8a536-5bc2-4348-93a7-e1f0fe444b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fa908d-7851-479d-beef-d0f31bfdbdc8,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:56.969396 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c5b8a536-5bc2-4348-93a7-e1f0fe444b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:56.971280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc508bed-1a10-4606-ac93-0af1c84667c4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.975387 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c5efb7db-b6bf-4699-9daa-77a302d5f71f req-8c03c852-1a14-49c5-a2c1-cce60bd3c8b4 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 210 time: 0.1341217 Jun 24 12:45:56.979571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11a21a5-051f-4638-9b3b-32eafc3f01d7']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:57.013850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57810da1-da20-4a98-b6e4-ffe000b361d9') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:57.014385 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57810da1-da20-4a98-b6e4-ffe000b361d9') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:57.057110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.092513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89692d1e-3f5a-436b-baa0-f517aa45188b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:57.093341 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.096735 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.108274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Router 10960cff-7c71-467e-9128-02dd71be20f1 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:57.115365 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89692d1e-3f5a-436b-baa0-f517aa45188b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.117837 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-89692d1e-3f5a-436b-baa0-f517aa45188b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/45a00b3b-b229-4a10-9840-64d43411fc62 HTTP/1.1" status: 200 len: 892 time: 2.0869620 Jun 24 12:45:57.125284 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44502) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:57.126533 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2b222-865e-4b28-a2ae-b806a76212c8 None None] Sync routers for ids ['45a00b3b-b229-4a10-9840-64d43411fc62'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:57.166599 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ea8410fd-1540-4932-b213-db7279085124 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.176198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:45:57.176869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.179457 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:45:57.181812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8e063e-dcc8-440a-a86d-be4d46799fe3" -d '{"events": [{"server_uuid": "f877ccdb-5d81-41e0-a9aa-288854fa493e", "name": "network-vif-plugged", "status": "completed", "tag": "dfc29f21-b8ae-4c82-b5d7-258332e2f1ca"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:45:57.183355 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:45:57.185733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2b222-865e-4b28-a2ae-b806a76212c8 None None] Routers {'45a00b3b-b229-4a10-9840-64d43411fc62'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:57.185733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-fcd2b222-865e-4b28-a2ae-b806a76212c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['45a00b3b-b229-4a10-9840-64d43411fc62'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:57.228694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:57.230074 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-fcd2b222-865e-4b28-a2ae-b806a76212c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:57.238111 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.239030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:57.242262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-34a391be-09c7-47dd-a211-6ad4a33e5742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:57.246980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ea8410fd-1540-4932-b213-db7279085124 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.252797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc508bed-1a10-4606-ac93-0af1c84667c4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.255420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc508bed-1a10-4606-ac93-0af1c84667c4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.256729 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fc508bed-1a10-4606-ac93-0af1c84667c4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "DELETE /v2.0/security-groups/7ff693dd-d2bc-4518-b66f-11af30f42d4d HTTP/1.1" status: 204 len: 168 time: 0.6565926 Jun 24 12:45:57.261921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-21704cf5-6ca1-409b-b20d-08820c21c43a tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:57.267271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44506) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:57.283434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-33d8f626-2432-40a4-86fd-31156b18540d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:57.320493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:57.321405 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:57.325885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facf2188-8535-4537-8007-9f8bd64c5214 x-openstack-request-id: req-facf2188-8535-4537-8007-9f8bd64c5214 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:45:57.326449 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f877ccdb-5d81-41e0-a9aa-288854fa493e", "name": "network-vif-plugged", "status": "completed", "tag": "dfc29f21-b8ae-4c82-b5d7-258332e2f1ca", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:45:57.326951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-facf2188-8535-4537-8007-9f8bd64c5214 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:45:57.327527 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'code': 200} Jun 24 12:45:57.331909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2b222-865e-4b28-a2ae-b806a76212c8 None None] Routers {'45a00b3b-b229-4a10-9840-64d43411fc62'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:57.332969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-fcd2b222-865e-4b28-a2ae-b806a76212c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['45a00b3b-b229-4a10-9840-64d43411fc62'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:57.364790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc508bed-1a10-4606-ac93-0af1c84667c4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff693dd-d2bc-4518-b66f-11af30f42d4d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:57.372596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fc508bed-1a10-4606-ac93-0af1c84667c4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:57.414587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ea8410fd-1540-4932-b213-db7279085124 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.417875 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ea8410fd-1540-4932-b213-db7279085124 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2034025 Jun 24 12:45:57.420467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44512) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:57.426405 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,revision_number=8']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:57.432583 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a81f17f6-8d9c-48d3-a8ca-e3f4c6ab2b87 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group_rule': {'security_group_id': '8d558293-3c65-4f6c-a2f5-364c39c1a29c', 'direction': 'ingress', 'protocol': 17}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:57.438236 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-fcd2b222-865e-4b28-a2ae-b806a76212c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:57.438722 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-901909e1-34eb-4eea-be9d-60539b8dc33e tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1414106 Jun 24 12:45:57.439112 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2b222-865e-4b28-a2ae-b806a76212c8 None None] The sync data for ids ['45a00b3b-b229-4a10-9840-64d43411fc62'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:57.443463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44516) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:57.452023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.453306 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:57.458809 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4c0525e9-388c-4afd-861f-8dc91aebed20 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/routers/45a00b3b-b229-4a10-9840-64d43411fc62 HTTP/1.1" status: 200 len: 892 time: 0.3200126 Jun 24 12:45:57.461529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.463832 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44518) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:57.468018 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/c11a21a5-051f-4638-9b3b-32eafc3f01d7 HTTP/1.1" status: 204 len: 168 time: 5.5479748 Jun 24 12:45:57.470513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44520) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:57.472963 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8410fd-1540-4932-b213-db7279085124 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d558293-3c65-4f6c-a2f5-364c39c1a29c,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:57.476026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ea8410fd-1540-4932-b213-db7279085124 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:57.481421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-46d64499-5669-472a-b3ad-9997d09c767a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-342756051'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:57.488573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:57.523707 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e1ab0c0a-2703-43cf-90eb-21a1f9688753 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports?device_id=45a00b3b-b229-4a10-9840-64d43411fc62 HTTP/1.1" status: 200 len: 205 time: 0.0502510 Jun 24 12:45:57.529341 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44522) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:57.537587 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::1 (775331f2-7641-4269-a311-a446eb45635d/720496cd-0780-41ac-977f-8c41ed81ae8b/f030aadd-131c-427c-806c-c965c255ccf4) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:57.560817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Network': ['ID=c11a21a5-051f-4638-9b3b-32eafc3f01d7,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:57.567618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:57.588283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a81f17f6-8d9c-48d3-a8ca-e3f4c6ab2b87 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.590854 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fe24e538-19ed-4f08-872d-ce6a8f3abc51 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1452224 Jun 24 12:45:57.591213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:57.609564 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ac64b-5161-4308-aa3f-22397fb7edbd None None] Sync routers for ids ['10960cff-7c71-467e-9128-02dd71be20f1'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:57.627227 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ac64b-5161-4308-aa3f-22397fb7edbd None None] Routers {'10960cff-7c71-467e-9128-02dd71be20f1'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:57.629397 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-911ac64b-5161-4308-aa3f-22397fb7edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['10960cff-7c71-467e-9128-02dd71be20f1'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:57.646800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d64499-5669-472a-b3ad-9997d09c767a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:57.650550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-46d64499-5669-472a-b3ad-9997d09c767a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.664776 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] No DVR routers for this DVR port 3332f2ee-4a45-4621-9d9e-387a0e0b4e48 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:57.692414 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.694914 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b9b1336e-819f-4a73-bd3c-aa7057427dd6 req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.102 "DELETE /v2.0/ports/3332f2ee-4a45-4621-9d9e-387a0e0b4e48 HTTP/1.1" status: 204 len: 173 time: 3.6801233 Jun 24 12:45:57.695468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012b2a68-9d82-4447-9259-dae9321d1b09', 'name': 'network-vif-deleted', 'tag': '3332f2ee-4a45-4621-9d9e-387a0e0b4e48'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:45:57.697845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09846dff-4875-4545-a8ea-b86faae30df2" -d '{"events": [{"server_uuid": "012b2a68-9d82-4447-9259-dae9321d1b09", "name": "network-vif-deleted", "tag": "3332f2ee-4a45-4621-9d9e-387a0e0b4e48"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:45:57.720485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d64499-5669-472a-b3ad-9997d09c767a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] vlan segment allocate from pool success with {'vlan_id': 1301, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:45:57.743241 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-46d64499-5669-472a-b3ad-9997d09c767a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.743652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-46d64499-5669-472a-b3ad-9997d09c767a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Added segment 7472c74f-e557-47e4-b131-371e54298829 of type vlan for network 7c66b0ca-8fd2-4249-8451-38e5723da4e7 Jun 24 12:45:57.763465 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.854552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a81f17f6-8d9c-48d3-a8ca-e3f4c6ab2b87 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.867831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d66a4d-60c4-4ba1-8400-b6adb919cc61 x-openstack-request-id: req-96d66a4d-60c4-4ba1-8400-b6adb919cc61 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:45:57.868456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012b2a68-9d82-4447-9259-dae9321d1b09", "name": "network-vif-deleted", "tag": "3332f2ee-4a45-4621-9d9e-387a0e0b4e48", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:45:57.868927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-96d66a4d-60c4-4ba1-8400-b6adb919cc61 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:45:57.869555 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012b2a68-9d82-4447-9259-dae9321d1b09', 'name': 'network-vif-deleted', 'tag': '3332f2ee-4a45-4621-9d9e-387a0e0b4e48', 'status': 'completed', 'code': 200} Jun 24 12:45:57.876834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.893761 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a81f17f6-8d9c-48d3-a8ca-e3f4c6ab2b87 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.915915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-46d64499-5669-472a-b3ad-9997d09c767a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.920058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f2bee06d-5dd5-431d-ad84-857d078ef8cf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:57.967797 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f17f6-8d9c-48d3-a8ca-e3f4c6ab2b87 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fff7346-6bac-43cb-bcdb-1cde42e13ce0,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:57.988711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a81f17f6-8d9c-48d3-a8ca-e3f4c6ab2b87 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:57.994851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object f030aadd-131c-427c-806c-c965c255ccf4 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:58.002203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a81f17f6-8d9c-48d3-a8ca-e3f4c6ab2b87 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.008585 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a81f17f6-8d9c-48d3-a8ca-e3f4c6ab2b87 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5835817 Jun 24 12:45:58.019272 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44540) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:58.055558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-46d64499-5669-472a-b3ad-9997d09c767a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.061185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d64499-5669-472a-b3ad-9997d09c767a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:58.061811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-46d64499-5669-472a-b3ad-9997d09c767a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.069676 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.090408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:58.107021 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.120926 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-46d64499-5669-472a-b3ad-9997d09c767a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6433833 Jun 24 12:45:58.127272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:58.131240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44544) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:58.141788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a5e16206-eaf8-4fbe-8ee7-afbcbc1bc9f4 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'subnet': {'network_id': '7c66b0ca-8fd2-4249-8451-38e5723da4e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:58.186049 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-911ac64b-5161-4308-aa3f-22397fb7edbd None None] Set router 10960cff-7c71-467e-9128-02dd71be20f1 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:45:58.225879 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:58.253886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44546) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:58.270379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:58.285788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:58.286610 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.297444 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=f030aadd-131c-427c-806c-c965c255ccf4,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:58.303940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:58.341239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-be8b55a6-a451-4ca7-9ea2-b72bc51513f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.346755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d64499-5669-472a-b3ad-9997d09c767a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Network': ['ID=7c66b0ca-8fd2-4249-8451-38e5723da4e7,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:58.362654 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 7c66b0ca-8fd2-4249-8451-38e5723da4e7 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:45:58.380428 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-46d64499-5669-472a-b3ad-9997d09c767a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:58.390474 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bbb16111-4042-4557-80c7-30c37e1e3a84 req-05c44683-f7ca-4a56-b685-1cec134104f7 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/ports?device_id=012b2a68-9d82-4447-9259-dae9321d1b09 HTTP/1.1" status: 200 len: 210 time: 0.0674591 Jun 24 12:45:58.406852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44550) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:58.419657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-be8b55a6-a451-4ca7-9ea2-b72bc51513f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.527873 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port 3d30f6ee-a280-47e9-837a-e00fe90f9dca {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:58.529215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.529356 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-be8b55a6-a451-4ca7-9ea2-b72bc51513f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.533601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-be8b55a6-a451-4ca7-9ea2-b72bc51513f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.537424 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-be8b55a6-a451-4ca7-9ea2-b72bc51513f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-groups/8d558293-3c65-4f6c-a2f5-364c39c1a29c HTTP/1.1" status: 204 len: 168 time: 0.5146682 Jun 24 12:45:58.537424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5cf7b201-5baa-4cf0-9b45-f1b2c3bd288f tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:58.544815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44554) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:58.569803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b55a6-a451-4ca7-9ea2-b72bc51513f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d558293-3c65-4f6c-a2f5-364c39c1a29c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:58.576134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-be8b55a6-a451-4ca7-9ea2-b72bc51513f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:58.645350 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c42d66b5-3d3a-4d4b-8d0b-003ccc076295 tempest-DvrRoutersNegativeTest-1777300475 tempest-DvrRoutersNegativeTest-1777300475-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-758281316', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:58.646357 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e16206-eaf8-4fbe-8ee7-afbcbc1bc9f4 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:58.650208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5e16206-eaf8-4fbe-8ee7-afbcbc1bc9f4 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.650956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.policy [None req-c42d66b5-3d3a-4d4b-8d0b-003ccc076295 tempest-DvrRoutersNegativeTest-1777300475 tempest-DvrRoutersNegativeTest-1777300475-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100145) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 24 12:45:58.651090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.policy [None req-c42d66b5-3d3a-4d4b-8d0b-003ccc076295 tempest-DvrRoutersNegativeTest-1777300475 tempest-DvrRoutersNegativeTest-1777300475-project] Failed policy check for 'create_router' {{(pid=100145) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 24 12:45:58.651731 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-c42d66b5-3d3a-4d4b-8d0b-003ccc076295 tempest-DvrRoutersNegativeTest-1777300475 tempest-DvrRoutersNegativeTest-1777300475-project] create failed (client error): Access was denied to this resource. Jun 24 12:45:58.658585 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c42d66b5-3d3a-4d4b-8d0b-003ccc076295 tempest-DvrRoutersNegativeTest-1777300475 tempest-DvrRoutersNegativeTest-1777300475-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2471278 Jun 24 12:45:58.697958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3c4669f4-eb87-4283-939b-d4efb0f961be up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:58.746535 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-911ac64b-5161-4308-aa3f-22397fb7edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 4, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '5916c56a-169d-425a-9b0a-bfeff0a0b68d', 'name': '', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'mac_address': 'fa:16:3e:43:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:55Z', 'updated_at': '2021-06-24T12:42:06Z', 'revision_number': 5, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'subnets': [{'id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:58.751765 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-24d0dc1b-f3c9-46d0-b15c-46bb5ffd97c4 None None] Provisioning for port 3c4669f4-eb87-4283-939b-d4efb0f961be completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:58.805316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 3c4669f4-eb87-4283-939b-d4efb0f961be completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:58.816422 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ac64b-5161-4308-aa3f-22397fb7edbd None None] Checking router: 10960cff-7c71-467e-9128-02dd71be20f1 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:45:58.826740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3c4669f4-eb87-4283-939b-d4efb0f961be triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:58.827674 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.837432 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ac64b-5161-4308-aa3f-22397fb7edbd None None] Routers {'10960cff-7c71-467e-9128-02dd71be20f1'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:58.838676 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-911ac64b-5161-4308-aa3f-22397fb7edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['10960cff-7c71-467e-9128-02dd71be20f1'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:58.914923 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.945331 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-054bd547-add7-4d18-9704-bea235ed548a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ee612eb7b26b442983d9cf7a8f890776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6878827 Jun 24 12:45:58.948053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44558) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:58.951782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d7e67d67-7b68-4bdf-bb25-c296987d46f0 None None] Provisioning for port f030aadd-131c-427c-806c-c965c255ccf4 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:58.954554 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c85f68b8-1bb7-42c5-a487-db4e8b9e18e7 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3687792 Jun 24 12:45:58.961465 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.964347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44560) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:58.970497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-fb7235da-b2bd-4835-8d61-75336a49c75e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628154756'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:58.972438 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d7e67d67-7b68-4bdf-bb25-c296987d46f0 None None] Provisioning complete for port f030aadd-131c-427c-806c-c965c255ccf4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:58.972822 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d7e67d67-7b68-4bdf-bb25-c296987d46f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.998527 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-911ac64b-5161-4308-aa3f-22397fb7edbd None None] Set router 10960cff-7c71-467e-9128-02dd71be20f1 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:45:59.004458 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.038295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-d7e67d67-7b68-4bdf-bb25-c296987d46f0 None None] Port f030aadd-131c-427c-806c-c965c255ccf4 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:59.042489 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for 3d30f6ee-a280-47e9-837a-e00fe90f9dca owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:59.058131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 3c4669f4-eb87-4283-939b-d4efb0f961be, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3c4669f4-eb87-4283-939b-d4efb0f961be,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:59.062526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.064681 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:59.073793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-603c84fe-2bad-416f-8f5b-0934ee5772c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.125233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-603c84fe-2bad-416f-8f5b-0934ee5772c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.125736 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=3c4669f4-eb87-4283-939b-d4efb0f961be,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:59.129162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:59.195203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-603c84fe-2bad-416f-8f5b-0934ee5772c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.196182 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-603c84fe-2bad-416f-8f5b-0934ee5772c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.197379 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-603c84fe-2bad-416f-8f5b-0934ee5772c1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e714321f-9605-4bcc-b8bb-4280d7a2d940 HTTP/1.1" status: 204 len: 168 time: 0.2472112 Jun 24 12:45:59.197995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44564) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:59.198699 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f143f838-b920-46b6-9354-477a5e1922b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:59.226556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c84fe-2bad-416f-8f5b-0934ee5772c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e714321f-9605-4bcc-b8bb-4280d7a2d940,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:59.234124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-603c84fe-2bad-416f-8f5b-0934ee5772c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:59.264841 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-911ac64b-5161-4308-aa3f-22397fb7edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 4, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '5916c56a-169d-425a-9b0a-bfeff0a0b68d', 'name': '', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'mac_address': 'fa:16:3e:43:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:55Z', 'updated_at': '2021-06-24T12:42:06Z', 'revision_number': 5, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'subnets': [{'id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:59.302811 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ac64b-5161-4308-aa3f-22397fb7edbd None None] The sync data for ids ['10960cff-7c71-467e-9128-02dd71be20f1'] in dv-neutron-797121-4-hyperv is: [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 4, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '5916c56a-169d-425a-9b0a-bfeff0a0b68d', 'name': '', 'network_id': '89d68f41-feb7-4d70-8589-06f7af50cb16', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'mac_address': 'fa:16:3e:43:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:55Z', 'updated_at': '2021-06-24T12:42:06Z', 'revision_number': 5, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'subnets': [{'id': 'f784f0f9-8bdf-4f24-8441-7b7640fbd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:59.314199 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6d836cee-ed82-49ec-aaf9-ec136b2a1629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.377192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6c12-375d-48f4-9085-a17618bce985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.391822 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.543574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb7235da-b2bd-4835-8d61-75336a49c75e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.559624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6c12-375d-48f4-9085-a17618bce985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.570227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6c12-375d-48f4-9085-a17618bce985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.589321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44578) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:59.614255 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:59.629103 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8d2f6c12-375d-48f4-9085-a17618bce985 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1ed50bcd0b1349b0a51bd9923b9f47c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278636 Jun 24 12:45:59.632751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44582) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:59.667447 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f6c12-375d-48f4-9085-a17618bce985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea86bc1-3d12-4332-8ff5-0f6ab63c13de,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:59.671276 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8d2f6c12-375d-48f4-9085-a17618bce985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:59.697228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769229d0-8244-44e0-8dbe-5fc3a664ee99 None None] New status for floating IP c799d665-7b85-4bb3-987f-c77fd1d53e7b: DOWN {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:45:59.719450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3375c39-0492-482f-9ae9-26dc9f498429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.743904 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3375c39-0492-482f-9ae9-26dc9f498429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.815429 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5e16206-eaf8-4fbe-8ee7-afbcbc1bc9f4 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.817119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3375c39-0492-482f-9ae9-26dc9f498429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.821529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3375c39-0492-482f-9ae9-26dc9f498429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.826738 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a3375c39-0492-482f-9ae9-26dc9f498429 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/bea86bc1-3d12-4332-8ff5-0f6ab63c13de HTTP/1.1" status: 204 len: 168 time: 0.1929708 Jun 24 12:45:59.827794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0826765b-419b-4d1f-b811-9772eaab5193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556476093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:59.838922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3375c39-0492-482f-9ae9-26dc9f498429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea86bc1-3d12-4332-8ff5-0f6ab63c13de,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:59.855649 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aa1dd515-7ca3-48af-adc4-06672855c6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:59.858266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a3375c39-0492-482f-9ae9-26dc9f498429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:59.949992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-476d6349-2907-4d54-8115-40c0a018afb9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.023651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e16206-eaf8-4fbe-8ee7-afbcbc1bc9f4 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Subnet': ['ID=f15bccf8-6540-42d3-a0ac-65e4a0546403,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:00.040316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a5e16206-eaf8-4fbe-8ee7-afbcbc1bc9f4 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:00.046596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-476d6349-2907-4d54-8115-40c0a018afb9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.105651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb7235da-b2bd-4835-8d61-75336a49c75e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.110802 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e16206-eaf8-4fbe-8ee7-afbcbc1bc9f4 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Checking segment: {'id': '7472c74f-e557-47e4-b131-371e54298829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '7c66b0ca-8fd2-4249-8451-38e5723da4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:00.111171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e16206-eaf8-4fbe-8ee7-afbcbc1bc9f4 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network hostable DHCP agents. Network: 7c66b0ca-8fd2-4249-8451-38e5723da4e7, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:00.127036 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb7235da-b2bd-4835-8d61-75336a49c75e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.138378 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:00.160331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.170442 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.193048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.194442 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.207632 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb7235da-b2bd-4835-8d61-75336a49c75e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.208905 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fb7235da-b2bd-4835-8d61-75336a49c75e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2420878 Jun 24 12:46:00.212233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44602) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:00.215868 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7235da-b2bd-4835-8d61-75336a49c75e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698571f6-da7d-4930-a4b9-2e3419e6650c,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:00.218203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e16206-eaf8-4fbe-8ee7-afbcbc1bc9f4 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network 7c66b0ca-8fd2-4249-8451-38e5723da4e7 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:00.226583 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0f0d0f0e-86ab-485d-aab9-3fb49103d56d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group': {'name': 'tempest-secgroup--901644577'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:00.238567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fb7235da-b2bd-4835-8d61-75336a49c75e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:00.242031 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7156fc7c-9906-4253-be47-25fce6067a8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:00.244412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.272876 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0f0d0f0e-86ab-485d-aab9-3fb49103d56d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.296516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44604) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:00.306344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-476d6349-2907-4d54-8115-40c0a018afb9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.309261 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-476d6349-2907-4d54-8115-40c0a018afb9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.310392 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-476d6349-2907-4d54-8115-40c0a018afb9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "DELETE /v2.0/security-groups/a83a20ca-144c-49c1-948c-bba7ff5d1271 HTTP/1.1" status: 204 len: 168 time: 0.7175272 Jun 24 12:46:00.313898 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44610) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:00.314923 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-a5e16206-eaf8-4fbe-8ee7-afbcbc1bc9f4 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 7c66b0ca-8fd2-4249-8451-38e5723da4e7) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:00.316691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=3d30f6ee-a280-47e9-837a-e00fe90f9dca,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:00.331885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67d81f1-78f5-4b47-9de0-c60a916a876a None None] Network 7c66b0ca-8fd2-4249-8451-38e5723da4e7 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:00.332170 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-eaa93994-ca66-4487-a393-9e65d856ee96 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] show failed (client error): The resource could not be found. Jun 24 12:46:00.333212 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-eaa93994-ca66-4487-a393-9e65d856ee96 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "GET /v2.0/security-groups/a83a20ca-144c-49c1-948c-bba7ff5d1271 HTTP/1.1" status: 404 len: 347 time: 0.0183923 Jun 24 12:46:00.336217 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44612) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:00.376945 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e16206-eaf8-4fbe-8ee7-afbcbc1bc9f4 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:00.377540 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5e16206-eaf8-4fbe-8ee7-afbcbc1bc9f4 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.451692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.459731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=f030aadd-131c-427c-806c-c965c255ccf4,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:00.496838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:00.498886 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:00.499289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:00.529101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fb9d84c4-38a9-4f67-8d19-0d0ca92de44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:00.532247 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3c4669f4-eb87-4283-939b-d4efb0f961be up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:00.561502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b09fb375-c481-4458-9543-8e5442d94b04 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:00.569499 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING neutron.api.v2.base [None req-b09fb375-c481-4458-9543-8e5442d94b04 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 24 12:46:00.569499 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-b09fb375-c481-4458-9543-8e5442d94b04 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): There was a conflict when trying to complete your request. Jun 24 12:46:00.571883 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b09fb375-c481-4458-9543-8e5442d94b04 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2672958 Jun 24 12:46:00.574067 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44618) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:00.584300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978424904'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:00.588737 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d6349-2907-4d54-8115-40c0a018afb9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83a20ca-144c-49c1-948c-bba7ff5d1271,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:00.591669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:00.594328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.598192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-476d6349-2907-4d54-8115-40c0a018afb9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:00.599444 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.601718 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:00.740963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.741490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Fanout notify agent at l3_agent the message router_deleted on router 45a00b3b-b229-4a10-9840-64d43411fc62 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:46:00.742483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-7c66b0ca-8fd2-4249-8451-38e5723da4e7', 'network_id': '7c66b0ca-8fd2-4249-8451-38e5723da4e7', 'tenant_id': '2155e866308e447f865897479ff9b7cc', 'fixed_ips': [{'subnet_id': 'f15bccf8-6540-42d3-a0ac-65e4a0546403'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:00.754106 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.760606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.766588 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d3c26ed3-7a64-4229-a617-6ab6519f6389 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/routers/45a00b3b-b229-4a10-9840-64d43411fc62 HTTP/1.1" status: 204 len: 168 time: 3.2344275 Jun 24 12:46:00.766987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3c4669f4-eb87-4283-939b-d4efb0f961be triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:00.767452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.773258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44620) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:00.785993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-50d114aa-6431-4095-872d-b00dedfa60ba tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1303976861'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:00.815421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0f0d0f0e-86ab-485d-aab9-3fb49103d56d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.830149 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a5e16206-eaf8-4fbe-8ee7-afbcbc1bc9f4 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6910586 Jun 24 12:46:00.832758 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44622) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:00.834968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0f0d0f0e-86ab-485d-aab9-3fb49103d56d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.847451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-83ac1fa1-401f-4f06-8911-07fa02a84182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:00.883928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Router 96fac4f0-90fd-43b2-baf7-2341c68a80b4 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:46:00.901290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.952064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.961009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a9b7a646-e572-4882-8880-727b1cb57ba0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Deleting port e58a16c2-f9d7-4cf0-80d8-e5191e1b7e67 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:00.961389 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a646-e572-4882-8880-727b1cb57ba0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.006752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d0f0e-86ab-485d-aab9-3fb49103d56d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cf4b7b-8a5d-440f-bf8d-407018a24551,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:01.011067 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0f0d0f0e-86ab-485d-aab9-3fb49103d56d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:01.055564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d114aa-6431-4095-872d-b00dedfa60ba tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:01.061623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50d114aa-6431-4095-872d-b00dedfa60ba tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.079485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0f0d0f0e-86ab-485d-aab9-3fb49103d56d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.086128 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0f0d0f0e-86ab-485d-aab9-3fb49103d56d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8724899 Jun 24 12:46:01.087244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44632) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:01.106238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6611e96e-931a-43f4-a21d-bc7c3ae863c5 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group_rule': {'security_group_id': '698571f6-da7d-4930-a4b9-2e3419e6650c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '97cf4b7b-8a5d-440f-bf8d-407018a24551', 'remote_ip_prefix': None}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:01.113487 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Allocated IP 172.20.0.1 (7c66b0ca-8fd2-4249-8451-38e5723da4e7/f15bccf8-6540-42d3-a0ac-65e4a0546403/2bcd0040-62c4-4452-9e81-1ae31260b83b) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:01.135905 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.153252 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f28dc2cf-214c-4732-9d2b-e58bde21d293 None None] Provisioning complete for port f030aadd-131c-427c-806c-c965c255ccf4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:01.153623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f28dc2cf-214c-4732-9d2b-e58bde21d293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.153826 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:01.162910 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "PUT /v2.0/routers/96fac4f0-90fd-43b2-baf7-2341c68a80b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3501117 Jun 24 12:46:01.167889 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44634) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:01.169747 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Sync routers for ids ['96fac4f0-90fd-43b2-baf7-2341c68a80b4'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:01.184852 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Routers {'96fac4f0-90fd-43b2-baf7-2341c68a80b4'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:01.185072 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d114aa-6431-4095-872d-b00dedfa60ba tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] vlan segment allocate from pool success with {'vlan_id': 1330, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:01.185758 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-40887edb-130d-4106-b01a-8662620f89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['96fac4f0-90fd-43b2-baf7-2341c68a80b4'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:01.208804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a646-e572-4882-8880-727b1cb57ba0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.209899 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a646-e572-4882-8880-727b1cb57ba0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.225263 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-f28dc2cf-214c-4732-9d2b-e58bde21d293 None None] Port f030aadd-131c-427c-806c-c965c255ccf4 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:01.232909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50d114aa-6431-4095-872d-b00dedfa60ba tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.233502 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-50d114aa-6431-4095-872d-b00dedfa60ba tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Added segment ed1000b5-9bba-4a0d-a41c-b0787efc8158 of type vlan for network 581f2299-7709-4fc1-abc7-cbfd75a841d0 Jun 24 12:46:01.249146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a9b7a646-e572-4882-8880-727b1cb57ba0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Calling delete_port for e58a16c2-f9d7-4cf0-80d8-e5191e1b7e67 owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:01.286634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44636) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:01.380354 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38d9488-54a6-4c9e-9bf7-fc790352e391 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:01.382147 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b38d9488-54a6-4c9e-9bf7-fc790352e391 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports/f030aadd-131c-427c-806c-c965c255ccf4 HTTP/1.1" status: 200 len: 911 time: 0.1999810 Jun 24 12:46:01.387171 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Set router 96fac4f0-90fd-43b2-baf7-2341c68a80b4 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:01.387866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44640) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:01.395904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.405808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50d114aa-6431-4095-872d-b00dedfa60ba tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.406938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Transition to ACTIVE for port object 2bcd0040-62c4-4452-9e81-1ae31260b83b will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:01.420183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.427206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Transition to ACTIVE for port object 2bcd0040-62c4-4452-9e81-1ae31260b83b will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:01.434875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.438330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-712bad58-a65b-41bc-9856-2a26f063e1ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:01.482370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50d114aa-6431-4095-872d-b00dedfa60ba tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.488804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d114aa-6431-4095-872d-b00dedfa60ba tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:01.489428 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50d114aa-6431-4095-872d-b00dedfa60ba tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.492461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Pushing event updated for resources: {'Port': ['ID=2bcd0040-62c4-4452-9e81-1ae31260b83b,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:01.497149 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:01.507488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8241abe7-2bfa-46af-9d9b-d994afda4a95 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:01.508260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Network 7c66b0ca-8fd2-4249-8451-38e5723da4e7 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:01.511393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:01.518140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:01.525748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-186708bf-3e94-4473-ae02-61301ea4efa5 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1478856443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:01.556394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.566373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.569851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fc508bed-1a10-4606-ac93-0af1c84667c4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:01.598341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Attempting to bind port 2bcd0040-62c4-4452-9e81-1ae31260b83b on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:01.598787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Attempting to bind port 2bcd0040-62c4-4452-9e81-1ae31260b83b by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7472c74f-e557-47e4-b131-371e54298829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '7c66b0ca-8fd2-4249-8451-38e5723da4e7'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:01.599328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Attempting to bind port 2bcd0040-62c4-4452-9e81-1ae31260b83b on network 7c66b0ca-8fd2-4249-8451-38e5723da4e7 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:01.606287 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:01.607239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Checking segment: {'id': '7472c74f-e557-47e4-b131-371e54298829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '7c66b0ca-8fd2-4249-8451-38e5723da4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:01.607663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.608158 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Bound using segment: {'id': '7472c74f-e557-47e4-b131-371e54298829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '7c66b0ca-8fd2-4249-8451-38e5723da4e7'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:01.608748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Bound port: 2bcd0040-62c4-4452-9e81-1ae31260b83b, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7472c74f-e557-47e4-b131-371e54298829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '7c66b0ca-8fd2-4249-8451-38e5723da4e7'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:01.609306 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.619451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a646-e572-4882-8880-727b1cb57ba0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.623796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.634669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-186708bf-3e94-4473-ae02-61301ea4efa5 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:46:01.634669 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:46:01.634669 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'project_id_1': 'bd9cc677930845be8bb876bbe63ac9f4', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 46, 1, 535653)}] Jun 24 12:46:01.634669 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:46:01.635110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-186708bf-3e94-4473-ae02-61301ea4efa5 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:46:01.646115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d114aa-6431-4095-872d-b00dedfa60ba tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Network': ['ID=581f2299-7709-4fc1-abc7-cbfd75a841d0,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:01.648031 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:46:01.648031 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:46:01.648031 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'project_id_1': '55178450d1004258b5869700f30de359', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 46, 1, 589126)}] Jun 24 12:46:01.648031 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:46:01.650191 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:46:01.670828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-50d114aa-6431-4095-872d-b00dedfa60ba tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:01.674122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:01.699781 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7a646-e572-4882-8880-727b1cb57ba0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Pushing event deleted for resources: {'Port': ['ID=e58a16c2-f9d7-4cf0-80d8-e5191e1b7e67,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:01.701640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] For port 2bcd0040-62c4-4452-9e81-1ae31260b83b, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:01.702830 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-50d114aa-6431-4095-872d-b00dedfa60ba tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9267437 Jun 24 12:46:01.706667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44642) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:01.707933 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a9b7a646-e572-4882-8880-727b1cb57ba0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:01.708898 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] For port 2bcd0040-62c4-4452-9e81-1ae31260b83b, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=2bcd0040-62c4-4452-9e81-1ae31260b83b,segment=NetworkSegment(7472c74f-e557-47e4-b131-371e54298829),segment_id=7472c74f-e557-47e4-b131-371e54298829)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:01.712879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 581f2299-7709-4fc1-abc7-cbfd75a841d0 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:01.713391 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c9f870-8cf1-403b-a33c-97c015baa8b6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:01.716295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.725708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0596a4c7-8196-4835-afb2-8e9024e8e431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:01.731435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c9f870-8cf1-403b-a33c-97c015baa8b6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:01.736049 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-57c9f870-8cf1-403b-a33c-97c015baa8b6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3471973 Jun 24 12:46:01.736849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44644) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:01.743490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-bd46ac4d-974f-4c2c-9cb0-7bd67ab6a3d7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'subnet': {'network_id': '581f2299-7709-4fc1-abc7-cbfd75a841d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:01.749328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e92c6b3-76e2-41bd-97c5-2a87354f2bb2,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:01.752527 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:01.755694 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-811a1258-90eb-41f6-8b1f-41fe98a1a0af tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:01.773637 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6611e96e-931a-43f4-a21d-bc7c3ae863c5 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.832054 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-40887edb-130d-4106-b01a-8662620f89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fac4f0-90fd-43b2-baf7-2341c68a80b4', 'name': 'tempest-NetworksTestDHCPv6-router-1915522713', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:45:55Z', 'updated_at': '2021-06-24T12:45:58Z', 'revision_number': 2, 'project_id': '689e413759a64051a36f751c16f72d31', 'gw_port_host': None, '_interfaces': [{'id': 'f030aadd-131c-427c-806c-c965c255ccf4', 'name': '', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'mac_address': 'fa:16:3e:29:bd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fac4f0-90fd-43b2-baf7-2341c68a80b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '720496cd-0780-41ac-977f-8c41ed81ae8b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:45:57Z', 'updated_at': '2021-06-24T12:45:59Z', 'revision_number': 2, 'project_id': '689e413759a64051a36f751c16f72d31', 'subnets': [{'id': '720496cd-0780-41ac-977f-8c41ed81ae8b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:01.861364 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Checking router: 96fac4f0-90fd-43b2-baf7-2341c68a80b4 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:46:01.862094 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Updating router 96fac4f0-90fd-43b2-baf7-2341c68a80b4 port f030aadd-131c-427c-806c-c965c255ccf4 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:46:01.908162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb74777-2f26-4157-a8df-3509c5a49a0c None None] Network 7c66b0ca-8fd2-4249-8451-38e5723da4e7 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:01.909998 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.919179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a646-e572-4882-8880-727b1cb57ba0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.923576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a646-e572-4882-8880-727b1cb57ba0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.925344 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a9b7a646-e572-4882-8880-727b1cb57ba0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] 10.222.0.110 "DELETE /v2.0/floatingips/c799d665-7b85-4bb3-987f-c77fd1d53e7b HTTP/1.1" status: 204 len: 168 time: 1.5880949 Jun 24 12:46:01.936053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44646) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:01.941633 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Subnet': ['ID=f15bccf8-6540-42d3-a0ac-65e4a0546403,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:01.948249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Pushing event updated for resources: {'Port': ['ID=2bcd0040-62c4-4452-9e81-1ae31260b83b,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:01.952761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:01.968131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:01.994490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6611e96e-931a-43f4-a21d-bc7c3ae863c5 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.008664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6611e96e-931a-43f4-a21d-bc7c3ae863c5 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.013163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.017914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c0009fcb-601f-4384-90be-b98965aa58df tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:02.030158 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c66b0ca-8fd2-4249-8451-38e5723da4e7']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:02.066520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611e96e-931a-43f4-a21d-bc7c3ae863c5 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18e56e2-27ff-4fc8-96c8-ad12512d697a,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:02.076119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6611e96e-931a-43f4-a21d-bc7c3ae863c5 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:02.076857 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7472c74f-e557-47e4-b131-371e54298829') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:02.078850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7472c74f-e557-47e4-b131-371e54298829') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:02.093080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d8e495-5735-4a4c-8cca-14ffd729fac6 None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:46:02.117751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd46ac4d-974f-4c2c-9cb0-7bd67ab6a3d7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:02.123045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bd46ac4d-974f-4c2c-9cb0-7bd67ab6a3d7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.131973 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6611e96e-931a-43f4-a21d-bc7c3ae863c5 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.133403 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6611e96e-931a-43f4-a21d-bc7c3ae863c5 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0382876 Jun 24 12:46:02.154713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44648) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:02.155376 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.188970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.196417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d8e495-5735-4a4c-8cca-14ffd729fac6 None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:46:02.203710 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.213117 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:02.213692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.252040 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.272482 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:02.279523 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:02.288422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-186708bf-3e94-4473-ae02-61301ea4efa5 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.289442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-186708bf-3e94-4473-ae02-61301ea4efa5 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.291746 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Transition to ACTIVE for port object f030aadd-131c-427c-806c-c965c255ccf4 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:02.302443 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.308356 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-65db029b-c644-495a-9b0f-ab2c2c0bac21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:02.320767 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 12:46:02.320767 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 12:46:02.320767 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'id': '7c66b0ca-8fd2-4249-8451-38e5723da4e7'}] Jun 24 12:46:02.320767 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:46:02.321207 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:46:02.338057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-721aa697-54f3-4ea8-a612-30b9b8df3573 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.345710 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-721aa697-54f3-4ea8-a612-30b9b8df3573 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.390835 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb7b4e-34a1-4e29-9e8d-815717b17e67 None None] Pushing event updated for resources: {'Port': ['ID=f030aadd-131c-427c-806c-c965c255ccf4,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:02.391073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-721aa697-54f3-4ea8-a612-30b9b8df3573 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.396101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88593935-fc2a-46c4-9a48-f2e4851e192d tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:02.396298 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-05bb7b4e-34a1-4e29-9e8d-815717b17e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:02.410954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-721aa697-54f3-4ea8-a612-30b9b8df3573 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.412106 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-721aa697-54f3-4ea8-a612-30b9b8df3573 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/e18e56e2-27ff-4fc8-96c8-ad12512d697a HTTP/1.1" status: 204 len: 168 time: 0.2536697 Jun 24 12:46:02.413470 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721aa697-54f3-4ea8-a612-30b9b8df3573 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e18e56e2-27ff-4fc8-96c8-ad12512d697a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:02.417606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44650) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:02.421912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-721aa697-54f3-4ea8-a612-30b9b8df3573 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:02.466335 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Attempting to bind port f030aadd-131c-427c-806c-c965c255ccf4 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:02.466965 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Attempting to bind port f030aadd-131c-427c-806c-c965c255ccf4 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:02.468094 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Attempting to bind port f030aadd-131c-427c-806c-c965c255ccf4 on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:02.477763 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:02.479426 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:02.479943 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.481551 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:02.482165 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Bound port: f030aadd-131c-427c-806c-c965c255ccf4, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:02.482720 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.499546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-186708bf-3e94-4473-ae02-61301ea4efa5 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.522635 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5f3c9577-789f-4bfb-9a17-a76965f3db6c tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1011844 Jun 24 12:46:02.526210 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44652) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:02.532361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-186708bf-3e94-4473-ae02-61301ea4efa5 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.574965 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-40887edb-130d-4106-b01a-8662620f89ea None None] For port f030aadd-131c-427c-806c-c965c255ccf4, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:02.578350 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-40887edb-130d-4106-b01a-8662620f89ea None None] For port f030aadd-131c-427c-806c-c965c255ccf4, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f030aadd-131c-427c-806c-c965c255ccf4,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:02.584131 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.587522 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:02.609789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.632798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.639857 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f5b8490d-561a-45be-8157-179be574f2eb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:02.647523 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb7b4e-34a1-4e29-9e8d-815717b17e67 None None] Pushing event updated for resources: {'Port': ['ID=f030aadd-131c-427c-806c-c965c255ccf4,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:02.655548 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-05bb7b4e-34a1-4e29-9e8d-815717b17e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:02.656916 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Routers {'96fac4f0-90fd-43b2-baf7-2341c68a80b4'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:02.657331 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-40887edb-130d-4106-b01a-8662620f89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['96fac4f0-90fd-43b2-baf7-2341c68a80b4'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:02.666972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-186708bf-3e94-4473-ae02-61301ea4efa5 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.672826 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-186708bf-3e94-4473-ae02-61301ea4efa5 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3847106 Jun 24 12:46:02.674224 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44654) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:02.677257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bd46ac4d-974f-4c2c-9cb0-7bd67ab6a3d7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.681946 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3575e238-d281-4c6e-8f76-636bd32653c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:02.690291 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1571299537'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:02.703560 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.707287 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1294374 Jun 24 12:46:02.708570 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44656) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:02.711606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d607ae72-ec1c-4f02-b8f1-18da6309eb04 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.715238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbe570b-b300-461d-a882-dfb1a4123004,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:02.721347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d173fef9-357d-46dc-81b3-fca6ee092051 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe570b-b300-461d-a882-dfb1a4123004', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:02.732653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:02.756731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Made reservation on behalf of bd9cc677930845be8bb876bbe63ac9f4 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:02.761255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.792673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.800032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d607ae72-ec1c-4f02-b8f1-18da6309eb04 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.804670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46ac4d-974f-4c2c-9cb0-7bd67ab6a3d7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Subnet': ['ID=36f580a3-17d3-4ba4-be3a-89005635ff8d,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:02.810290 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bd46ac4d-974f-4c2c-9cb0-7bd67ab6a3d7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:02.828767 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.850497 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd46ac4d-974f-4c2c-9cb0-7bd67ab6a3d7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Checking segment: {'id': 'ed1000b5-9bba-4a0d-a41c-b0787efc8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '581f2299-7709-4fc1-abc7-cbfd75a841d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:02.850891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd46ac4d-974f-4c2c-9cb0-7bd67ab6a3d7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network hostable DHCP agents. Network: 581f2299-7709-4fc1-abc7-cbfd75a841d0, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:02.873181 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-40887edb-130d-4106-b01a-8662620f89ea None None] Set router 96fac4f0-90fd-43b2-baf7-2341c68a80b4 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:02.898113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd46ac4d-974f-4c2c-9cb0-7bd67ab6a3d7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 581f2299-7709-4fc1-abc7-cbfd75a841d0 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:02.915777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-bd46ac4d-974f-4c2c-9cb0-7bd67ab6a3d7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 581f2299-7709-4fc1-abc7-cbfd75a841d0) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:02.925532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd46ac4d-974f-4c2c-9cb0-7bd67ab6a3d7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:02.926554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bd46ac4d-974f-4c2c-9cb0-7bd67ab6a3d7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.933742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d173fef9-357d-46dc-81b3-fca6ee092051 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.937681 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19b05e9-bcab-4637-b0e1-b3995ef99790 None None] Network 581f2299-7709-4fc1-abc7-cbfd75a841d0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:02.963629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c717dcba-a443-4657-8ce4-72fe2d2817b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.998686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d607ae72-ec1c-4f02-b8f1-18da6309eb04 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.001219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d607ae72-ec1c-4f02-b8f1-18da6309eb04 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.002378 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d607ae72-ec1c-4f02-b8f1-18da6309eb04 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-groups/97cf4b7b-8a5d-440f-bf8d-407018a24551 HTTP/1.1" status: 204 len: 168 time: 0.4734802 Jun 24 12:46:03.003294 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-53e6fc87-d6a0-4f58-9fa9-b809e3dddbb1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.004894 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44658) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:03.025805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bbebc05a-3f58-43ff-b8bf-12a9617cbd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:03.108916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607ae72-ec1c-4f02-b8f1-18da6309eb04 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cf4b7b-8a5d-440f-bf8d-407018a24551,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:03.119834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d607ae72-ec1c-4f02-b8f1-18da6309eb04 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:03.208840 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-40887edb-130d-4106-b01a-8662620f89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fac4f0-90fd-43b2-baf7-2341c68a80b4', 'name': 'tempest-NetworksTestDHCPv6-router-1915522713', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:45:55Z', 'updated_at': '2021-06-24T12:45:58Z', 'revision_number': 2, 'project_id': '689e413759a64051a36f751c16f72d31', 'gw_port_host': None, '_interfaces': [{'id': 'f030aadd-131c-427c-806c-c965c255ccf4', 'name': '', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'mac_address': 'fa:16:3e:29:bd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fac4f0-90fd-43b2-baf7-2341c68a80b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '720496cd-0780-41ac-977f-8c41ed81ae8b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:45:57Z', 'updated_at': '2021-06-24T12:46:02Z', 'revision_number': 4, 'project_id': '689e413759a64051a36f751c16f72d31', 'subnets': [{'id': '720496cd-0780-41ac-977f-8c41ed81ae8b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:03.212371 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.234875 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bd46ac4d-974f-4c2c-9cb0-7bd67ab6a3d7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5001726 Jun 24 12:46:03.235505 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44660) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:03.242348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f6a0d06b-cc0d-452b-adf0-f8a1605a8dda tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1589175375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:03.250747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.256830 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40887edb-130d-4106-b01a-8662620f89ea None None] The sync data for ids ['96fac4f0-90fd-43b2-baf7-2341c68a80b4'] in dv-neutron-797121-4-hyperv is: [{'id': '96fac4f0-90fd-43b2-baf7-2341c68a80b4', 'name': 'tempest-NetworksTestDHCPv6-router-1915522713', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:45:55Z', 'updated_at': '2021-06-24T12:45:58Z', 'revision_number': 2, 'project_id': '689e413759a64051a36f751c16f72d31', 'gw_port_host': None, '_interfaces': [{'id': 'f030aadd-131c-427c-806c-c965c255ccf4', 'name': '', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'mac_address': 'fa:16:3e:29:bd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fac4f0-90fd-43b2-baf7-2341c68a80b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '720496cd-0780-41ac-977f-8c41ed81ae8b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:45:57Z', 'updated_at': '2021-06-24T12:46:02Z', 'revision_number': 4, 'project_id': '689e413759a64051a36f751c16f72d31', 'subnets': [{'id': '720496cd-0780-41ac-977f-8c41ed81ae8b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:03.269024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] vlan segment allocate from pool success with {'vlan_id': 1334, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:03.284548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c2649230-4786-4536-b1a7-1e79ac596004 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:03.284747 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d06b-cc0d-452b-adf0-f8a1605a8dda tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.285212 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d06b-cc0d-452b-adf0-f8a1605a8dda tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.347671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.348832 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Added segment ff34acd1-a14a-451c-bccd-1de54bfef8a8 of type vlan for network 0a806992-12ce-433d-bbdf-dad8fcca25da Jun 24 12:46:03.368155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4317c865-e407-43d1-9308-f7062248402b,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:03.374069 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-581f2299-7709-4fc1-abc7-cbfd75a841d0', 'network_id': '581f2299-7709-4fc1-abc7-cbfd75a841d0', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'fixed_ips': [{'subnet_id': '36f580a3-17d3-4ba4-be3a-89005635ff8d'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:03.375048 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.392025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d06b-cc0d-452b-adf0-f8a1605a8dda tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.410606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d173fef9-357d-46dc-81b3-fca6ee092051 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.414111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:03.415599 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Deleting port 2bcd0040-62c4-4452-9e81-1ae31260b83b {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:03.415966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.416644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d06b-cc0d-452b-adf0-f8a1605a8dda tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.442984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d06b-cc0d-452b-adf0-f8a1605a8dda tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.447088 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f6a0d06b-cc0d-452b-adf0-f8a1605a8dda tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2103848 Jun 24 12:46:03.447687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44662) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:03.503448 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0e4eed42-0482-4109-b229-dd41b8303a79 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4703991 Jun 24 12:46:03.503448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d173fef9-357d-46dc-81b3-fca6ee092051 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.522267 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44664) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:03.531690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-c717dcba-a443-4657-8ce4-72fe2d2817b3 admin admin] Deleting port 5916c56a-169d-425a-9b0a-bfeff0a0b68d {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:03.532051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c717dcba-a443-4657-8ce4-72fe2d2817b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.546016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3fce83c2-ca08-47da-a77a-36f5563dd366 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:03.561256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Allocated IP 2001:db8::2 (581f2299-7709-4fc1-abc7-cbfd75a841d0/36f580a3-17d3-4ba4-be3a-89005635ff8d/3645c9ef-a67b-4a1e-83d5-f8083d455d83) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:03.608134 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.625280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173fef9-357d-46dc-81b3-fca6ee092051 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2438cfd-bef1-434f-a30d-09e593a62f83,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:03.630171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] For port 2bcd0040-62c4-4452-9e81-1ae31260b83b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=2bcd0040-62c4-4452-9e81-1ae31260b83b,segment=NetworkSegment(7472c74f-e557-47e4-b131-371e54298829),segment_id=7472c74f-e557-47e4-b131-371e54298829)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:03.630171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.638067 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d173fef9-357d-46dc-81b3-fca6ee092051 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:03.645380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d173fef9-357d-46dc-81b3-fca6ee092051 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.649697 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d173fef9-357d-46dc-81b3-fca6ee092051 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9332323 Jun 24 12:46:03.660098 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44666) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:03.671735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-9dee226e-19ec-4efb-9ad0-7c38c01573e5 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe570b-b300-461d-a882-dfb1a4123004', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:03.680384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Calling delete_port for 2bcd0040-62c4-4452-9e81-1ae31260b83b owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:03.725840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ee7827cd-3773-4cd4-96a5-4ed4813b43a6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.792385 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.796831 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:03.797709 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.810269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9a2472c6-2c57-45a6-a2ad-f1ee24114777 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:03.841763 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.852910 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Transition to ACTIVE for port object 3645c9ef-a67b-4a1e-83d5-f8083d455d83 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:03.874209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Transition to ACTIVE for port object 3645c9ef-a67b-4a1e-83d5-f8083d455d83 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:03.876600 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9dee226e-19ec-4efb-9ad0-7c38c01573e5 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.886752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.891689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-293d8824-357c-420d-85e8-84fc18b64f81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:03.936187 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2509191 Jun 24 12:46:03.941544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Pushing event updated for resources: {'Port': ['ID=3645c9ef-a67b-4a1e-83d5-f8083d455d83,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:03.949292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:03.951842 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44668) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:03.957618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Network 581f2299-7709-4fc1-abc7-cbfd75a841d0 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:03.960785 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:03.966255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:03.966899 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-29420bcd-0a64-4e91-9830-29ecd4c87d66 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Request body: {'subnet': {'network_id': '0a806992-12ce-433d-bbdf-dad8fcca25da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:04.044752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Attempting to bind port 3645c9ef-a67b-4a1e-83d5-f8083d455d83 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:04.045699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Attempting to bind port 3645c9ef-a67b-4a1e-83d5-f8083d455d83 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'ed1000b5-9bba-4a0d-a41c-b0787efc8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '581f2299-7709-4fc1-abc7-cbfd75a841d0'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:04.046245 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Attempting to bind port 3645c9ef-a67b-4a1e-83d5-f8083d455d83 on network 581f2299-7709-4fc1-abc7-cbfd75a841d0 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:04.053925 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:04.054624 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Checking segment: {'id': 'ed1000b5-9bba-4a0d-a41c-b0787efc8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '581f2299-7709-4fc1-abc7-cbfd75a841d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:04.055534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.056125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Bound using segment: {'id': 'ed1000b5-9bba-4a0d-a41c-b0787efc8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '581f2299-7709-4fc1-abc7-cbfd75a841d0'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:04.056777 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Bound port: 3645c9ef-a67b-4a1e-83d5-f8083d455d83, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1000b5-9bba-4a0d-a41c-b0787efc8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '581f2299-7709-4fc1-abc7-cbfd75a841d0'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:04.057189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.143225 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] For port 3645c9ef-a67b-4a1e-83d5-f8083d455d83, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:04.212766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-c717dcba-a443-4657-8ce4-72fe2d2817b3 admin admin] For port 5916c56a-169d-425a-9b0a-bfeff0a0b68d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5916c56a-169d-425a-9b0a-bfeff0a0b68d,segment=NetworkSegment(c0cf8e2b-92ca-476a-b1ed-8c559e903b50),segment_id=c0cf8e2b-92ca-476a-b1ed-8c559e903b50)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:04.213121 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c717dcba-a443-4657-8ce4-72fe2d2817b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.225807 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ee7827cd-3773-4cd4-96a5-4ed4813b43a6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.255529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-c717dcba-a443-4657-8ce4-72fe2d2817b3 admin admin] Calling delete_port for 5916c56a-169d-425a-9b0a-bfeff0a0b68d owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:04.348782 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event updated for resources: {'Network': ['ID=0a806992-12ce-433d-bbdf-dad8fcca25da,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:04.359123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.372239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] For port 3645c9ef-a67b-4a1e-83d5-f8083d455d83, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3645c9ef-a67b-4a1e-83d5-f8083d455d83,segment=NetworkSegment(ed1000b5-9bba-4a0d-a41c-b0787efc8158),segment_id=ed1000b5-9bba-4a0d-a41c-b0787efc8158)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:04.375167 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ee7827cd-3773-4cd4-96a5-4ed4813b43a6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.377764 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ee7827cd-3773-4cd4-96a5-4ed4813b43a6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.377942 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 0a806992-12ce-433d-bbdf-dad8fcca25da details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:04.382203 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ee7827cd-3773-4cd4-96a5-4ed4813b43a6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-groups/698571f6-da7d-4930-a4b9-2e3419e6650c HTTP/1.1" status: 204 len: 168 time: 0.8588877 Jun 24 12:46:04.383610 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:04.386546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44670) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:04.387605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8cdfa504-b068-44c1-ab3e-0ee8145b32bf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:04.396146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.404970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:04.452880 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Port': ['ID=2bcd0040-62c4-4452-9e81-1ae31260b83b,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:04.456140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No DVR routers for this DVR port 2bcd0040-62c4-4452-9e81-1ae31260b83b on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:04.461987 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:04.467688 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-9dee226e-19ec-4efb-9ad0-7c38c01573e5 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): There was a conflict when trying to complete your request. Jun 24 12:46:04.468743 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9dee226e-19ec-4efb-9ad0-7c38c01573e5 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8067071 Jun 24 12:46:04.473715 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-53e6fc87-d6a0-4f58-9fa9-b809e3dddbb1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port f030aadd-131c-427c-806c-c965c255ccf4 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:04.474500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-53e6fc87-d6a0-4f58-9fa9-b809e3dddbb1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.496453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44672) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:04.507087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.512199 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e645560f-63d9-46d0-a914-dacc77980771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:04.553431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7827cd-3773-4cd4-96a5-4ed4813b43a6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=698571f6-da7d-4930-a4b9-2e3419e6650c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:04.561993 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f030aadd-131c-427c-806c-c965c255ccf4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:04.594189 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29420bcd-0a64-4e91-9830-29ecd4c87d66 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Made reservation on behalf of bd9cc677930845be8bb876bbe63ac9f4 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:04.597701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-29420bcd-0a64-4e91-9830-29ecd4c87d66 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.616667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ee7827cd-3773-4cd4-96a5-4ed4813b43a6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:04.675795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Pushing event updated for resources: {'Port': ['ID=3645c9ef-a67b-4a1e-83d5-f8083d455d83,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:04.679727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port f030aadd-131c-427c-806c-c965c255ccf4 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:04.682335 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:04.689840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port f030aadd-131c-427c-806c-c965c255ccf4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:04.689840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.696397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.747326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c66b0ca-8fd2-4249-8451-38e5723da4e7']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:04.783348 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7472c74f-e557-47e4-b131-371e54298829') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:04.784503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7472c74f-e557-47e4-b131-371e54298829') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:04.797129 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.801833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.804091 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-069ca808-5222-4380-a912-1c8f028a54fa tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4116261 Jun 24 12:46:04.808278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44674) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:04.813618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-2b850f3f-4166-491c-88a9-2766ee3fd9f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1955574114'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:04.827039 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.845843 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:04.846553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.863618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port f030aadd-131c-427c-806c-c965c255ccf4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f030aadd-131c-427c-806c-c965c255ccf4,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:04.874550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Allocated IP 2001:db8::1 (581f2299-7709-4fc1-abc7-cbfd75a841d0/36f580a3-17d3-4ba4-be3a-89005635ff8d/6a66d921-be7a-4cea-aa2a-67d1f03fcc35) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:04.879414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.881939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:04.887892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2b850f3f-4166-491c-88a9-2766ee3fd9f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:04.897819 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:04.978590 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=f030aadd-131c-427c-806c-c965c255ccf4,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:04.982476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:04.994140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-53e6fc87-d6a0-4f58-9fa9-b809e3dddbb1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] For port f030aadd-131c-427c-806c-c965c255ccf4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f030aadd-131c-427c-806c-c965c255ccf4,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:04.994496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-53e6fc87-d6a0-4f58-9fa9-b809e3dddbb1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.004509 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-86ad343f-c875-47e3-92be-24a44f0289cd tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.029587 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-53e6fc87-d6a0-4f58-9fa9-b809e3dddbb1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for f030aadd-131c-427c-806c-c965c255ccf4 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:05.050717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.067666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cc086cce-d953-4b4a-a731-b70252ff9ab4 tempest-AllowedAddressPairIpV6TestJSON-1610316100 tempest-AllowedAddressPairIpV6TestJSON-1610316100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:05.076947 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.078750 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/7c66b0ca-8fd2-4249-8451-38e5723da4e7 HTTP/1.1" status: 204 len: 168 time: 4.2411349 Jun 24 12:46:05.084147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-86ad343f-c875-47e3-92be-24a44f0289cd tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.089799 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44676) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:05.102847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9417ba08-4450-4553-9bc3-0a71cf0b8bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-359635374'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:05.129437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c717dcba-a443-4657-8ce4-72fe2d2817b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.136192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9efcff65-79c4-4618-b5d5-6b4f0ee8cea8 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:05.141958 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Network': ['ID=7c66b0ca-8fd2-4249-8451-38e5723da4e7,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:05.150245 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:05.174912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.185709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717dcba-a443-4657-8ce4-72fe2d2817b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5916c56a-169d-425a-9b0a-bfeff0a0b68d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:05.196348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c717dcba-a443-4657-8ce4-72fe2d2817b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:05.217492 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2b850f3f-4166-491c-88a9-2766ee3fd9f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.219080 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Transition to ACTIVE for port object 6a66d921-be7a-4cea-aa2a-67d1f03fcc35 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:05.246215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2b850f3f-4166-491c-88a9-2766ee3fd9f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.253317 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4deab934-1a07-4bab-8ad9-f4a7347b90cc tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:05.294019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-86ad343f-c875-47e3-92be-24a44f0289cd tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.296574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-86ad343f-c875-47e3-92be-24a44f0289cd tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.297712 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-86ad343f-c875-47e3-92be-24a44f0289cd tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "DELETE /v2.0/security-groups/cdbe570b-b300-461d-a882-dfb1a4123004 HTTP/1.1" status: 204 len: 168 time: 0.8004203 Jun 24 12:46:05.304902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44678) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:05.305908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-476d6349-2907-4d54-8115-40c0a018afb9 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:05.324984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-29420bcd-0a64-4e91-9830-29ecd4c87d66 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.327120 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad343f-c875-47e3-92be-24a44f0289cd tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbe570b-b300-461d-a882-dfb1a4123004,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:05.334598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-86ad343f-c875-47e3-92be-24a44f0289cd tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:05.335244 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fefc7168-0ead-40d4-9e45-509c5958d453 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:05.349055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9417ba08-4450-4553-9bc3-0a71cf0b8bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:05.352880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9417ba08-4450-4553-9bc3-0a71cf0b8bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.367713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b850f3f-4166-491c-88a9-2766ee3fd9f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860377e1-29f8-4998-b142-d3359471c019,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:05.370017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2b850f3f-4166-491c-88a9-2766ee3fd9f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.371435 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2b850f3f-4166-491c-88a9-2766ee3fd9f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5621345 Jun 24 12:46:05.374823 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2b850f3f-4166-491c-88a9-2766ee3fd9f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:05.378835 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44680) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:05.389546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f2cb799b-f5ef-4c03-907e-cd10b4729857 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group_rule': {'security_group_id': '860377e1-29f8-4998-b142-d3359471c019', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:05.444072 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.459287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:05.465619 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29420bcd-0a64-4e91-9830-29ecd4c87d66 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event updated for resources: {'Subnet': ['ID=1edeedf7-7727-4561-9dd7-44aaf61e14ee,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:05.474552 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-29420bcd-0a64-4e91-9830-29ecd4c87d66 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:05.491790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29420bcd-0a64-4e91-9830-29ecd4c87d66 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Checking segment: {'id': 'ff34acd1-a14a-451c-bccd-1de54bfef8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '0a806992-12ce-433d-bbdf-dad8fcca25da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:05.492150 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29420bcd-0a64-4e91-9830-29ecd4c87d66 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Network hostable DHCP agents. Network: 0a806992-12ce-433d-bbdf-dad8fcca25da, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:05.499276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-53e6fc87-d6a0-4f58-9fa9-b809e3dddbb1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.501796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:05.505036 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f2cb799b-f5ef-4c03-907e-cd10b4729857 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.506386 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-33b303b3-af13-4c46-9e53-28b4e07c6fed tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1961424 Jun 24 12:46:05.507247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9417ba08-4450-4553-9bc3-0a71cf0b8bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] vlan segment allocate from pool success with {'vlan_id': 1316, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:05.515900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44682) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:05.530682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-934dcac3-220a-4d49-adc4-0c9c93e9381e tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group': {'name': 'tempest-secgroup--250062075'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:05.542822 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 581f2299-7709-4fc1-abc7-cbfd75a841d0 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:05.548164 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6fc87-d6a0-4f58-9fa9-b809e3dddbb1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=f030aadd-131c-427c-806c-c965c255ccf4,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:05.559773 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-53e6fc87-d6a0-4f58-9fa9-b809e3dddbb1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:05.581432 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9417ba08-4450-4553-9bc3-0a71cf0b8bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.582028 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-9417ba08-4450-4553-9bc3-0a71cf0b8bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Added segment f8f1eed0-bfe1-44fa-b88c-3a6efd91aa47 of type vlan for network 403226db-bb3b-4cdc-8fd2-6316c9fd6516 Jun 24 12:46:05.588556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:05.592044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29420bcd-0a64-4e91-9830-29ecd4c87d66 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Network 0a806992-12ce-433d-bbdf-dad8fcca25da is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:05.600711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:05.601251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.606202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=6a66d921-be7a-4cea-aa2a-67d1f03fcc35,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:05.643555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-29420bcd-0a64-4e91-9830-29ecd4c87d66 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 0a806992-12ce-433d-bbdf-dad8fcca25da) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:05.653616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bbf2a6-e307-457a-87a0-cd406d1d58b7 None None] Network 0a806992-12ce-433d-bbdf-dad8fcca25da requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:05.665845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:05.694279 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29420bcd-0a64-4e91-9830-29ecd4c87d66 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:05.694959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-29420bcd-0a64-4e91-9830-29ecd4c87d66 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.696976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9417ba08-4450-4553-9bc3-0a71cf0b8bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.707355 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-53e6fc87-d6a0-4f58-9fa9-b809e3dddbb1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.728760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f2cb799b-f5ef-4c03-907e-cd10b4729857 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.733487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f2cb799b-f5ef-4c03-907e-cd10b4729857 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.736721 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:05.748134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-934dcac3-220a-4d49-adc4-0c9c93e9381e tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.782519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c717dcba-a443-4657-8ce4-72fe2d2817b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.833495 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb799b-f5ef-4c03-907e-cd10b4729857 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757dd944-5cc3-4dad-9e58-416f57112301,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:05.842344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f2cb799b-f5ef-4c03-907e-cd10b4729857 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:05.854481 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-29420bcd-0a64-4e91-9830-29ecd4c87d66 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8935008 Jun 24 12:46:05.856803 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44684) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:05.867586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Request body: {'network': {'name': 'tempest-router-network01--2033640794'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:05.877101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-0a806992-12ce-433d-bbdf-dad8fcca25da', 'network_id': '0a806992-12ce-433d-bbdf-dad8fcca25da', 'tenant_id': 'bd9cc677930845be8bb876bbe63ac9f4', 'fixed_ips': [{'subnet_id': '1edeedf7-7727-4561-9dd7-44aaf61e14ee'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:05.878258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.909837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9417ba08-4450-4553-9bc3-0a71cf0b8bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.915975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9417ba08-4450-4553-9bc3-0a71cf0b8bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:05.916602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9417ba08-4450-4553-9bc3-0a71cf0b8bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.930613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:05.962873 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e6fc87-d6a0-4f58-9fa9-b809e3dddbb1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Router 96fac4f0-90fd-43b2-baf7-2341c68a80b4 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:06.057313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.062676 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e6fc87-d6a0-4f58-9fa9-b809e3dddbb1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:06.076573 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-53e6fc87-d6a0-4f58-9fa9-b809e3dddbb1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "PUT /v2.0/routers/96fac4f0-90fd-43b2-baf7-2341c68a80b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3327258 Jun 24 12:46:06.077394 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9409f5bf-2bf0-459f-903f-67b2d07bb920 None None] Sync routers for ids ['96fac4f0-90fd-43b2-baf7-2341c68a80b4'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:06.079338 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44686) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:06.093253 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Allocated IP 172.20.0.2 (0a806992-12ce-433d-bbdf-dad8fcca25da/1edeedf7-7727-4561-9dd7-44aaf61e14ee/53fa3cff-ae81-4fa3-b780-4b14ffd379ae) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:06.098708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9409f5bf-2bf0-459f-903f-67b2d07bb920 None None] Routers {'96fac4f0-90fd-43b2-baf7-2341c68a80b4'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:06.100609 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9409f5bf-2bf0-459f-903f-67b2d07bb920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['96fac4f0-90fd-43b2-baf7-2341c68a80b4'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:06.155196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42c0265-5622-4779-96c8-b8ff0bed1a42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:06.157487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42c0265-5622-4779-96c8-b8ff0bed1a42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:06.158681 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-934dcac3-220a-4d49-adc4-0c9c93e9381e tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.164122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44688) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:06.164302 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c42c0265-5622-4779-96c8-b8ff0bed1a42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0828056 Jun 24 12:46:06.172175 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f2cb799b-f5ef-4c03-907e-cd10b4729857 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.173773 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f2cb799b-f5ef-4c03-907e-cd10b4729857 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7915885 Jun 24 12:46:06.174920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417ba08-4450-4553-9bc3-0a71cf0b8bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Network': ['ID=403226db-bb3b-4cdc-8fd2-6316c9fd6516,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:06.178209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44690) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:06.181972 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-9409f5bf-2bf0-459f-903f-67b2d07bb920 None None] Set router 96fac4f0-90fd-43b2-baf7-2341c68a80b4 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:06.182394 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9417ba08-4450-4553-9bc3-0a71cf0b8bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:06.221257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-347a6856-47b8-4d02-a96a-1c21d90b95f6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.234237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-934dcac3-220a-4d49-adc4-0c9c93e9381e tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.235321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-347a6856-47b8-4d02-a96a-1c21d90b95f6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.241796 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b5fffbe4-48ac-462b-87e2-ac059d7027d2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:06.242048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Made reservation on behalf of bd9cc677930845be8bb876bbe63ac9f4 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:06.245966 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9417ba08-4450-4553-9bc3-0a71cf0b8bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1516807 Jun 24 12:46:06.246742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.258226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44692) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:06.265968 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 403226db-bb3b-4cdc-8fd2-6316c9fd6516 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:06.269904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3149e1cc-657a-41ef-8586-ec9fd14c7acf None None] Network 581f2299-7709-4fc1-abc7-cbfd75a841d0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:06.270988 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-0ddad12f-4a69-47bd-81dc-986ce42c0291 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'subnet': {'network_id': '403226db-bb3b-4cdc-8fd2-6316c9fd6516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:06.295494 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9409f5bf-2bf0-459f-903f-67b2d07bb920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fac4f0-90fd-43b2-baf7-2341c68a80b4', 'name': 'tempest-NetworksTestDHCPv6-router-1915522713', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:45:55Z', 'updated_at': '2021-06-24T12:46:05Z', 'revision_number': 3, 'project_id': '689e413759a64051a36f751c16f72d31', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:06.310594 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-934dcac3-220a-4d49-adc4-0c9c93e9381e tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.311848 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-934dcac3-220a-4d49-adc4-0c9c93e9381e tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7864184 Jun 24 12:46:06.314944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44694) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:06.348961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-3f546663-2fec-42eb-9a88-a6528c548b59 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': '627e9ed6-e5e3-4d41-af9f-1f964b37afc7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:06.349733 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-3f546663-2fec-42eb-9a88-a6528c548b59 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 24 12:46:06.350223 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-3f546663-2fec-42eb-9a88-a6528c548b59 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:06.354263 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3f546663-2fec-42eb-9a88-a6528c548b59 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0103707 Jun 24 12:46:06.359721 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-347a6856-47b8-4d02-a96a-1c21d90b95f6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.365320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-347a6856-47b8-4d02-a96a-1c21d90b95f6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.366465 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-347a6856-47b8-4d02-a96a-1c21d90b95f6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/757dd944-5cc3-4dad-9e58-416f57112301 HTTP/1.1" status: 204 len: 168 time: 0.1863334 Jun 24 12:46:06.370484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] vlan segment allocate from pool success with {'vlan_id': 1344, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:06.372701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44696) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:06.373073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44698) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:06.373996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:06.409073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a6856-47b8-4d02-a96a-1c21d90b95f6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=757dd944-5cc3-4dad-9e58-416f57112301,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:06.411632 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-347a6856-47b8-4d02-a96a-1c21d90b95f6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:06.419381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9409f5bf-2bf0-459f-903f-67b2d07bb920 None None] Checking router: 96fac4f0-90fd-43b2-baf7-2341c68a80b4 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:46:06.428811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5137f2d7-335d-49be-a5d3-05fcfbc618fb None None] Provisioning for port 3645c9ef-a67b-4a1e-83d5-f8083d455d83 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:06.436300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.436300 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Added segment 0a80263e-42f6-4f18-9db5-33ef9ddeb34d of type vlan for network 89bef706-643f-4389-9936-e014a9d21c84 Jun 24 12:46:06.484563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8f4542-2321-467a-b0aa-2a9698148c54 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 720496cd-0780-41ac-977f-8c41ed81ae8b {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:06.500599 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d8f4542-2321-467a-b0aa-2a9698148c54 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.502032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9409f5bf-2bf0-459f-903f-67b2d07bb920 None None] Routers {'96fac4f0-90fd-43b2-baf7-2341c68a80b4'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:06.502926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9409f5bf-2bf0-459f-903f-67b2d07bb920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['96fac4f0-90fd-43b2-baf7-2341c68a80b4'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:06.503026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dcac3-220a-4d49-adc4-0c9c93e9381e tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627e9ed6-e5e3-4d41-af9f-1f964b37afc7,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:06.530661 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.544805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-934dcac3-220a-4d49-adc4-0c9c93e9381e tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:06.560219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddad12f-4a69-47bd-81dc-986ce42c0291 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:06.563774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ddad12f-4a69-47bd-81dc-986ce42c0291 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.623746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-9409f5bf-2bf0-459f-903f-67b2d07bb920 None None] Set router 96fac4f0-90fd-43b2-baf7-2341c68a80b4 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:06.648357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d8f4542-2321-467a-b0aa-2a9698148c54 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.717488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3645c9ef-a67b-4a1e-83d5-f8083d455d83 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:06.725411 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9409f5bf-2bf0-459f-903f-67b2d07bb920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fac4f0-90fd-43b2-baf7-2341c68a80b4', 'name': 'tempest-NetworksTestDHCPv6-router-1915522713', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:45:55Z', 'updated_at': '2021-06-24T12:46:05Z', 'revision_number': 3, 'project_id': '689e413759a64051a36f751c16f72d31', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:06.749290 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c717dcba-a443-4657-8ce4-72fe2d2817b3 admin admin] Router 10960cff-7c71-467e-9128-02dd71be20f1 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:06.774344 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-db24a909-3cab-4cee-9b34-04985dc386d3 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3869293 Jun 24 12:46:06.775765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ddad12f-4a69-47bd-81dc-986ce42c0291 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.778515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44700) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:06.780587 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f0047c62-6208-45de-8ef8-a8e3ea29c3ad tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:06.783571 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-82b9a1ea-aa60-4fe3-addb-f46ce8f91387 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.798506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.811997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.812320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-82b9a1ea-aa60-4fe3-addb-f46ce8f91387 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.812827 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.815341 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d8f4542-2321-467a-b0aa-2a9698148c54 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.820660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cc57174d-f6bf-42df-9bbf-30eea7866c10 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:06.896058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.resource_extend [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 12:46:06.933413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-82b9a1ea-aa60-4fe3-addb-f46ce8f91387 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.936897 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-82b9a1ea-aa60-4fe3-addb-f46ce8f91387 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.940370 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-82b9a1ea-aa60-4fe3-addb-f46ce8f91387 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "DELETE /v2.0/security-groups/627e9ed6-e5e3-4d41-af9f-1f964b37afc7 HTTP/1.1" status: 204 len: 168 time: 0.5567846 Jun 24 12:46:06.940989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44702) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:06.973282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9409f5bf-2bf0-459f-903f-67b2d07bb920 None None] The sync data for ids ['96fac4f0-90fd-43b2-baf7-2341c68a80b4'] in dv-neutron-797121-4-hyperv is: [{'id': '96fac4f0-90fd-43b2-baf7-2341c68a80b4', 'name': 'tempest-NetworksTestDHCPv6-router-1915522713', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:45:55Z', 'updated_at': '2021-06-24T12:46:05Z', 'revision_number': 3, 'project_id': '689e413759a64051a36f751c16f72d31', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:06.973588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=6a66d921-be7a-4cea-aa2a-67d1f03fcc35,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:06.993233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.999759 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:07.000729 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.010970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:07.022356 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddad12f-4a69-47bd-81dc-986ce42c0291 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Subnet': ['ID=4e35d971-d143-4ca0-a00e-d88e9ffc6703,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:07.030064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0ddad12f-4a69-47bd-81dc-986ce42c0291 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:07.034032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-08d62d3c-5426-41b9-a582-ce4d81c4c278 tempest-RoutersAdminNegativeTest-2135889192 tempest-RoutersAdminNegativeTest-2135889192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:07.059812 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1992056 Jun 24 12:46:07.066944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44704) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:07.073383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f29715f6-7e74-4c73-9213-14f7001ac57f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Request body: {'network': {'name': 'tempest-router-network02--607299049'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:07.076599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.079153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5fd75a69-41fe-4295-81df-8ec413d0f7ec tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.081013 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9a1ea-aa60-4fe3-addb-f46ce8f91387 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627e9ed6-e5e3-4d41-af9f-1f964b37afc7,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:07.088145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-82b9a1ea-aa60-4fe3-addb-f46ce8f91387 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:07.091097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d8f4542-2321-467a-b0aa-2a9698148c54 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.093076 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Transition to ACTIVE for port object 53fa3cff-ae81-4fa3-b780-4b14ffd379ae will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:07.095079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2137642d-b3d4-40ca-8372-593940fb4023 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:07.095850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 3645c9ef-a67b-4a1e-83d5-f8083d455d83 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:07.100397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-477c9f86-ff94-412e-a467-8a276a72c0f6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:07.124243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3645c9ef-a67b-4a1e-83d5-f8083d455d83 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:07.124762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.133032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddad12f-4a69-47bd-81dc-986ce42c0291 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Checking segment: {'id': 'f8f1eed0-bfe1-44fa-b88c-3a6efd91aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '403226db-bb3b-4cdc-8fd2-6316c9fd6516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:07.133703 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddad12f-4a69-47bd-81dc-986ce42c0291 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network hostable DHCP agents. Network: 403226db-bb3b-4cdc-8fd2-6316c9fd6516, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:07.140539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c717dcba-a443-4657-8ce4-72fe2d2817b3 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:07.150404 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c717dcba-a443-4657-8ce4-72fe2d2817b3 admin admin] 10.222.0.110 "PUT /v2.0/routers/10960cff-7c71-467e-9128-02dd71be20f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2133005 Jun 24 12:46:07.150848 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a786e991-184f-4bd0-a856-14d5f65245fa tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2019992 Jun 24 12:46:07.151507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f4542-2321-467a-b0aa-2a9698148c54 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=720496cd-0780-41ac-977f-8c41ed81ae8b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:07.154404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9d8f4542-2321-467a-b0aa-2a9698148c54 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:07.155146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44706) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:07.155471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44708) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:07.157882 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0d448-72d6-4aff-aabf-2b8eee2d7c1a None None] Sync routers for ids ['10960cff-7c71-467e-9128-02dd71be20f1'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:07.161956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9d8f4542-2321-467a-b0aa-2a9698148c54 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.166432 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9d8f4542-2321-467a-b0aa-2a9698148c54 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/720496cd-0780-41ac-977f-8c41ed81ae8b HTTP/1.1" status: 204 len: 168 time: 0.9991090 Jun 24 12:46:07.166575 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Transition to ACTIVE for port object 53fa3cff-ae81-4fa3-b780-4b14ffd379ae will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:07.168113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-cb13a18a-2e1b-41d0-a98b-168a0e722ad7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1122214544'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:07.171620 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44710) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:07.174232 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0d448-72d6-4aff-aabf-2b8eee2d7c1a None None] Routers {'10960cff-7c71-467e-9128-02dd71be20f1'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:07.179069 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-bea0d448-72d6-4aff-aabf-2b8eee2d7c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['10960cff-7c71-467e-9128-02dd71be20f1'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:07.182233 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9736858b-f99f-431e-b767-5a038f644087 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:07.189882 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.214568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-00ae56d0-215d-4dbd-a04e-ec6d0b57fb94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:07.230564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29715f6-7e74-4c73-9213-14f7001ac57f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Made reservation on behalf of bd9cc677930845be8bb876bbe63ac9f4 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:07.232903 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f29715f6-7e74-4c73-9213-14f7001ac57f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.237493 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 581f2299-7709-4fc1-abc7-cbfd75a841d0 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:07.248762 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:07.256818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cb13a18a-2e1b-41d0-a98b-168a0e722ad7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.284050 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event updated for resources: {'Network': ['ID=89bef706-643f-4389-9936-e014a9d21c84,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:07.291617 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Network 0a806992-12ce-433d-bbdf-dad8fcca25da is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:07.298413 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-bea0d448-72d6-4aff-aabf-2b8eee2d7c1a None None] Set router 10960cff-7c71-467e-9128-02dd71be20f1 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:07.303777 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:07.306882 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:07.323489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 89bef706-643f-4389-9936-e014a9d21c84 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:07.388218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29715f6-7e74-4c73-9213-14f7001ac57f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] vlan segment allocate from pool success with {'vlan_id': 1317, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:07.397924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5fd75a69-41fe-4295-81df-8ec413d0f7ec tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.416087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:07.478391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Pushing event updated for resources: {'Port': ['ID=53fa3cff-ae81-4fa3-b780-4b14ffd379ae,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:07.506721 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:07.538738 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-bea0d448-72d6-4aff-aabf-2b8eee2d7c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:46:04Z', 'revision_number': 5, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:07.565104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddad12f-4a69-47bd-81dc-986ce42c0291 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network 403226db-bb3b-4cdc-8fd2-6316c9fd6516 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:07.567377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5fd75a69-41fe-4295-81df-8ec413d0f7ec tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.570458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5fd75a69-41fe-4295-81df-8ec413d0f7ec tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.571685 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5fd75a69-41fe-4295-81df-8ec413d0f7ec tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-groups/860377e1-29f8-4998-b142-d3359471c019 HTTP/1.1" status: 204 len: 168 time: 0.7223477 Jun 24 12:46:07.573840 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-980ceb00-2442-4a3d-838d-9ac16737fa78 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:07.580581 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0d448-72d6-4aff-aabf-2b8eee2d7c1a None None] Checking router: 10960cff-7c71-467e-9128-02dd71be20f1 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:46:07.588676 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44712) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:07.590643 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0d448-72d6-4aff-aabf-2b8eee2d7c1a None None] Routers {'10960cff-7c71-467e-9128-02dd71be20f1'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:07.591479 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-bea0d448-72d6-4aff-aabf-2b8eee2d7c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['10960cff-7c71-467e-9128-02dd71be20f1'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:07.620886 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-0ddad12f-4a69-47bd-81dc-986ce42c0291 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 403226db-bb3b-4cdc-8fd2-6316c9fd6516) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:07.633114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd75a69-41fe-4295-81df-8ec413d0f7ec tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860377e1-29f8-4998-b142-d3359471c019,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:07.638005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddad12f-4a69-47bd-81dc-986ce42c0291 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:07.638608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ddad12f-4a69-47bd-81dc-986ce42c0291 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.650554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5fd75a69-41fe-4295-81df-8ec413d0f7ec tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:07.676493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0257e0-2fe7-4398-b634-1e57dac15989 None None] Network 403226db-bb3b-4cdc-8fd2-6316c9fd6516 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:07.686680 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ec5fc8b4-25aa-4b4d-a3e0-d50fec91f496 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5094397 Jun 24 12:46:07.690477 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44714) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:07.739089 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-bea0d448-72d6-4aff-aabf-2b8eee2d7c1a None None] Set router 10960cff-7c71-467e-9128-02dd71be20f1 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:07.813257 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-36968bfb-f605-40cb-851a-ce31e1ff159a tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2081180 Jun 24 12:46:07.818302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44716) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:07.829184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8239c9c2-3b81-47f2-875e-5d98aca01193 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group': {'name': 'tempest-secgroup--350746577'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:07.844870 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6159d1e1-ce67-46b6-9129-12d53dd3f4e5 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.914746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3df581a4-12f9-4fb5-bc3b-8a92c618dda9 None None] Provisioning for port 6a66d921-be7a-4cea-aa2a-67d1f03fcc35 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:07.918923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Attempting to bind port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:07.919314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Attempting to bind port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'ff34acd1-a14a-451c-bccd-1de54bfef8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '0a806992-12ce-433d-bbdf-dad8fcca25da'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:07.919690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Attempting to bind port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae on network 0a806992-12ce-433d-bbdf-dad8fcca25da {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:07.951779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3df581a4-12f9-4fb5-bc3b-8a92c618dda9 None None] Provisioning complete for port 6a66d921-be7a-4cea-aa2a-67d1f03fcc35 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:07.952111 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3df581a4-12f9-4fb5-bc3b-8a92c618dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.955843 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:07.956757 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Checking segment: {'id': 'ff34acd1-a14a-451c-bccd-1de54bfef8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '0a806992-12ce-433d-bbdf-dad8fcca25da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:07.957403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.958196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Bound using segment: {'id': 'ff34acd1-a14a-451c-bccd-1de54bfef8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '0a806992-12ce-433d-bbdf-dad8fcca25da'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:07.958975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Bound port: 53fa3cff-ae81-4fa3-b780-4b14ffd379ae, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff34acd1-a14a-451c-bccd-1de54bfef8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '0a806992-12ce-433d-bbdf-dad8fcca25da'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:07.960120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.962555 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-403226db-bb3b-4cdc-8fd2-6316c9fd6516', 'network_id': '403226db-bb3b-4cdc-8fd2-6316c9fd6516', 'tenant_id': '2155e866308e447f865897479ff9b7cc', 'fixed_ips': [{'subnet_id': '4e35d971-d143-4ca0-a00e-d88e9ffc6703'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:07.963682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.972775 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-bea0d448-72d6-4aff-aabf-2b8eee2d7c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:46:04Z', 'revision_number': 5, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:08.022187 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0d448-72d6-4aff-aabf-2b8eee2d7c1a None None] The sync data for ids ['10960cff-7c71-467e-9128-02dd71be20f1'] in dv-neutron-797121-4-hyperv is: [{'id': '10960cff-7c71-467e-9128-02dd71be20f1', 'name': 'tempest-ServerActionsTestJSON-2026946451-router', 'tenant_id': '9e00f3e6259c4ceaa736960d4de052a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:45Z', 'updated_at': '2021-06-24T12:46:04Z', 'revision_number': 5, 'project_id': '9e00f3e6259c4ceaa736960d4de052a3', 'gw_port': {'id': '4ac0244e-a107-4ae1-bb53-5c97aace4b11', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10960cff-7c71-467e-9128-02dd71be20f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:47Z', 'updated_at': '2021-06-24T12:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:08.033094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f29715f6-7e74-4c73-9213-14f7001ac57f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.033656 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-f29715f6-7e74-4c73-9213-14f7001ac57f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Added segment f745f3c2-58e5-4b69-9eb6-2ef79aaa5375 of type vlan for network 62f7a1a0-dc4d-4575-be76-04a8f2834dff Jun 24 12:46:08.041932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.100437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.140246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-3df581a4-12f9-4fb5-bc3b-8a92c618dda9 None None] Port 6a66d921-be7a-4cea-aa2a-67d1f03fcc35 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:08.214638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3df581a4-12f9-4fb5-bc3b-8a92c618dda9 None None] Provisioning complete for port 3645c9ef-a67b-4a1e-83d5-f8083d455d83 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:08.214969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3df581a4-12f9-4fb5-bc3b-8a92c618dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.283475 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 3645c9ef-a67b-4a1e-83d5-f8083d455d83, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3645c9ef-a67b-4a1e-83d5-f8083d455d83,segment=NetworkSegment(ed1000b5-9bba-4a0d-a41c-b0787efc8158),segment_id=ed1000b5-9bba-4a0d-a41c-b0787efc8158)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:08.289169 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] For port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:08.314125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.320439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f29715f6-7e74-4c73-9213-14f7001ac57f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.325699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:08.345568 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.357813 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cb13a18a-2e1b-41d0-a98b-168a0e722ad7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.369696 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cb13a18a-2e1b-41d0-a98b-168a0e722ad7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.375978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] For port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=53fa3cff-ae81-4fa3-b780-4b14ffd379ae,segment=NetworkSegment(ff34acd1-a14a-451c-bccd-1de54bfef8a8),segment_id=ff34acd1-a14a-451c-bccd-1de54bfef8a8)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:08.377026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ee7827cd-3773-4cd4-96a5-4ed4813b43a6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:08.393673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.471271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b735489c-85d4-4cb9-9520-b2486f6b91cf None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:46:08.483676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f29715f6-7e74-4c73-9213-14f7001ac57f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.486886 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6159d1e1-ce67-46b6-9129-12d53dd3f4e5 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.490794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6159d1e1-ce67-46b6-9129-12d53dd3f4e5 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.490924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29715f6-7e74-4c73-9213-14f7001ac57f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:08.490924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f29715f6-7e74-4c73-9213-14f7001ac57f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.492387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cb13a18a-2e1b-41d0-a98b-168a0e722ad7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.496461 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cb13a18a-2e1b-41d0-a98b-168a0e722ad7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3357277 Jun 24 12:46:08.497468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13a18a-2e1b-41d0-a98b-168a0e722ad7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4364b97-01c5-49fa-b0d9-300ea4dc9b76,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:08.502237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44718) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:08.511600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cb13a18a-2e1b-41d0-a98b-168a0e722ad7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:08.515678 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-977c0799-76b0-4567-996c-88ed2f8a5b79 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': 'c4364b97-01c5-49fa-b0d9-300ea4dc9b76', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:08.517120 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING neutron.api.v2.base [None req-977c0799-76b0-4567-996c-88ed2f8a5b79 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 24 12:46:08.517652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-977c0799-76b0-4567-996c-88ed2f8a5b79 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:08.521377 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-977c0799-76b0-4567-996c-88ed2f8a5b79 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0130551 Jun 24 12:46:08.521377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d9eff40f-6052-4dc2-a5fc-4b6b206731fb tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:08.526573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44720) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:08.538205 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6159d1e1-ce67-46b6-9129-12d53dd3f4e5 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.539171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6159d1e1-ce67-46b6-9129-12d53dd3f4e5 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Fanout notify agent at l3_agent the message router_deleted on router 96fac4f0-90fd-43b2-baf7-2341c68a80b4 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:46:08.541550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Allocated IP 172.20.0.2 (403226db-bb3b-4cdc-8fd2-6316c9fd6516/4e35d971-d143-4ca0-a00e-d88e9ffc6703/d684c567-e9a5-48e3-b13c-6e63dfb74cb0) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:08.547988 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6159d1e1-ce67-46b6-9129-12d53dd3f4e5 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.549878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=3645c9ef-a67b-4a1e-83d5-f8083d455d83,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:08.554038 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6159d1e1-ce67-46b6-9129-12d53dd3f4e5 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/routers/96fac4f0-90fd-43b2-baf7-2341c68a80b4 HTTP/1.1" status: 204 len: 168 time: 0.8623354 Jun 24 12:46:08.554635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:08.555062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44722) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:08.567283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:08.573269 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 884c8754-e94b-4dd4-99cb-aee6e553ce66 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:46:08.600582 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0ddad12f-4a69-47bd-81dc-986ce42c0291 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3410919 Jun 24 12:46:08.621051 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44724) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:08.642494 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f29715f6-7e74-4c73-9213-14f7001ac57f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5736704 Jun 24 12:46:08.653312 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44726) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:08.654923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5916c56a-169d-425a-9b0a-bfeff0a0b68d no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:08.661306 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a27a7d15-472e-4e7a-923d-03d921ebcf06 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Request body: {'subnet': {'network_id': '89bef706-643f-4389-9936-e014a9d21c84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:08.710952 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8239c9c2-3b81-47f2-875e-5d98aca01193 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.734880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29715f6-7e74-4c73-9213-14f7001ac57f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event updated for resources: {'Network': ['ID=62f7a1a0-dc4d-4575-be76-04a8f2834dff,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:08.737926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f29715f6-7e74-4c73-9213-14f7001ac57f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:08.744222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 5916c56a-169d-425a-9b0a-bfeff0a0b68d {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:08.744682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5916c56a-169d-425a-9b0a-bfeff0a0b68d not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:08.747204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Deleting port 4ac0244e-a107-4ae1-bb53-5c97aace4b11 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:08.747536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.747929 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f030aadd-131c-427c-806c-c965c255ccf4 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:08.844765 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 62f7a1a0-dc4d-4575-be76-04a8f2834dff details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:08.877504 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: f030aadd-131c-427c-806c-c965c255ccf4 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:08.878218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f030aadd-131c-427c-806c-c965c255ccf4 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:08.880060 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3c4669f4-eb87-4283-939b-d4efb0f961be no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:08.888595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a37891d-ca85-4da0-bbf3-b37bc56fa7b9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:08.892346 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7a37891d-ca85-4da0-bbf3-b37bc56fa7b9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3349428 Jun 24 12:46:08.911344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8cea5e93-8b59-4b80-a7e8-40417c8262af tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.938273 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8cea5e93-8b59-4b80-a7e8-40417c8262af tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.965025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Pushing event updated for resources: {'Port': ['ID=53fa3cff-ae81-4fa3-b780-4b14ffd379ae,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:08.991904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44728) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:08.998085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.004376 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:09.059790 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-71a81413-7fb5-4ee0-b12f-e46c891aa78b None None] Provisioning complete for port 6a66d921-be7a-4cea-aa2a-67d1f03fcc35 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:09.060280 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-71a81413-7fb5-4ee0-b12f-e46c891aa78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.060486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8cea5e93-8b59-4b80-a7e8-40417c8262af tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.063275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8cea5e93-8b59-4b80-a7e8-40417c8262af tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.063439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8239c9c2-3b81-47f2-875e-5d98aca01193 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.067060 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8cea5e93-8b59-4b80-a7e8-40417c8262af tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "DELETE /v2.0/security-groups/c4364b97-01c5-49fa-b0d9-300ea4dc9b76 HTTP/1.1" status: 204 len: 168 time: 0.5348322 Jun 24 12:46:09.067395 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44730) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:09.074828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-603c84fe-2bad-416f-8f5b-0934ee5772c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:09.081828 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8239c9c2-3b81-47f2-875e-5d98aca01193 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.096610 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d607ae72-ec1c-4f02-b8f1-18da6309eb04 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:09.097857 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b735489c-85d4-4cb9-9520-b2486f6b91cf None None] Deleting port 3c4669f4-eb87-4283-939b-d4efb0f961be {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:09.098294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b735489c-85d4-4cb9-9520-b2486f6b91cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.107886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea5e93-8b59-4b80-a7e8-40417c8262af tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4364b97-01c5-49fa-b0d9-300ea4dc9b76,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:09.118120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8cea5e93-8b59-4b80-a7e8-40417c8262af tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:09.121078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8239c9c2-3b81-47f2-875e-5d98aca01193 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.122554 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8239c9c2-3b81-47f2-875e-5d98aca01193 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3002298 Jun 24 12:46:09.129558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44732) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:09.130629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:09.138244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-df5323dd-c6e7-4fdb-9e42-f54ce5ca2a64 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group_rule': {'security_group_id': '85216a17-6179-4973-9fc4-4f9a239e510a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:09.148904 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/884c8754-e94b-4dd4-99cb-aee6e553ce66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6971769 Jun 24 12:46:09.157402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44734) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:09.171156 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6121e9-ffc5-447c-8430-e0cd1f161813 None None] Sync routers for ids ['884c8754-e94b-4dd4-99cb-aee6e553ce66'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:09.212705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] For port 4ac0244e-a107-4ae1-bb53-5c97aace4b11, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=4ac0244e-a107-4ae1-bb53-5c97aace4b11,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:09.213095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.215069 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-71a81413-7fb5-4ee0-b12f-e46c891aa78b None None] Port 6a66d921-be7a-4cea-aa2a-67d1f03fcc35 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:09.215458 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-df5323dd-c6e7-4fdb-9e42-f54ce5ca2a64 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:46:09.215458 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:46:09.215458 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'project_id_1': 'c7f9153343a64429ac5365ac19271046', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 46, 9, 157939)}] Jun 24 12:46:09.215458 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:46:09.215783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-df5323dd-c6e7-4fdb-9e42-f54ce5ca2a64 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:46:09.230895 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-47b3dec3-267c-4ee7-a83c-984d648c5c30 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1611462 Jun 24 12:46:09.235758 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27a7d15-472e-4e7a-923d-03d921ebcf06 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Made reservation on behalf of bd9cc677930845be8bb876bbe63ac9f4 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:09.237460 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1e0b61-22bd-42ed-b803-55e29cdfbc3c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:09.239133 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7b1e0b61-22bd-42ed-b803-55e29cdfbc3c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2458928 Jun 24 12:46:09.239428 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a27a7d15-472e-4e7a-923d-03d921ebcf06 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.240073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44736) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:09.246032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44738) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:09.251700 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ad2bd5df-450e-4ece-957f-8f362bc01cab tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977880227'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:09.256575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239c9c2-3b81-47f2-875e-5d98aca01193 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85216a17-6179-4973-9fc4-4f9a239e510a,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:09.265091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6121e9-ffc5-447c-8430-e0cd1f161813 None None] Routers {'884c8754-e94b-4dd4-99cb-aee6e553ce66'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:09.265790 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ce6121e9-ffc5-447c-8430-e0cd1f161813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['884c8754-e94b-4dd4-99cb-aee6e553ce66'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:09.270267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b735489c-85d4-4cb9-9520-b2486f6b91cf None None] For port 3c4669f4-eb87-4283-939b-d4efb0f961be, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3c4669f4-eb87-4283-939b-d4efb0f961be,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:09.270732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b735489c-85d4-4cb9-9520-b2486f6b91cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.273251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Calling delete_port for 4ac0244e-a107-4ae1-bb53-5c97aace4b11 owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:09.308506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81baa085-2794-40f5-9235-e70095c156bd tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:09.312431 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-81baa085-2794-40f5-9235-e70095c156bd tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports/6a66d921-be7a-4cea-aa2a-67d1f03fcc35 HTTP/1.1" status: 200 len: 911 time: 0.1483264 Jun 24 12:46:09.317098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44740) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:09.319572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8239c9c2-3b81-47f2-875e-5d98aca01193 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:09.320588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.322519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.326157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d5eacd0a-ebac-40cc-947e-1d612b048335 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '36f580a3-17d3-4ba4-be3a-89005635ff8d'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:09.328429 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-08469e7d-c07f-486a-8bb8-9607cec8ba06 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593488 Jun 24 12:46:09.330984 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b735489c-85d4-4cb9-9520-b2486f6b91cf None None] Calling delete_port for 3c4669f4-eb87-4283-939b-d4efb0f961be owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:09.332612 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ce6121e9-ffc5-447c-8430-e0cd1f161813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:09.340687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44742) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:09.341413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.343815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Transition to ACTIVE for port object d684c567-e9a5-48e3-b13c-6e63dfb74cb0 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:09.348567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0780eca3-a569-4a3b-9508-2baa99b33447 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:09.389270 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd5df-450e-4ece-957f-8f362bc01cab tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.514215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd5df-450e-4ece-957f-8f362bc01cab tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.518921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd5df-450e-4ece-957f-8f362bc01cab tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.530737 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6f25ec87-6b0e-4ceb-bd8f-4218ac787d6f tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:09.548574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd5df-450e-4ece-957f-8f362bc01cab tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.553434 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ad2bd5df-450e-4ece-957f-8f362bc01cab tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3083775 Jun 24 12:46:09.554290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44744) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:09.562912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a9d1cc57-6b63-49e9-a64e-42bc04321687 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': '6013f107-405c-462b-9109-2e6ddf1e532f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:09.572666 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6121e9-ffc5-447c-8430-e0cd1f161813 None None] Routers {'884c8754-e94b-4dd4-99cb-aee6e553ce66'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:09.573310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ce6121e9-ffc5-447c-8430-e0cd1f161813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['884c8754-e94b-4dd4-99cb-aee6e553ce66'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:09.573549 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-a9d1cc57-6b63-49e9-a64e-42bc04321687 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 24 12:46:09.574277 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-a9d1cc57-6b63-49e9-a64e-42bc04321687 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:09.576800 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Transition to ACTIVE for port object d684c567-e9a5-48e3-b13c-6e63dfb74cb0 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:09.580309 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a9d1cc57-6b63-49e9-a64e-42bc04321687 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0204675 Jun 24 12:46:09.581048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44746) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:09.610606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8b344800-c821-455b-97f4-d3a55053fa02 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': '6013f107-405c-462b-9109-2e6ddf1e532f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:09.612082 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-8b344800-c821-455b-97f4-d3a55053fa02 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 24 12:46:09.613011 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-8b344800-c821-455b-97f4-d3a55053fa02 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:09.619409 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8b344800-c821-455b-97f4-d3a55053fa02 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0106957 Jun 24 12:46:09.622273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44748) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:09.633728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f8459d71-899f-4d53-b5c5-ac919541a1fa tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': '6013f107-405c-462b-9109-2e6ddf1e532f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:09.635544 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-f8459d71-899f-4d53-b5c5-ac919541a1fa tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 24 12:46:09.636676 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-f8459d71-899f-4d53-b5c5-ac919541a1fa tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:09.636952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.642802 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f8459d71-899f-4d53-b5c5-ac919541a1fa tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0142353 Jun 24 12:46:09.643083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f38ac2cd-0d99-439f-ba8e-f31481fe908e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:09.643352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bd5df-450e-4ece-957f-8f362bc01cab tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6013f107-405c-462b-9109-2e6ddf1e532f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:09.651273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ad2bd5df-450e-4ece-957f-8f362bc01cab tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:09.652610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44750) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:09.653515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ce6121e9-ffc5-447c-8430-e0cd1f161813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:09.655000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6121e9-ffc5-447c-8430-e0cd1f161813 None None] The sync data for ids ['884c8754-e94b-4dd4-99cb-aee6e553ce66'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:09.660141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 3c4669f4-eb87-4283-939b-d4efb0f961be, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3c4669f4-eb87-4283-939b-d4efb0f961be,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:09.685384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.690121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-92c69c77-3e32-479c-ae4f-cba36c58db8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:09.713531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-e0a74ded-121d-4de4-9a88-66a6f36e48f1 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': '6013f107-405c-462b-9109-2e6ddf1e532f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:09.715444 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING neutron.api.v2.base [None req-e0a74ded-121d-4de4-9a88-66a6f36e48f1 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 24 12:46:09.715959 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-e0a74ded-121d-4de4-9a88-66a6f36e48f1 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:09.721018 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e0a74ded-121d-4de4-9a88-66a6f36e48f1 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0617778 Jun 24 12:46:09.730363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44752) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:09.758648 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Subnet': ['ID=4e35d971-d143-4ca0-a00e-d88e9ffc6703,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:09.759782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Pushing event updated for resources: {'Port': ['ID=d684c567-e9a5-48e3-b13c-6e63dfb74cb0,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:09.764618 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:09.779201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0780eca3-a569-4a3b-9508-2baa99b33447 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:09.782642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.782811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0780eca3-a569-4a3b-9508-2baa99b33447 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.789066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:09.806121 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:09.904941 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.916727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-df5323dd-c6e7-4fdb-9e42-f54ce5ca2a64 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.919143 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403226db-bb3b-4cdc-8fd2-6316c9fd6516']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:09.930903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Network 403226db-bb3b-4cdc-8fd2-6316c9fd6516 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:09.935254 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=3c4669f4-eb87-4283-939b-d4efb0f961be,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:09.939170 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f1eed0-bfe1-44fa-b88c-3a6efd91aa47') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:09.939641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f1eed0-bfe1-44fa-b88c-3a6efd91aa47') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:09.942404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:09.945748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:09.951001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:09.962478 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b735489c-85d4-4cb9-9520-b2486f6b91cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.963894 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.984506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-cd789ac6-1462-48df-959e-8dcc63ab0fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:09.996658 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.011531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:10.011930 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.013190 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b735489c-85d4-4cb9-9520-b2486f6b91cf None None] No DVR routers for this DVR port 3c4669f4-eb87-4283-939b-d4efb0f961be on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:10.016802 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:10.038293 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0978c1-3c45-47ca-82eb-401406b6bc80 None None] Network 0a806992-12ce-433d-bbdf-dad8fcca25da requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:10.075723 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735489c-85d4-4cb9-9520-b2486f6b91cf None None] Pushing event deleted for resources: {'Port': ['ID=3c4669f4-eb87-4283-939b-d4efb0f961be,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:10.080202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a27a7d15-472e-4e7a-923d-03d921ebcf06 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.089296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b735489c-85d4-4cb9-9520-b2486f6b91cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:10.097684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 12:46:10.097684 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 12:46:10.097684 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'id': '403226db-bb3b-4cdc-8fd2-6316c9fd6516'}] Jun 24 12:46:10.097684 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:46:10.098163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:10.098263 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:46:10.132314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Attempting to bind port d684c567-e9a5-48e3-b13c-6e63dfb74cb0 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:10.132695 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Attempting to bind port d684c567-e9a5-48e3-b13c-6e63dfb74cb0 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'f8f1eed0-bfe1-44fa-b88c-3a6efd91aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '403226db-bb3b-4cdc-8fd2-6316c9fd6516'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:10.133465 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Attempting to bind port d684c567-e9a5-48e3-b13c-6e63dfb74cb0 on network 403226db-bb3b-4cdc-8fd2-6316c9fd6516 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:10.136906 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-14df726a-9485-497c-91bb-8eaec933abf5 None None] Provisioning for port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:10.151196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:10.151577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Checking segment: {'id': 'f8f1eed0-bfe1-44fa-b88c-3a6efd91aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '403226db-bb3b-4cdc-8fd2-6316c9fd6516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:10.152171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.152715 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Bound using segment: {'id': 'f8f1eed0-bfe1-44fa-b88c-3a6efd91aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '403226db-bb3b-4cdc-8fd2-6316c9fd6516'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:10.153306 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Bound port: d684c567-e9a5-48e3-b13c-6e63dfb74cb0, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f1eed0-bfe1-44fa-b88c-3a6efd91aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '403226db-bb3b-4cdc-8fd2-6316c9fd6516'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:10.153960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.187654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80252895-7e97-4859-9388-aca0ac455a51 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.195461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d5eacd0a-ebac-40cc-947e-1d612b048335 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.206740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.263540 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a7d15-472e-4e7a-923d-03d921ebcf06 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event updated for resources: {'Subnet': ['ID=b2f2448b-e3e9-45b0-8dd3-b2a4835acdd2,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:10.265342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] For port d684c567-e9a5-48e3-b13c-6e63dfb74cb0, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:10.276790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80252895-7e97-4859-9388-aca0ac455a51 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.298463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] For port d684c567-e9a5-48e3-b13c-6e63dfb74cb0, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d684c567-e9a5-48e3-b13c-6e63dfb74cb0,segment=NetworkSegment(f8f1eed0-bfe1-44fa-b88c-3a6efd91aa47),segment_id=f8f1eed0-bfe1-44fa-b88c-3a6efd91aa47)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:10.305572 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.308844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-919b135a-af64-4aba-9c4b-1b33664af2df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:10.321431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a27a7d15-472e-4e7a-923d-03d921ebcf06 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:10.323127 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-df5323dd-c6e7-4fdb-9e42-f54ce5ca2a64 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.329700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-01055922-ce78-4f9c-bfd2-c8c40f5ff6b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:10.367503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-df5323dd-c6e7-4fdb-9e42-f54ce5ca2a64 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.400351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Pushing event updated for resources: {'Port': ['ID=d684c567-e9a5-48e3-b13c-6e63dfb74cb0,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:10.402550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac0244e-a107-4ae1-bb53-5c97aace4b11,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:10.408045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:10.410578 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:10.419799 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:10.442482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d888eb03-d356-40b6-b4f4-fb845e61303f None None] Network 403226db-bb3b-4cdc-8fd2-6316c9fd6516 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:10.506886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a7d15-472e-4e7a-923d-03d921ebcf06 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Checking segment: {'id': '0a80263e-42f6-4f18-9db5-33ef9ddeb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '89bef706-643f-4389-9936-e014a9d21c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:10.507260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a7d15-472e-4e7a-923d-03d921ebcf06 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Network hostable DHCP agents. Network: 89bef706-643f-4389-9936-e014a9d21c84, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:10.579055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5323dd-c6e7-4fdb-9e42-f54ce5ca2a64 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a51b49-e5da-4190-9dc5-1a327d3b87ca,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:10.581046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-df5323dd-c6e7-4fdb-9e42-f54ce5ca2a64 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.582201 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-df5323dd-c6e7-4fdb-9e42-f54ce5ca2a64 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4496431 Jun 24 12:46:10.583152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-df5323dd-c6e7-4fdb-9e42-f54ce5ca2a64 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:10.585631 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44754) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:10.608009 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.615631 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80252895-7e97-4859-9388-aca0ac455a51 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.618126 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 53fa3cff-ae81-4fa3-b780-4b14ffd379ae up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:10.618250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80252895-7e97-4859-9388-aca0ac455a51 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.619149 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0a687f55-9581-4fd4-a156-86b7242bd1c6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules/13a51b49-e5da-4190-9dc5-1a327d3b87ca HTTP/1.1" status: 200 len: 763 time: 0.0320094 Jun 24 12:46:10.619621 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-80252895-7e97-4859-9388-aca0ac455a51 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "DELETE /v2.0/security-groups/6013f107-405c-462b-9109-2e6ddf1e532f HTTP/1.1" status: 204 len: 168 time: 0.8857832 Jun 24 12:46:10.620196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44756) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:10.627723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-be8b55a6-a451-4ca7-9ea2-b72bc51513f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:10.633295 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44758) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:10.655675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80252895-7e97-4859-9388-aca0ac455a51 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6013f107-405c-462b-9109-2e6ddf1e532f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:10.664126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.668119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-80252895-7e97-4859-9388-aca0ac455a51 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:10.699095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a7d15-472e-4e7a-923d-03d921ebcf06 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Network 89bef706-643f-4389-9936-e014a9d21c84 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:10.725765 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f036496e-03d0-42b8-98be-a4038083dd0a None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:46:10.729446 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:10.738680 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-10a6127f-0880-4353-bb42-b93c145fed74 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1121249 Jun 24 12:46:10.739390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44760) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:10.753118 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-77b72302-4efe-4dd1-bfd3-c4cb3ce70cd9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1140974 Jun 24 12:46:10.754798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44762) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:10.758348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:10.758831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.759575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8b7a6638-94b2-4274-a9ac-273e1b44cae7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group': {'name': 'tempest-secgroup--739056314'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:10.794579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-a27a7d15-472e-4e7a-923d-03d921ebcf06 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 89bef706-643f-4389-9936-e014a9d21c84) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:10.807331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2092e3b3-d359-472a-abb9-314c715dbaf8 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.819204 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-76d3907d-7474-4310-b6a6-c9498495bc57 None None] Provisioning complete for port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:10.819668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-76d3907d-7474-4310-b6a6-c9498495bc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.820033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2092e3b3-d359-472a-abb9-314c715dbaf8 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.822085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6638-94b2-4274-a9ac-273e1b44cae7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.832300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Deleting port d684c567-e9a5-48e3-b13c-6e63dfb74cb0 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:10.832640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.868192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27a7d15-472e-4e7a-923d-03d921ebcf06 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:10.868192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a27a7d15-472e-4e7a-923d-03d921ebcf06 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.877486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.889177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.928728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2092e3b3-d359-472a-abb9-314c715dbaf8 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.934349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d173fef9-357d-46dc-81b3-fca6ee092051 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:10.945380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2092e3b3-d359-472a-abb9-314c715dbaf8 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.948971 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2092e3b3-d359-472a-abb9-314c715dbaf8 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/13a51b49-e5da-4190-9dc5-1a327d3b87ca HTTP/1.1" status: 204 len: 168 time: 0.2066300 Jun 24 12:46:10.949569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] For port d684c567-e9a5-48e3-b13c-6e63dfb74cb0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d684c567-e9a5-48e3-b13c-6e63dfb74cb0,segment=NetworkSegment(f8f1eed0-bfe1-44fa-b88c-3a6efd91aa47),segment_id=f8f1eed0-bfe1-44fa-b88c-3a6efd91aa47)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:10.950020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:10.951969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44764) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:10.953440 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a27a7d15-472e-4e7a-923d-03d921ebcf06 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2963855 Jun 24 12:46:10.964970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44766) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:10.974640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092e3b3-d359-472a-abb9-314c715dbaf8 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13a51b49-e5da-4190-9dc5-1a327d3b87ca,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:10.976704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Calling delete_port for d684c567-e9a5-48e3-b13c-6e63dfb74cb0 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:10.979665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2092e3b3-d359-472a-abb9-314c715dbaf8 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:10.992768 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-2fe93e6e-9916-40dd-a57f-baeaca674959 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Request body: {'subnet': {'network_id': '62f7a1a0-dc4d-4575-be76-04a8f2834dff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:11.011850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.objects.ports [None req-0780eca3-a569-4a3b-9508-2baa99b33447 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100145) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:46:11.012661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.018455 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f036496e-03d0-42b8-98be-a4038083dd0a None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:46:11.020600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0780eca3-a569-4a3b-9508-2baa99b33447 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.022947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.023442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10960cff-7c71-467e-9128-02dd71be20f1 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:46:11.036746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-76d3907d-7474-4310-b6a6-c9498495bc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.037824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9d8f4542-2321-467a-b0aa-2a9698148c54 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:11.054624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.055702 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] 10.222.0.110 "DELETE /v2.0/routers/10960cff-7c71-467e-9128-02dd71be20f1 HTTP/1.1" status: 204 len: 168 time: 3.8965456 Jun 24 12:46:11.062351 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44768) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:11.113817 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=53fa3cff-ae81-4fa3-b780-4b14ffd379ae,segment=NetworkSegment(ff34acd1-a14a-451c-bccd-1de54bfef8a8),segment_id=ff34acd1-a14a-451c-bccd-1de54bfef8a8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:11.122280 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.122530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c246c6dd-2322-4b7d-8678-d63071864d6d admin admin] Deleting subnet f784f0f9-8bdf-4f24-8441-7b7640fbd3c6 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:11.123348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3645c9ef-a67b-4a1e-83d5-f8083d455d83 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:11.126426 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c246c6dd-2322-4b7d-8678-d63071864d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.130094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:11.191040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6638-94b2-4274-a9ac-273e1b44cae7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.198635 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c246c6dd-2322-4b7d-8678-d63071864d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.200928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6638-94b2-4274-a9ac-273e1b44cae7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.232064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c5b8a536-5bc2-4348-93a7-e1f0fe444b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:11.245772 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6638-94b2-4274-a9ac-273e1b44cae7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.250302 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8b7a6638-94b2-4274-a9ac-273e1b44cae7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4947896 Jun 24 12:46:11.254462 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44770) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:11.264081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a13edc41-0d77-4fa2-8fa8-9865be847a48 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': 'b3872f19-4faf-4336-9e74-ce0b3581a915', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:11.265191 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-a13edc41-0d77-4fa2-8fa8-9865be847a48 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 24 12:46:11.265838 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-a13edc41-0d77-4fa2-8fa8-9865be847a48 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:11.270077 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a13edc41-0d77-4fa2-8fa8-9865be847a48 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0139387 Jun 24 12:46:11.271045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.280574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44772) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:11.291461 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-88bdf8b8-8282-49f4-99f7-f851fa6d8382 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': 'b3872f19-4faf-4336-9e74-ce0b3581a915', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:11.295213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-76d3907d-7474-4310-b6a6-c9498495bc57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:46:11.295685 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-76d3907d-7474-4310-b6a6-c9498495bc57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:46:11.306516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=53fa3cff-ae81-4fa3-b780-4b14ffd379ae,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:11.308772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:11.331111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a6638-94b2-4274-a9ac-273e1b44cae7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3872f19-4faf-4336-9e74-ce0b3581a915,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:11.339345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8b7a6638-94b2-4274-a9ac-273e1b44cae7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:11.344668 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:11.347960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No DVR routers for this DVR port d684c567-e9a5-48e3-b13c-6e63dfb74cb0 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:11.348416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3645c9ef-a67b-4a1e-83d5-f8083d455d83 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:11.348961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.416043 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-88bdf8b8-8282-49f4-99f7-f851fa6d8382 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:11.420755 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-88bdf8b8-8282-49f4-99f7-f851fa6d8382 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1377614 Jun 24 12:46:11.423530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44774) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:11.426408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Port': ['ID=d684c567-e9a5-48e3-b13c-6e63dfb74cb0,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:11.486944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-6f397e4b-b654-4c5c-97dc-b9645c9a0c4e tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': 'b3872f19-4faf-4336-9e74-ce0b3581a915', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:11.487571 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-6f397e4b-b654-4c5c-97dc-b9645c9a0c4e tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 24 12:46:11.488908 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-6f397e4b-b654-4c5c-97dc-b9645c9a0c4e tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:11.490461 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6f397e4b-b654-4c5c-97dc-b9645c9a0c4e tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0652518 Jun 24 12:46:11.491847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:11.494518 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44776) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:11.501299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-67f10ae5-2433-41dc-ab1d-74fde6e20d12 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': 'b3872f19-4faf-4336-9e74-ce0b3581a915', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:11.519018 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.522301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0780eca3-a569-4a3b-9508-2baa99b33447 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:11.534681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c246c6dd-2322-4b7d-8678-d63071864d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.537765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403226db-bb3b-4cdc-8fd2-6316c9fd6516']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:11.538926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-0780eca3-a569-4a3b-9508-2baa99b33447 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:11.551530 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0d435250-209e-4519-a178-86a67fe2ec24 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5943284 Jun 24 12:46:11.555985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0780eca3-a569-4a3b-9508-2baa99b33447 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:11.556564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0780eca3-a569-4a3b-9508-2baa99b33447 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.560456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44778) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:11.572405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f3933e10-4349-4889-9852-055462a67ff2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group_rule': {'security_group_id': '85216a17-6179-4973-9fc4-4f9a239e510a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:11.572959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f1eed0-bfe1-44fa-b88c-3a6efd91aa47') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:11.573271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f1eed0-bfe1-44fa-b88c-3a6efd91aa47') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:11.592074 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.592213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': '573d979e-46ba-4449-8cdf-2d2de221a545'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:11.593608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.597137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780eca3-a569-4a3b-9508-2baa99b33447 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=573d979e-46ba-4449-8cdf-2d2de221a545,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:11.599784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-89bef706-643f-4389-9936-e014a9d21c84', 'network_id': '89bef706-643f-4389-9936-e014a9d21c84', 'tenant_id': 'bd9cc677930845be8bb876bbe63ac9f4', 'fixed_ips': [{'subnet_id': 'b2f2448b-e3e9-45b0-8dd3-b2a4835acdd2'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:11.600979 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.608019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0780eca3-a569-4a3b-9508-2baa99b33447 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:11.629915 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.637858 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0780eca3-a569-4a3b-9508-2baa99b33447 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2953899 Jun 24 12:46:11.643945 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44780) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:11.648811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:11.649114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:11.653855 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:11.674404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3933e10-4349-4889-9852-055462a67ff2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.681834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d92280ee-57dc-441a-bfab-19c01fa897ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:11.696751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe93e6e-9916-40dd-a57f-baeaca674959 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Made reservation on behalf of bd9cc677930845be8bb876bbe63ac9f4 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:11.697730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2fe93e6e-9916-40dd-a57f-baeaca674959 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.775779 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-67f10ae5-2433-41dc-ab1d-74fde6e20d12 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:11.779386 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-67f10ae5-2433-41dc-ab1d-74fde6e20d12 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2791531 Jun 24 12:46:11.781632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44782) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:11.794711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d5eacd0a-ebac-40cc-947e-1d612b048335 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.803834 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-aa112f4b-6d5c-4bf7-9cd9-5049c3a6c7a7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': 'b3872f19-4faf-4336-9e74-ce0b3581a915', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:11.804666 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING neutron.api.v2.base [None req-aa112f4b-6d5c-4bf7-9cd9-5049c3a6c7a7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 24 12:46:11.805237 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-aa112f4b-6d5c-4bf7-9cd9-5049c3a6c7a7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:11.806726 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-aa112f4b-6d5c-4bf7-9cd9-5049c3a6c7a7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0202241 Jun 24 12:46:11.812821 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44784) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:11.823654 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c246c6dd-2322-4b7d-8678-d63071864d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.827468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-5ec0dd61-32c4-4ef6-8291-8e6ccc150014 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': 'b3872f19-4faf-4336-9e74-ce0b3581a915', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:11.833779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:11.842013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d5eacd0a-ebac-40cc-947e-1d612b048335 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.847896 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eacd0a-ebac-40cc-947e-1d612b048335 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:11.848700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d5eacd0a-ebac-40cc-947e-1d612b048335 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.853991 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d5eacd0a-ebac-40cc-947e-1d612b048335 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/ports/6a66d921-be7a-4cea-aa2a-67d1f03fcc35 HTTP/1.1" status: 200 len: 911 time: 2.5328543 Jun 24 12:46:11.858161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ee41ccca-f4c4-4f4e-8938-7c3c348e2f1e tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:11.861424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44786) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:11.862727 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246c6dd-2322-4b7d-8678-d63071864d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f784f0f9-8bdf-4f24-8441-7b7640fbd3c6,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:11.866799 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c246c6dd-2322-4b7d-8678-d63071864d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:11.872211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c246c6dd-2322-4b7d-8678-d63071864d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.877932 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c246c6dd-2322-4b7d-8678-d63071864d6d admin admin] 10.222.0.110 "DELETE /v2.0/subnets/f784f0f9-8bdf-4f24-8441-7b7640fbd3c6 HTTP/1.1" status: 204 len: 168 time: 0.8104856 Jun 24 12:46:11.877932 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.882013 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.888887 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/403226db-bb3b-4cdc-8fd2-6316c9fd6516 HTTP/1.1" status: 204 len: 168 time: 3.2582395 Jun 24 12:46:11.888887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44788) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:11.888887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:11.895864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44790) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:11.903347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-1ceb5988-bd48-453c-af97-143bbd6b9887 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1169025488'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:11.935982 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Allocated IP 2001:db8::f816:3eff:fee0:5374 (775331f2-7641-4269-a311-a446eb45635d/573d979e-46ba-4449-8cdf-2d2de221a545/bdebe7e8-86d9-4a01-b575-df6692bb820e) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:11.942989 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Allocated IP 172.20.0.2 (89bef706-643f-4389-9936-e014a9d21c84/b2f2448b-e3e9-45b0-8dd3-b2a4835acdd2/11acdec0-7937-4ea5-b5b8-add2c1c8044a) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:11.949434 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Network': ['ID=403226db-bb3b-4cdc-8fd2-6316c9fd6516,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:11.952507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:11.990620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3933e10-4349-4889-9852-055462a67ff2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.007859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3933e10-4349-4889-9852-055462a67ff2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.015677 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-5ec0dd61-32c4-4ef6-8291-8e6ccc150014 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Project 55178450d1004258b5869700f30de359 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:46:12.015992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.036174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eacd0a-ebac-40cc-947e-1d612b048335 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=6a66d921-be7a-4cea-aa2a-67d1f03fcc35,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:12.048423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d5eacd0a-ebac-40cc-947e-1d612b048335 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:12.051915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4bb17e76-aede-4460-8758-76a2580f3bfa tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:12.067969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceb5988-bd48-453c-af97-143bbd6b9887 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:12.074177 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5988-bd48-453c-af97-143bbd6b9887 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.098568 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-5ec0dd61-32c4-4ef6-8291-8e6ccc150014 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:12.100190 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5ec0dd61-32c4-4ef6-8291-8e6ccc150014 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2839906 Jun 24 12:46:12.108020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44792) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:12.110484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92280ee-57dc-441a-bfab-19c01fa897ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:12.114781 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d92280ee-57dc-441a-bfab-19c01fa897ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.124944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-2949d3ec-6ba8-44ab-a769-c6fe9818cbfe tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': 'b3872f19-4faf-4336-9e74-ce0b3581a915', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:12.125415 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-2949d3ec-6ba8-44ab-a769-c6fe9818cbfe tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 24 12:46:12.126265 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-2949d3ec-6ba8-44ab-a769-c6fe9818cbfe tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:12.129942 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2949d3ec-6ba8-44ab-a769-c6fe9818cbfe tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091612 Jun 24 12:46:12.138724 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3933e10-4349-4889-9852-055462a67ff2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.141955 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f3933e10-4349-4889-9852-055462a67ff2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5730226 Jun 24 12:46:12.142114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44794) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:12.142225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3933e10-4349-4889-9852-055462a67ff2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a428895-7be2-4ef3-aa9e-ecaed91cacfd,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:12.156241 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44796) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:12.159949 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b65a0077-31f8-46c4-8adb-9f2c7c13ef55 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': 'b3872f19-4faf-4336-9e74-ce0b3581a915', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:12.173660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f3933e10-4349-4889-9852-055462a67ff2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:12.241304 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0be5d9b8-d25e-4bd2-84cf-af31e91647e0 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules/5a428895-7be2-4ef3-aa9e-ecaed91cacfd HTTP/1.1" status: 200 len: 763 time: 0.0710816 Jun 24 12:46:12.241304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ceb5988-bd48-453c-af97-143bbd6b9887 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] vlan segment allocate from pool success with {'vlan_id': 1304, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:12.241611 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44798) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:12.249776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.257699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.264240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Transition to ACTIVE for port object bdebe7e8-86d9-4a01-b575-df6692bb820e will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:12.265635 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5988-bd48-453c-af97-143bbd6b9887 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.265807 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-1ceb5988-bd48-453c-af97-143bbd6b9887 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Added segment c01800c3-c611-491e-b521-40cf77091b6b of type vlan for network e78203ea-72c1-4061-9dc9-2e3c22930783 Jun 24 12:46:12.282355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Transition to ACTIVE for port object 11acdec0-7937-4ea5-b5b8-add2c1c8044a will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:12.283678 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-b65a0077-31f8-46c4-8adb-9f2c7c13ef55 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Project 55178450d1004258b5869700f30de359 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:46:12.289861 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2fe93e6e-9916-40dd-a57f-baeaca674959 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.295230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Transition to ACTIVE for port object bdebe7e8-86d9-4a01-b575-df6692bb820e will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:12.296345 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bd46ac4d-974f-4c2c-9cb0-7bd67ab6a3d7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:12.310552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Transition to ACTIVE for port object 11acdec0-7937-4ea5-b5b8-add2c1c8044a will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:12.313038 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.317308 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-680a30cf-d64d-4440-aa70-801aab98bc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:12.343513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Deleting port 3bbf2d97-1509-4439-a9be-cffbc5c47dfa {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:12.343875 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.353840 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-b65a0077-31f8-46c4-8adb-9f2c7c13ef55 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:12.357793 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b65a0077-31f8-46c4-8adb-9f2c7c13ef55 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2045581 Jun 24 12:46:12.357967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.360331 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44800) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:12.367265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-010edf79-f5fc-4d61-a994-2f1737685e61 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': 'b3872f19-4faf-4336-9e74-ce0b3581a915', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:12.384157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5988-bd48-453c-af97-143bbd6b9887 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.388937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Network 89bef706-643f-4389-9936-e014a9d21c84 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:12.390139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Pushing event updated for resources: {'Port': ['ID=bdebe7e8-86d9-4a01-b575-df6692bb820e,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:12.394599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:12.396243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:12.398743 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:12.400474 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:12.405174 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1442c150-249c-4ea7-b64e-7c8276a3e9d5 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1622267 Jun 24 12:46:12.408967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:12.428510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44802) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:12.430419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-195a5db3-48ac-4343-83aa-811f27f016d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:12.433953 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:12.450062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe93e6e-9916-40dd-a57f-baeaca674959 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event updated for resources: {'Subnet': ['ID=563fd84a-73b4-4fd9-a858-36d4539de973,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:12.457865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2fe93e6e-9916-40dd-a57f-baeaca674959 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:12.471666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe93e6e-9916-40dd-a57f-baeaca674959 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Checking segment: {'id': 'f745f3c2-58e5-4b69-9eb6-2ef79aaa5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '62f7a1a0-dc4d-4575-be76-04a8f2834dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:12.472289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe93e6e-9916-40dd-a57f-baeaca674959 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Network hostable DHCP agents. Network: 62f7a1a0-dc4d-4575-be76-04a8f2834dff, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:12.477247 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-010edf79-f5fc-4d61-a994-2f1737685e61 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Project 55178450d1004258b5869700f30de359 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:46:12.500391 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] For port 3bbf2d97-1509-4439-a9be-cffbc5c47dfa, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3bbf2d97-1509-4439-a9be-cffbc5c47dfa,segment=NetworkSegment(c0cf8e2b-92ca-476a-b1ed-8c559e903b50),segment_id=c0cf8e2b-92ca-476a-b1ed-8c559e903b50)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:12.500847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.509545 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-010edf79-f5fc-4d61-a994-2f1737685e61 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:12.514481 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-010edf79-f5fc-4d61-a994-2f1737685e61 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1520534 Jun 24 12:46:12.517376 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44804) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:12.520991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe93e6e-9916-40dd-a57f-baeaca674959 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Network 62f7a1a0-dc4d-4575-be76-04a8f2834dff is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:12.522758 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5988-bd48-453c-af97-143bbd6b9887 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.528512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb5988-bd48-453c-af97-143bbd6b9887 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:12.529144 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5988-bd48-453c-af97-143bbd6b9887 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.542811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5c75a163-6437-4f25-b91e-dc2b5246c6d6 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:12.547974 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f2e8636d-be56-4b35-8fa1-5fc13ee10f12 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.551484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Calling delete_port for 3bbf2d97-1509-4439-a9be-cffbc5c47dfa owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:12.588325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-2fe93e6e-9916-40dd-a57f-baeaca674959 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 62f7a1a0-dc4d-4575-be76-04a8f2834dff) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:12.600331 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe93e6e-9916-40dd-a57f-baeaca674959 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:12.601061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2fe93e6e-9916-40dd-a57f-baeaca674959 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.617140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f2e8636d-be56-4b35-8fa1-5fc13ee10f12 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.630533 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2fe93e6e-9916-40dd-a57f-baeaca674959 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6479411 Jun 24 12:46:12.638301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44806) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:12.650533 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1ceb5988-bd48-453c-af97-143bbd6b9887 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7502000 Jun 24 12:46:12.651126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44808) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:12.656124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'subnet': {'network_id': 'e78203ea-72c1-4061-9dc9-2e3c22930783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:12.686308 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 53fa3cff-ae81-4fa3-b780-4b14ffd379ae up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:12.714586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1e67a80f-abca-4258-95ef-324982875815 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.740903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Attempting to bind port 11acdec0-7937-4ea5-b5b8-add2c1c8044a on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:12.741286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Attempting to bind port 11acdec0-7937-4ea5-b5b8-add2c1c8044a by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '0a80263e-42f6-4f18-9db5-33ef9ddeb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '89bef706-643f-4389-9936-e014a9d21c84'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:12.741653 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Attempting to bind port 11acdec0-7937-4ea5-b5b8-add2c1c8044a on network 89bef706-643f-4389-9936-e014a9d21c84 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:12.743441 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Pushing event updated for resources: {'Port': ['ID=11acdec0-7937-4ea5-b5b8-add2c1c8044a,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:12.755831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:12.761928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb5988-bd48-453c-af97-143bbd6b9887 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Network': ['ID=e78203ea-72c1-4061-9dc9-2e3c22930783,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:12.763781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:12.764127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Checking segment: {'id': '0a80263e-42f6-4f18-9db5-33ef9ddeb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '89bef706-643f-4389-9936-e014a9d21c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:12.764654 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1ceb5988-bd48-453c-af97-143bbd6b9887 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:12.764778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.765088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Bound using segment: {'id': '0a80263e-42f6-4f18-9db5-33ef9ddeb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '89bef706-643f-4389-9936-e014a9d21c84'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:12.765585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Bound port: 11acdec0-7937-4ea5-b5b8-add2c1c8044a, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a80263e-42f6-4f18-9db5-33ef9ddeb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '89bef706-643f-4389-9936-e014a9d21c84'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:12.766006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.772551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Attempting to bind port bdebe7e8-86d9-4a01-b575-df6692bb820e on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:12.772816 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Attempting to bind port bdebe7e8-86d9-4a01-b575-df6692bb820e by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:12.773186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Attempting to bind port bdebe7e8-86d9-4a01-b575-df6692bb820e on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:12.777860 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f2e8636d-be56-4b35-8fa1-5fc13ee10f12 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.782928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f2e8636d-be56-4b35-8fa1-5fc13ee10f12 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.783857 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f2e8636d-be56-4b35-8fa1-5fc13ee10f12 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/5a428895-7be2-4ef3-aa9e-ecaed91cacfd HTTP/1.1" status: 204 len: 168 time: 0.3532352 Jun 24 12:46:12.792507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-74fa3a45-a742-42b3-be79-7a8796057bf4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:12.794561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44810) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:12.794689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network e78203ea-72c1-4061-9dc9-2e3c22930783 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:12.798936 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:12.800470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:12.800893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.801302 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:12.801793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Bound port: bdebe7e8-86d9-4a01-b575-df6692bb820e, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:12.802188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.830253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7be5edb0-4c1a-4f80-9854-68b41732027d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.831624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8636d-be56-4b35-8fa1-5fc13ee10f12 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a428895-7be2-4ef3-aa9e-ecaed91cacfd,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:12.834613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f2e8636d-be56-4b35-8fa1-5fc13ee10f12 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:12.859550 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.862925 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e5603982-852b-465b-b16a-11e18c3940c7 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:12.869222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d92280ee-57dc-441a-bfab-19c01fa897ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.890849 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1e67a80f-abca-4258-95ef-324982875815 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.898071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] No DVR routers for this DVR port 3bbf2d97-1509-4439-a9be-cffbc5c47dfa on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:12.902507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbf2d97-1509-4439-a9be-cffbc5c47dfa,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:12.905429 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:12.907443 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-da611e36-d20a-4cc1-ad34-3dd0fb594bb8 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:12.951128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:12.951770 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.960699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92280ee-57dc-441a-bfab-19c01fa897ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:12.967748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-d92280ee-57dc-441a-bfab-19c01fa897ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:12.970718 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92280ee-57dc-441a-bfab-19c01fa897ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:12.971328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d92280ee-57dc-441a-bfab-19c01fa897ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.030571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] For port 11acdec0-7937-4ea5-b5b8-add2c1c8044a, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:13.050474 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] For port bdebe7e8-86d9-4a01-b575-df6692bb820e, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:13.054280 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] For port 11acdec0-7937-4ea5-b5b8-add2c1c8044a, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=11acdec0-7937-4ea5-b5b8-add2c1c8044a,segment=NetworkSegment(0a80263e-42f6-4f18-9db5-33ef9ddeb34d),segment_id=0a80263e-42f6-4f18-9db5-33ef9ddeb34d)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:13.056870 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] For port bdebe7e8-86d9-4a01-b575-df6692bb820e, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=bdebe7e8-86d9-4a01-b575-df6692bb820e,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:13.061377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.063894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:13.065530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92280ee-57dc-441a-bfab-19c01fa897ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=44e45e73-2c41-45d8-bbc4-d836e662cb22,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:13.066528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.068738 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.071963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d92280ee-57dc-441a-bfab-19c01fa897ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:13.081617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d68f41-feb7-4d70-8589-06f7af50cb16']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:13.093403 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:13.093717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cf8e2b-92ca-476a-b1ed-8c559e903b50') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:13.103453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.129749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.139413 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-28604da5-cc2d-43f6-b739-2060d40dd55a tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3396873 Jun 24 12:46:13.150278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44812) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:13.151022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Releasing vlan 1305 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:13.151725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:13.154407 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:13.169141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:13.172693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.188003 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d92280ee-57dc-441a-bfab-19c01fa897ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5326133 Jun 24 12:46:13.188240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4ae7d4f9-3a52-4b91-9625-6e62f5c45887 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Request body: {'security_group_rule': {'security_group_id': '85216a17-6179-4973-9fc4-4f9a239e510a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:13.191422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Pushing event updated for resources: {'Port': ['ID=bdebe7e8-86d9-4a01-b575-df6692bb820e,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:13.195885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:13.196496 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-eb50070d-3adb-44ac-a973-65460f45b950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:13.203869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44814) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:13.204429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1e67a80f-abca-4258-95ef-324982875815 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.207081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1e67a80f-abca-4258-95ef-324982875815 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.208230 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1e67a80f-abca-4258-95ef-324982875815 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "DELETE /v2.0/security-groups/b3872f19-4faf-4336-9e74-ce0b3581a915 HTTP/1.1" status: 204 len: 168 time: 0.6896591 Jun 24 12:46:13.215222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44816) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:13.246155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'mac_address': 'fa:16:3e:76:ac:77', 'name': 'tempest-NetworksTestDHCPv6-1368451382'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:13.267875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Pushing event updated for resources: {'Port': ['ID=11acdec0-7937-4ea5-b5b8-add2c1c8044a,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:13.277144 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:13.290910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2a3f8cc2-b18e-4a75-a97e-63b8b5904c1e tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:13.317227 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-49a2800e-584f-4026-a86f-1e30c8120ea5 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0943272 Jun 24 12:46:13.317980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44818) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:13.323710 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c1db1266-0785-4214-b5ef-d5ee218cc448 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234473456'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:13.342170 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.347374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.350481 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] 10.222.0.110 "DELETE /v2.0/networks/89d68f41-feb7-4d70-8589-06f7af50cb16 HTTP/1.1" status: 204 len: 168 time: 1.4612846 Jun 24 12:46:13.351672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:13.368821 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Pushing event deleted for resources: {'Network': ['ID=89d68f41-feb7-4d70-8589-06f7af50cb16,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:13.369396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67a80f-abca-4258-95ef-324982875815 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3872f19-4faf-4336-9e74-ce0b3581a915,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:13.371726 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:13.404570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1e67a80f-abca-4258-95ef-324982875815 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:13.406130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.ipam_backend_mixin [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Performing IP validity checks on allocation pools {{(pid=100145) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 24 12:46:13.406645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.ipam_backend_mixin [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100145) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 24 12:46:13.507645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c1db1266-0785-4214-b5ef-d5ee218cc448 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.510235 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-4ae7d4f9-3a52-4b91-9625-6e62f5c45887 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Project c7f9153343a64429ac5365ac19271046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:46:13.513638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.516328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 4ac0244e-a107-4ae1-bb53-5c97aace4b11 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:13.562964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d4f9-3a52-4b91-9625-6e62f5c45887 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.581338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 4ac0244e-a107-4ae1-bb53-5c97aace4b11 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:13.583601 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 4ac0244e-a107-4ae1-bb53-5c97aace4b11 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:13.697673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c1db1266-0785-4214-b5ef-d5ee218cc448 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.705631 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c1db1266-0785-4214-b5ef-d5ee218cc448 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.717597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fb7235da-b2bd-4835-8d61-75336a49c75e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:13.747271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44822) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:13.761423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c1db1266-0785-4214-b5ef-d5ee218cc448 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.762680 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c1db1266-0785-4214-b5ef-d5ee218cc448 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4429133 Jun 24 12:46:13.766874 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44824) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:13.780750 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-953a4d90-d29e-43b0-9807-496fa947734d tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': '1a3c290e-4282-46ae-aeab-1c2367e24f45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:13.788802 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db1266-0785-4214-b5ef-d5ee218cc448 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3c290e-4282-46ae-aeab-1c2367e24f45,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:13.797961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c1db1266-0785-4214-b5ef-d5ee218cc448 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:13.836228 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6ba6969a-9896-408c-9ab8-54f6522f6038 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9e00f3e6259c4ceaa736960d4de052a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0872416 Jun 24 12:46:13.836831 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44826) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:13.893125 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b67da4d2-409d-4c6b-af7b-d19a5c589caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.914674 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b67da4d2-409d-4c6b-af7b-d19a5c589caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.954019 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-953a4d90-d29e-43b0-9807-496fa947734d tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The resource could not be found. Jun 24 12:46:13.955082 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-953a4d90-d29e-43b0-9807-496fa947734d tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1806340 Jun 24 12:46:13.958912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44828) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:13.963349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-85da645d-f800-40f2-9a9c-a56b6ca24dc8 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': '1a3c290e-4282-46ae-aeab-1c2367e24f45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7387c7f9-930a-4687-83a0-9623c64b818a'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:13.973093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:13.984823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b67da4d2-409d-4c6b-af7b-d19a5c589caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.985061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d4f9-3a52-4b91-9625-6e62f5c45887 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.987369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b67da4d2-409d-4c6b-af7b-d19a5c589caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.988738 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b67da4d2-409d-4c6b-af7b-d19a5c589caf admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/344c9446-0ee5-418c-a6ba-7048a768484e HTTP/1.1" status: 204 len: 168 time: 0.1501372 Jun 24 12:46:13.989624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ad2bd5df-450e-4ece-957f-8f362bc01cab tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:14.000907 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67da4d2-409d-4c6b-af7b-d19a5c589caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c9446-0ee5-418c-a6ba-7048a768484e,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:14.004766 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b67da4d2-409d-4c6b-af7b-d19a5c589caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:14.025103 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-85da645d-f800-40f2-9a9c-a56b6ca24dc8 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The resource could not be found. Jun 24 12:46:14.026349 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-85da645d-f800-40f2-9a9c-a56b6ca24dc8 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0673342 Jun 24 12:46:14.029237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44832) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:14.053477 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d4f9-3a52-4b91-9625-6e62f5c45887 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.080997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:14.088275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a75a3a97-3193-4eba-8b31-15f6cc8b2b12 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.112169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a75a3a97-3193-4eba-8b31-15f6cc8b2b12 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.166346 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a75a3a97-3193-4eba-8b31-15f6cc8b2b12 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.169105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a75a3a97-3193-4eba-8b31-15f6cc8b2b12 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.171385 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a75a3a97-3193-4eba-8b31-15f6cc8b2b12 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "DELETE /v2.0/security-groups/1a3c290e-4282-46ae-aeab-1c2367e24f45 HTTP/1.1" status: 204 len: 168 time: 0.1410069 Jun 24 12:46:14.172482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d36c4aac-809f-4f02-ae93-3efd988bd06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:14.178318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44834) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:14.186473 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a3a97-3193-4eba-8b31-15f6cc8b2b12 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3c290e-4282-46ae-aeab-1c2367e24f45,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:14.186986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7d4f9-3a52-4b91-9625-6e62f5c45887 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acf414a-0380-4538-91f4-ed908835b7cc,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:14.190652 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4ae7d4f9-3a52-4b91-9625-6e62f5c45887 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:14.200306 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a75a3a97-3193-4eba-8b31-15f6cc8b2b12 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:14.215030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d4f9-3a52-4b91-9625-6e62f5c45887 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.216209 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4ae7d4f9-3a52-4b91-9625-6e62f5c45887 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0386336 Jun 24 12:46:14.218937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44836) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:14.241901 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-06192f38-2eb7-4750-969f-463cbd255f84 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules/2acf414a-0380-4538-91f4-ed908835b7cc HTTP/1.1" status: 200 len: 769 time: 0.0188622 Jun 24 12:46:14.242153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44840) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:14.251073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.260267 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-60434d48-dcbc-4b60-88a9-f1bb874d2803 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:14.264480 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Allocated IP 172.20.0.1 (89bef706-643f-4389-9936-e014a9d21c84/b2f2448b-e3e9-45b0-8dd3-b2a4835acdd2/0337b111-10c7-43f3-8c16-287324c3f4e3) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:14.296358 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e572161f-fcd0-4d4e-8d66-a7fef208b74a tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0529242 Jun 24 12:46:14.298097 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44842) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:14.334185 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f695ec7f-da30-4c7c-b5d4-15a8811202b4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.348041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f695ec7f-da30-4c7c-b5d4-15a8811202b4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.354211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.418204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Subnet': ['ID=c0af0bea-db08-475c-bc14-98999bb01211,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:14.421365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:14.448271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f695ec7f-da30-4c7c-b5d4-15a8811202b4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.450349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f2e8636d-be56-4b35-8fa1-5fc13ee10f12 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:14.455707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f695ec7f-da30-4c7c-b5d4-15a8811202b4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.456729 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f695ec7f-da30-4c7c-b5d4-15a8811202b4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/2acf414a-0380-4538-91f4-ed908835b7cc HTTP/1.1" status: 204 len: 168 time: 0.1574883 Jun 24 12:46:14.462857 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44848) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:14.479566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695ec7f-da30-4c7c-b5d4-15a8811202b4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2acf414a-0380-4538-91f4-ed908835b7cc,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:14.492564 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f695ec7f-da30-4c7c-b5d4-15a8811202b4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:14.528698 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3cbc1a29-4f7b-42fc-9b37-b33c36906eb8 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0614152 Jun 24 12:46:14.533394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44852) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:14.653197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32ea0d2b-4bec-4284-8d87-6e1cb944f54d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.684850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device bdebe7e8-86d9-4a01-b575-df6692bb820e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:14.699219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32ea0d2b-4bec-4284-8d87-6e1cb944f54d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.768908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32ea0d2b-4bec-4284-8d87-6e1cb944f54d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.773992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32ea0d2b-4bec-4284-8d87-6e1cb944f54d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.775460 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-32ea0d2b-4bec-4284-8d87-6e1cb944f54d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "DELETE /v2.0/security-groups/85216a17-6179-4973-9fc4-4f9a239e510a HTTP/1.1" status: 204 len: 168 time: 0.2409902 Jun 24 12:46:14.776615 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a717f07e-f88b-40a9-bcfc-33cad7fce0f6 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:14.780275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44858) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:14.810540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c64ef05f-d9f0-4dff-b048-ef6d08c3da8a None None] Provisioning for port 11acdec0-7937-4ea5-b5b8-add2c1c8044a completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:14.833125 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea0d2b-4bec-4284-8d87-6e1cb944f54d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85216a17-6179-4973-9fc4-4f9a239e510a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:14.835027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port bdebe7e8-86d9-4a01-b575-df6692bb820e completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:14.845975 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-32ea0d2b-4bec-4284-8d87-6e1cb944f54d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:14.846961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 11acdec0-7937-4ea5-b5b8-add2c1c8044a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:14.877173 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-71bc2787-1702-46ba-9058-343b48720938 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0931327 Jun 24 12:46:14.878880 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44864) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:14.929719 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-64f4f01d-27ea-4936-8837-bebd162824f9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7436585 Jun 24 12:46:14.940901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 11acdec0-7937-4ea5-b5b8-add2c1c8044a completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:14.943185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44866) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:14.951583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 11acdec0-7937-4ea5-b5b8-add2c1c8044a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:14.953270 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.963244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port db8e82c7-4c20-401b-a759-27a3d499ca7f yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:46:14.984962 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-12fb2a93-451c-496a-8165-26e0ebb21b6e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0990925 Jun 24 12:46:15.022062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f355afd6-8846-43ee-ba49-32bef3be7f82 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': '322e2559-04bd-40cc-a376-af9d9023e73f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:15.062302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Checking segment: {'id': 'c01800c3-c611-491e-b521-40cf77091b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'e78203ea-72c1-4061-9dc9-2e3c22930783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:15.062623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network hostable DHCP agents. Network: e78203ea-72c1-4061-9dc9-2e3c22930783, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:15.083010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-7be5edb0-4c1a-4f80-9854-68b41732027d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port 6a66d921-be7a-4cea-aa2a-67d1f03fcc35 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:15.083354 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7be5edb0-4c1a-4f80-9854-68b41732027d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.091905 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.154020 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 11acdec0-7937-4ea5-b5b8-add2c1c8044a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=11acdec0-7937-4ea5-b5b8-add2c1c8044a,segment=NetworkSegment(0a80263e-42f6-4f18-9db5-33ef9ddeb34d),segment_id=0a80263e-42f6-4f18-9db5-33ef9ddeb34d)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:15.161262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.168019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:15.249960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=11acdec0-7937-4ea5-b5b8-add2c1c8044a,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:15.250137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.253658 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:15.258058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network e78203ea-72c1-4061-9dc9-2e3c22930783 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:15.284623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecdad95-ecca-4891-8570-ac2fa939a5e2 None None] Network 89bef706-643f-4389-9936-e014a9d21c84 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:15.287610 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-f355afd6-8846-43ee-ba49-32bef3be7f82 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The resource could not be found. Jun 24 12:46:15.289257 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f355afd6-8846-43ee-ba49-32bef3be7f82 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3307986 Jun 24 12:46:15.292623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44878) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:15.300346 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-919ad30f-28b1-4c5a-93a8-756fd7221adf tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641945519'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:15.335817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, e78203ea-72c1-4061-9dc9-2e3c22930783) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:15.340466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Transition to ACTIVE for port object 0337b111-10c7-43f3-8c16-287324c3f4e3 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:15.345343 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-919ad30f-28b1-4c5a-93a8-756fd7221adf tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.355508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:15.369736 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.389078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44884) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:15.399172 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2622af15-9f3f-4a15-8cb3-9cfdadff8808 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:15.403390 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60f7f56-855f-498c-9285-4b1d52ce2308 None None] Network e78203ea-72c1-4061-9dc9-2e3c22930783 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:15.466567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7be5edb0-4c1a-4f80-9854-68b41732027d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.469173 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-919ad30f-28b1-4c5a-93a8-756fd7221adf tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.472181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c32815-6cce-4d92-8674-032b19a30938 None None] Network 89d68f41-feb7-4d70-8589-06f7af50cb16 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:15.474276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-919ad30f-28b1-4c5a-93a8-756fd7221adf tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.475257 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa25413-359e-4d01-9b14-848bcb87c9b3 None None] Network 62f7a1a0-dc4d-4575-be76-04a8f2834dff requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:15.488719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-da634b8c-15cc-435f-9c28-6ad2656a04f1 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:15.520202 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.8681421 Jun 24 12:46:15.521553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44892) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:15.523119 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ad30f-28b1-4c5a-93a8-756fd7221adf tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b809abf0-40a1-4718-8cef-16ca9c35dfa6,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:15.527024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-919ad30f-28b1-4c5a-93a8-756fd7221adf tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.531608 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-919ad30f-28b1-4c5a-93a8-756fd7221adf tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2374964 Jun 24 12:46:15.532835 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-919ad30f-28b1-4c5a-93a8-756fd7221adf tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:15.533216 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44894) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:15.547119 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c7d2652c-7c40-410a-aa10-82e3f461bbc0 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443554422'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:15.559575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-7be5edb0-4c1a-4f80-9854-68b41732027d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for 6a66d921-be7a-4cea-aa2a-67d1f03fcc35 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:15.567487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 172.20.0.5 (775331f2-7641-4269-a311-a446eb45635d/44e45e73-2c41-45d8-bbc4-d836e662cb22/db8e82c7-4c20-401b-a759-27a3d499ca7f) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:15.585275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::f816:3eff:fe76:ac77 (775331f2-7641-4269-a311-a446eb45635d/573d979e-46ba-4449-8cdf-2d2de221a545/db8e82c7-4c20-401b-a759-27a3d499ca7f) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:15.595647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.608553 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:15.661007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7d2652c-7c40-410a-aa10-82e3f461bbc0 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.682051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Network 89bef706-643f-4389-9936-e014a9d21c84 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:15.696955 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:15.697858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c32815-6cce-4d92-8674-032b19a30938 None None] Network 89d68f41-feb7-4d70-8589-06f7af50cb16 could not be found, it might have been deleted concurrently. {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 24 12:46:15.710251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-62f7a1a0-dc4d-4575-be76-04a8f2834dff', 'network_id': '62f7a1a0-dc4d-4575-be76-04a8f2834dff', 'tenant_id': 'bd9cc677930845be8bb876bbe63ac9f4', 'fixed_ips': [{'subnet_id': '563fd84a-73b4-4fd9-a858-36d4539de973'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:15.711142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.712191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:15.773796 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f799587a-3472-4bda-93c2-9684d2662203 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c7f9153343a64429ac5365ac19271046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831933 Jun 24 12:46:15.784076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44900) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:15.852303 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7d2652c-7c40-410a-aa10-82e3f461bbc0 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.857052 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.866849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7d2652c-7c40-410a-aa10-82e3f461bbc0 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.871012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-44c55231-3541-4a88-b698-6872fccb8d56 tempest-ServersTestJSON-384046041 tempest-ServersTestJSON-384046041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:15.916588 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91db453e-25cd-4a96-b8d0-9b3165cd00b6 None None] DHCP port deletion for 89d68f41-feb7-4d70-8589-06f7af50cb16 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:46:15.919938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7d2652c-7c40-410a-aa10-82e3f461bbc0 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.923905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event updated for resources: {'Port': ['ID=0337b111-10c7-43f3-8c16-287324c3f4e3,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:15.925000 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c7d2652c-7c40-410a-aa10-82e3f461bbc0 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3835459 Jun 24 12:46:15.930046 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c10a0cd8-63d8-4f12-a835-8d14f08ecc2c None None] Provisioning for port bdebe7e8-86d9-4a01-b575-df6692bb820e completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:15.936412 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44904) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:15.946242 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-16898d99-15ad-495d-84ef-f5e04d4b606b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.951704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-afa7abaa-5150-4891-9631-8f2fa6ffdc88 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': 'b809abf0-40a1-4718-8cef-16ca9c35dfa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '36e002b8-ca0d-48aa-b154-c74bbb0f6080'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:15.961778 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:15.964214 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2652c-7c40-410a-aa10-82e3f461bbc0 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e002b8-ca0d-48aa-b154-c74bbb0f6080,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:15.976677 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c7d2652c-7c40-410a-aa10-82e3f461bbc0 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:15.980102 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-16898d99-15ad-495d-84ef-f5e04d4b606b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.007654 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.022274 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44906) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:16.023424 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c10a0cd8-63d8-4f12-a835-8d14f08ecc2c None None] Provisioning complete for port bdebe7e8-86d9-4a01-b575-df6692bb820e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:16.024050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c10a0cd8-63d8-4f12-a835-8d14f08ecc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.058062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.102005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Allocated IP 172.20.0.2 (62f7a1a0-dc4d-4575-be76-04a8f2834dff/563fd84a-73b4-4fd9-a858-36d4539de973/5f65f74e-ae0b-40d8-a327-38d37a46f738) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:16.112648 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-16898d99-15ad-495d-84ef-f5e04d4b606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.116321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-16898d99-15ad-495d-84ef-f5e04d4b606b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.119933 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-16898d99-15ad-495d-84ef-f5e04d4b606b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7b74e20f-f567-4a95-9298-912bc723cb44 HTTP/1.1" status: 204 len: 168 time: 0.3324881 Jun 24 12:46:16.119933 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:16.123480 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.133828 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16898d99-15ad-495d-84ef-f5e04d4b606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b74e20f-f567-4a95-9298-912bc723cb44,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:16.139874 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-16898d99-15ad-495d-84ef-f5e04d4b606b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:16.140871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c246c6dd-2322-4b7d-8678-d63071864d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:16.168385 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Subnet': ['ID=c0af0bea-db08-475c-bc14-98999bb01211,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:16.171934 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:16.203515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-11a20556-653e-4c8b-96c2-2a9762064a3f tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2136429745'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:16.204262 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-11a20556-653e-4c8b-96c2-2a9762064a3f tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Unknown quota resources ['metering_label']. {{(pid=100146) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 12:46:16.257573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.260287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.278078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd52703-9c85-4e97-921d-a98f26c4e96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-e78203ea-72c1-4061-9dc9-2e3c22930783', 'network_id': 'e78203ea-72c1-4061-9dc9-2e3c22930783', 'tenant_id': '2155e866308e447f865897479ff9b7cc', 'fixed_ips': [{'subnet_id': 'c0af0bea-db08-475c-bc14-98999bb01211'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:16.279601 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fbd52703-9c85-4e97-921d-a98f26c4e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.337611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78203ea-72c1-4061-9dc9-2e3c22930783']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:16.349986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object db8e82c7-4c20-401b-a759-27a3d499ca7f will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:16.358720 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-afa7abaa-5150-4891-9631-8f2fa6ffdc88 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:16.360213 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-afa7abaa-5150-4891-9631-8f2fa6ffdc88 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4156990 Jun 24 12:46:16.369004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44912) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:16.408374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01800c3-c611-491e-b521-40cf77091b6b') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:16.408676 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01800c3-c611-491e-b521-40cf77091b6b') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:16.432409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.500443 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.515382 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-11a20556-653e-4c8b-96c2-2a9762064a3f tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.516618 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-11a20556-653e-4c8b-96c2-2a9762064a3f tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4707344 Jun 24 12:46:16.519541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44914) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:16.528030 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-45fff355-b31b-4671-a170-e1a3051c6bfb tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c84f6b0d-e0df-437a-9bf4-b419c41fc876'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:16.529264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-45fff355-b31b-4671-a170-e1a3051c6bfb tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100146) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 12:46:16.538692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.549347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7be5edb0-4c1a-4f80-9854-68b41732027d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.559056 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7afc3b62-65d6-440b-a972-d73286021ba0 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:16.574629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:16.575095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:16.578525 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:16.604775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5edb0-4c1a-4f80-9854-68b41732027d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=6a66d921-be7a-4cea-aa2a-67d1f03fcc35,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:16.612782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.615958 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7be5edb0-4c1a-4f80-9854-68b41732027d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:16.634119 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.services.metering.metering_plugin [None req-45fff355-b31b-4671-a170-e1a3051c6bfb tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 24 12:46:16.652612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-939495d1-ff69-41f5-9e4f-b75b0cd38f5c tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:16.658404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 11acdec0-7937-4ea5-b5b8-add2c1c8044a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:16.752260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=db8e82c7-4c20-401b-a759-27a3d499ca7f,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:16.800016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c10a0cd8-63d8-4f12-a835-8d14f08ecc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.834235 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20185eb-a7ca-45d6-b860-e197693ca79b None None] Network e78203ea-72c1-4061-9dc9-2e3c22930783 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:16.848518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c597392-9aa7-4c1b-98a6-20c4e3259a87 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.852280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:16.854015 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:16.908093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:16.964053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:17.007943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.011170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c10a0cd8-63d8-4f12-a835-8d14f08ecc2c None None] For port bdebe7e8-86d9-4a01-b575-df6692bb820e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=bdebe7e8-86d9-4a01-b575-df6692bb820e,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:17.026594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c10a0cd8-63d8-4f12-a835-8d14f08ecc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.030346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Transition to ACTIVE for port object 5f65f74e-ae0b-40d8-a327-38d37a46f738 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:17.034168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:17.042027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c597392-9aa7-4c1b-98a6-20c4e3259a87 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.065894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7be5edb0-4c1a-4f80-9854-68b41732027d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.105689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 11acdec0-7937-4ea5-b5b8-add2c1c8044a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:17.106086 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.136132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.136668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:17.137330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.140631 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Transition to ACTIVE for port object 5f65f74e-ae0b-40d8-a327-38d37a46f738 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:17.150007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2746107b-ffa3-481c-a86f-082d947de43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:17.155653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.161475 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/e78203ea-72c1-4061-9dc9-2e3c22930783 HTTP/1.1" status: 204 len: 168 time: 1.6347361 Jun 24 12:46:17.166197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44916) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:17.177189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.182672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-407f8316-72e7-4ed9-a4ee-c3fe4b302d43 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-334441832'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:17.184042 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.237820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a0cd8-63d8-4f12-a835-8d14f08ecc2c None None] Pushing event updated for resources: {'Port': ['ID=bdebe7e8-86d9-4a01-b575-df6692bb820e,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:17.244731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Network': ['ID=e78203ea-72c1-4061-9dc9-2e3c22930783,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:17.248430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c10a0cd8-63d8-4f12-a835-8d14f08ecc2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:17.250038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-45fff355-b31b-4671-a170-e1a3051c6bfb tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.254815 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-45fff355-b31b-4671-a170-e1a3051c6bfb tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7342012 Jun 24 12:46:17.255981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:17.256431 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44918) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:17.264410 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-81e80cae-28b6-4be5-ba39-5965422fd2f1 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c84f6b0d-e0df-437a-9bf4-b419c41fc876'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:17.264985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-81e80cae-28b6-4be5-ba39-5965422fd2f1 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100146) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 12:46:17.265145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fde81fc2-00e6-40d8-b0d8-42147d155579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:17.277605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c597392-9aa7-4c1b-98a6-20c4e3259a87 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.281662 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c597392-9aa7-4c1b-98a6-20c4e3259a87 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.288764 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4c597392-9aa7-4c1b-98a6-20c4e3259a87 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "DELETE /v2.0/security-groups/36e002b8-ca0d-48aa-b154-c74bbb0f6080 HTTP/1.1" status: 204 len: 168 time: 0.9156163 Jun 24 12:46:17.292046 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44920) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:17.293708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cb13a18a-2e1b-41d0-a98b-168a0e722ad7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:17.315508 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1061029 Jun 24 12:46:17.316630 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c597392-9aa7-4c1b-98a6-20c4e3259a87 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e002b8-ca0d-48aa-b154-c74bbb0f6080,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:17.323479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44922) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:17.326090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c597392-9aa7-4c1b-98a6-20c4e3259a87 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:17.334385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Network 62f7a1a0-dc4d-4575-be76-04a8f2834dff is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:17.344380 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e548bf8-f2cb-4d11-bbd6-0edbbea9f098 None None] Update dhcp port {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'fixed_ips': [{'subnet_id': '573d979e-46ba-4449-8cdf-2d2de221a545', 'ip_address': '2001:db8::f816:3eff:fee0:5374'}, {'subnet_id': '44e45e73-2c41-45d8-bbc4-d836e662cb22'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': 'bdebe7e8-86d9-4a01-b575-df6692bb820e'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:46:17.348366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:17.352340 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:17.353917 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407f8316-72e7-4ed9-a4ee-c3fe4b302d43 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:17.358856 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-407f8316-72e7-4ed9-a4ee-c3fe4b302d43 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.360943 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.services.metering.metering_plugin [None req-81e80cae-28b6-4be5-ba39-5965422fd2f1 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 24 12:46:17.451403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Pushing event updated for resources: {'Port': ['ID=5f65f74e-ae0b-40d8-a327-38d37a46f738,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:17.454862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:17.476261 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-81e80cae-28b6-4be5-ba39-5965422fd2f1 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.478392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be5edb0-4c1a-4f80-9854-68b41732027d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 884c8754-e94b-4dd4-99cb-aee6e553ce66 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:17.480515 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-81e80cae-28b6-4be5-ba39-5965422fd2f1 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2208953 Jun 24 12:46:17.483721 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44924) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:17.495344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407f8316-72e7-4ed9-a4ee-c3fe4b302d43 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] vlan segment allocate from pool success with {'vlan_id': 1312, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:17.496568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9e548bf8-f2cb-4d11-bbd6-0edbbea9f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.504319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-407f8316-72e7-4ed9-a4ee-c3fe4b302d43 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.504663 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-407f8316-72e7-4ed9-a4ee-c3fe4b302d43 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Added segment 98a13db1-4c0b-401b-85ba-a00e134cb18f of type vlan for network 72da3015-aaf4-4a2f-8c47-3f4943b0af3d Jun 24 12:46:17.523404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Attempting to bind port 5f65f74e-ae0b-40d8-a327-38d37a46f738 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:17.523669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Attempting to bind port 5f65f74e-ae0b-40d8-a327-38d37a46f738 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'f745f3c2-58e5-4b69-9eb6-2ef79aaa5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '62f7a1a0-dc4d-4575-be76-04a8f2834dff'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:17.524041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Attempting to bind port 5f65f74e-ae0b-40d8-a327-38d37a46f738 on network 62f7a1a0-dc4d-4575-be76-04a8f2834dff {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:17.530438 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3bbf2d97-1509-4439-a9be-cffbc5c47dfa no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:17.531711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.546214 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-407f8316-72e7-4ed9-a4ee-c3fe4b302d43 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.555619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.557754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 3bbf2d97-1509-4439-a9be-cffbc5c47dfa {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:17.557890 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3bbf2d97-1509-4439-a9be-cffbc5c47dfa not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:17.579544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:17.579976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Checking segment: {'id': 'f745f3c2-58e5-4b69-9eb6-2ef79aaa5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '62f7a1a0-dc4d-4575-be76-04a8f2834dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:17.580419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.580824 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Bound using segment: {'id': 'f745f3c2-58e5-4b69-9eb6-2ef79aaa5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '62f7a1a0-dc4d-4575-be76-04a8f2834dff'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:17.581327 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Bound port: 5f65f74e-ae0b-40d8-a327-38d37a46f738, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f745f3c2-58e5-4b69-9eb6-2ef79aaa5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '62f7a1a0-dc4d-4575-be76-04a8f2834dff'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:17.582124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.585226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-407f8316-72e7-4ed9-a4ee-c3fe4b302d43 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.590948 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f8316-72e7-4ed9-a4ee-c3fe4b302d43 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:17.591564 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-407f8316-72e7-4ed9-a4ee-c3fe4b302d43 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.595960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f4fa5c77-fabf-4c5e-a54e-95842e4f9ead tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:17.608350 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-303b43ca-cec0-4615-9969-59c62e7f36b5 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3109519 Jun 24 12:46:17.611344 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d80c0a43-4ed1-41a4-97de-ef5e28df58e2 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-label-rules?id=1a84805e-f13e-4cac-ba03-0a8bbc46d54e HTTP/1.1" status: 200 len: 462 time: 0.0365393 Jun 24 12:46:17.619373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44926) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:17.619373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44928) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:17.620903 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f42ce520-dbae-4c42-92f0-170ca9d5bb64 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:17.671532 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-407f8316-72e7-4ed9-a4ee-c3fe4b302d43 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5029881 Jun 24 12:46:17.672237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44930) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:17.680186 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-eb44be60-917e-4400-9861-17f19589b337 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'subnet': {'network_id': '72da3015-aaf4-4a2f-8c47-3f4943b0af3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:17.684760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.727698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event updated for resources: {'Port': ['ID=0337b111-10c7-43f3-8c16-287324c3f4e3,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:17.732097 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f8316-72e7-4ed9-a4ee-c3fe4b302d43 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Network': ['ID=72da3015-aaf4-4a2f-8c47-3f4943b0af3d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:17.739148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-407f8316-72e7-4ed9-a4ee-c3fe4b302d43 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:17.748393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:17.750486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] For port 5f65f74e-ae0b-40d8-a327-38d37a46f738, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:17.753030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 72da3015-aaf4-4a2f-8c47-3f4943b0af3d details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:17.794871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a1fe3b-b76c-4322-8790-a6a4c2277182 None None] Network 89bef706-643f-4389-9936-e014a9d21c84 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:17.815416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] For port 5f65f74e-ae0b-40d8-a327-38d37a46f738, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5f65f74e-ae0b-40d8-a327-38d37a46f738,segment=NetworkSegment(f745f3c2-58e5-4b69-9eb6-2ef79aaa5375),segment_id=f745f3c2-58e5-4b69-9eb6-2ef79aaa5375)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:17.821318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb44be60-917e-4400-9861-17f19589b337 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:17.825066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb44be60-917e-4400-9861-17f19589b337 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.847207 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.911015 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be5edb0-4c1a-4f80-9854-68b41732027d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:17.919362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8858238b-f7b9-4bf7-bbb3-f9481398eac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:17.919782 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7be5edb0-4c1a-4f80-9854-68b41732027d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/884c8754-e94b-4dd4-99cb-aee6e553ce66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0497348 Jun 24 12:46:17.925526 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44932) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:17.925823 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13a695-c289-4e0e-ae65-5457be20638b None None] Sync routers for ids ['884c8754-e94b-4dd4-99cb-aee6e553ce66'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:17.933097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd954b1-49c0-485e-9f35-b9bb218c6fdd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:17.937834 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13a695-c289-4e0e-ae65-5457be20638b None None] Routers {'884c8754-e94b-4dd4-99cb-aee6e553ce66'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:17.938706 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0e13a695-c289-4e0e-ae65-5457be20638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['884c8754-e94b-4dd4-99cb-aee6e553ce66'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:17.939018 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd954b1-49c0-485e-9f35-b9bb218c6fdd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:17.940651 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-edd954b1-49c0-485e-9f35-b9bb218c6fdd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.6159661 Jun 24 12:46:17.957719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44934) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:17.960788 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-9e548bf8-f2cb-4d11-bbd6-0edbbea9f098 None None] Allocated IP 172.20.0.2 (775331f2-7641-4269-a311-a446eb45635d/44e45e73-2c41-45d8-bbc4-d836e662cb22/bdebe7e8-86d9-4a01-b575-df6692bb820e) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:17.973752 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0e13a695-c289-4e0e-ae65-5457be20638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:17.977848 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cfd8e133-4fce-49a0-a253-1a5e74f9732d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports?device_id=884c8754-e94b-4dd4-99cb-aee6e553ce66 HTTP/1.1" status: 200 len: 205 time: 0.0510671 Jun 24 12:46:17.978464 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44936) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:17.984287 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13a695-c289-4e0e-ae65-5457be20638b None None] Routers {'884c8754-e94b-4dd4-99cb-aee6e553ce66'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:17.985184 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0e13a695-c289-4e0e-ae65-5457be20638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['884c8754-e94b-4dd4-99cb-aee6e553ce66'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:18.019831 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0e13a695-c289-4e0e-ae65-5457be20638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:18.020832 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13a695-c289-4e0e-ae65-5457be20638b None None] The sync data for ids ['884c8754-e94b-4dd4-99cb-aee6e553ce66'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:18.044495 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7973a39f-e665-437e-a626-30f3ae1d8a34 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.048358 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7973a39f-e665-437e-a626-30f3ae1d8a34 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "DELETE /v2.0/metering/metering-label-rules/1a84805e-f13e-4cac-ba03-0a8bbc46d54e HTTP/1.1" status: 204 len: 168 time: 0.3619676 Jun 24 12:46:18.053192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44938) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:18.092025 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-31ffda4f-3766-4fae-b03f-b751ea8f851c tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-label-rules?id=1a84805e-f13e-4cac-ba03-0a8bbc46d54e HTTP/1.1" status: 200 len: 221 time: 0.0322006 Jun 24 12:46:18.092736 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44940) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:18.098137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-5c4ffd5f-a577-4546-8d44-645a743649f2 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1489567567', 'description': 'label created by tempest'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:18.098908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-5c4ffd5f-a577-4546-8d44-645a743649f2 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Unknown quota resources ['metering_label']. {{(pid=100145) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 12:46:18.127559 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ebaafa12-9e4b-461a-bcbe-bac1c4fdd991 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.146411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-38864110-ca52-4d88-9a94-6ba7f45762b4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.150285 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bda1397d-d83b-4ec0-af8b-b986899a5427 None None] Provisioning complete for port 11acdec0-7937-4ea5-b5b8-add2c1c8044a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:18.150677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bda1397d-d83b-4ec0-af8b-b986899a5427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.196077 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Pushing event updated for resources: {'Port': ['ID=5f65f74e-ae0b-40d8-a327-38d37a46f738,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:18.199992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:18.213419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-9e548bf8-f2cb-4d11-bbd6-0edbbea9f098 None None] For port bdebe7e8-86d9-4a01-b575-df6692bb820e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=bdebe7e8-86d9-4a01-b575-df6692bb820e,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:18.264591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Network 89bef706-643f-4389-9936-e014a9d21c84 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:18.270054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:18.291022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9e548bf8-f2cb-4d11-bbd6-0edbbea9f098 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.366033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9e548bf8-f2cb-4d11-bbd6-0edbbea9f098 None None] Transition to ACTIVE for port object bdebe7e8-86d9-4a01-b575-df6692bb820e will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:18.433942 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9e548bf8-f2cb-4d11-bbd6-0edbbea9f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.436075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:18.466483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-38864110-ca52-4d88-9a94-6ba7f45762b4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.473637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-38864110-ca52-4d88-9a94-6ba7f45762b4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.490798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb44be60-917e-4400-9861-17f19589b337 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.528078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0ddad12f-4a69-47bd-81dc-986ce42c0291 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:18.587500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-862611a8-26a6-4051-aadc-7f021a3b3fa0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port db8e82c7-4c20-401b-a759-27a3d499ca7f {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:18.587845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-862611a8-26a6-4051-aadc-7f021a3b3fa0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.593205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bda1397d-d83b-4ec0-af8b-b986899a5427 None None] Provisioning for port 0337b111-10c7-43f3-8c16-287324c3f4e3 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:18.596432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e548bf8-f2cb-4d11-bbd6-0edbbea9f098 None None] Pushing event updated for resources: {'Port': ['ID=bdebe7e8-86d9-4a01-b575-df6692bb820e,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:18.604223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9e548bf8-f2cb-4d11-bbd6-0edbbea9f098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:18.606389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bda1397d-d83b-4ec0-af8b-b986899a5427 None None] Provisioning complete for port 0337b111-10c7-43f3-8c16-287324c3f4e3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:18.607130 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bda1397d-d83b-4ec0-af8b-b986899a5427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.686321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-38864110-ca52-4d88-9a94-6ba7f45762b4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.687141 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38864110-ca52-4d88-9a94-6ba7f45762b4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Fanout notify agent at l3_agent the message router_deleted on router 884c8754-e94b-4dd4-99cb-aee6e553ce66 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:46:18.702494 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-bda1397d-d83b-4ec0-af8b-b986899a5427 None None] Port 0337b111-10c7-43f3-8c16-287324c3f4e3 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:18.714336 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-38864110-ca52-4d88-9a94-6ba7f45762b4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.715648 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-38864110-ca52-4d88-9a94-6ba7f45762b4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/routers/884c8754-e94b-4dd4-99cb-aee6e553ce66 HTTP/1.1" status: 204 len: 168 time: 0.7322106 Jun 24 12:46:18.731573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5f65f74e-ae0b-40d8-a327-38d37a46f738 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:18.766530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44be60-917e-4400-9861-17f19589b337 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Subnet': ['ID=d82c966c-7fd0-499a-9669-cbe8681ce329,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:18.769771 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eb44be60-917e-4400-9861-17f19589b337 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:18.792551 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ebaafa12-9e4b-461a-bcbe-bac1c4fdd991 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.806387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 5f65f74e-ae0b-40d8-a327-38d37a46f738 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:18.810975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device bdebe7e8-86d9-4a01-b575-df6692bb820e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:18.865729 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-862611a8-26a6-4051-aadc-7f021a3b3fa0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.868544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44942) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:18.884605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ebaafa12-9e4b-461a-bcbe-bac1c4fdd991 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.885124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-862611a8-26a6-4051-aadc-7f021a3b3fa0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for db8e82c7-4c20-401b-a759-27a3d499ca7f owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:18.887850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ebaafa12-9e4b-461a-bcbe-bac1c4fdd991 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.889036 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ebaafa12-9e4b-461a-bcbe-bac1c4fdd991 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "DELETE /v2.0/security-groups/b809abf0-40a1-4718-8cef-16ca9c35dfa6 HTTP/1.1" status: 204 len: 168 time: 1.2115214 Jun 24 12:46:18.955351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ae8e683c-eaee-41ec-8003-13345f7af181 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:18.962467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44944) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:18.983075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5c4ffd5f-a577-4546-8d44-645a743649f2 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:18.988299 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5c4ffd5f-a577-4546-8d44-645a743649f2 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8906033 Jun 24 12:46:19.060159 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-912e63bc-f2d8-42e9-b8fe-a6dd6c0b4491 None None] Provisioning complete for port 11acdec0-7937-4ea5-b5b8-add2c1c8044a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:19.061598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-912e63bc-f2d8-42e9-b8fe-a6dd6c0b4491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.111367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44948) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:19.158110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaafa12-9e4b-461a-bcbe-bac1c4fdd991 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b809abf0-40a1-4718-8cef-16ca9c35dfa6,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:19.172004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ebaafa12-9e4b-461a-bcbe-bac1c4fdd991 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:19.230707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb44be60-917e-4400-9861-17f19589b337 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Checking segment: {'id': '98a13db1-4c0b-401b-85ba-a00e134cb18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '72da3015-aaf4-4a2f-8c47-3f4943b0af3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:19.231969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb44be60-917e-4400-9861-17f19589b337 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network hostable DHCP agents. Network: 72da3015-aaf4-4a2f-8c47-3f4943b0af3d, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:19.240999 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f5bbc71f-3076-48a8-a74f-98f16ad4060e tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-labels?id=977841d0-2824-4261-a396-2b71637c4989 HTTP/1.1" status: 200 len: 468 time: 0.1258221 Jun 24 12:46:19.244637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44952) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:19.276836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-912e63bc-f2d8-42e9-b8fe-a6dd6c0b4491 None None] Provisioning complete for port 0337b111-10c7-43f3-8c16-287324c3f4e3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:19.277416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-912e63bc-f2d8-42e9-b8fe-a6dd6c0b4491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.283449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d540678-2414-40c3-9949-76b5bc430f5b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting subnet 36f580a3-17d3-4ba4-be3a-89005635ff8d {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:19.299095 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fe5c4317-42ac-4ba9-a381-4a3721bfa96a tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3348775 Jun 24 12:46:19.306306 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7d540678-2414-40c3-9949-76b5bc430f5b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.310238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44954) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:19.320264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e5c5d269-7647-427f-8320-65c2af5591df tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group': {'name': 'tempest-secgroup--482104267'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:19.412576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb44be60-917e-4400-9861-17f19589b337 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network 72da3015-aaf4-4a2f-8c47-3f4943b0af3d is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:19.414885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7d540678-2414-40c3-9949-76b5bc430f5b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.480306 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-862611a8-26a6-4051-aadc-7f021a3b3fa0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.485798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Router 36c17af2-430c-4a29-bebb-f64d726dbfb6 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:46:19.529351 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3145675c-6b81-4ba1-b479-d2e89820c2bf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:19.557753 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-eb44be60-917e-4400-9861-17f19589b337 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 72da3015-aaf4-4a2f-8c47-3f4943b0af3d) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:19.564072 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb44be60-917e-4400-9861-17f19589b337 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:19.565197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb44be60-917e-4400-9861-17f19589b337 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.567904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d269-7647-427f-8320-65c2af5591df tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.569093 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9bc4e171-226f-481b-9a29-67d58d5557eb req-404e3124-f0b5-43f0-affe-dabb7c5877b2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3691249 Jun 24 12:46:19.580121 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-912e63bc-f2d8-42e9-b8fe-a6dd6c0b4491 None None] Port 0337b111-10c7-43f3-8c16-287324c3f4e3 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:19.582963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccedbf58-1c4d-4bb4-ab2f-205278b4f301 None None] Network 72da3015-aaf4-4a2f-8c47-3f4943b0af3d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:19.651384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862611a8-26a6-4051-aadc-7f021a3b3fa0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=db8e82c7-4c20-401b-a759-27a3d499ca7f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:19.655051 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-862611a8-26a6-4051-aadc-7f021a3b3fa0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:19.697763 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97096b20-0c78-4924-8310-7544081c7b09 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.699076 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-97096b20-0c78-4924-8310-7544081c7b09 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "DELETE /v2.0/metering/metering-labels/977841d0-2824-4261-a396-2b71637c4989 HTTP/1.1" status: 204 len: 168 time: 0.4511724 Jun 24 12:46:19.704181 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44956) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:19.707885 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-eb44be60-917e-4400-9861-17f19589b337 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0317895 Jun 24 12:46:19.725939 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44958) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:19.727875 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-921ede46-3f1b-4d55-a1eb-db8b4d207939 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-labels?id=977841d0-2824-4261-a396-2b71637c4989 HTTP/1.1" status: 200 len: 216 time: 0.0186841 Jun 24 12:46:19.737022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a3fb0d31-f6a8-41fc-9fc3-4370b66fa261 None None] Provisioning complete for port 0337b111-10c7-43f3-8c16-287324c3f4e3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:19.737407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a3fb0d31-f6a8-41fc-9fc3-4370b66fa261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.747471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44960) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:19.813120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370d5e55-56c4-4877-85d2-5786932ffa59 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:19.848718 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e80e92db-329e-43e6-8f8b-badf67d09b3d tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0996430 Jun 24 12:46:19.857250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44962) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:19.872708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-862611a8-26a6-4051-aadc-7f021a3b3fa0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.874729 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-862611a8-26a6-4051-aadc-7f021a3b3fa0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/db8e82c7-4c20-401b-a759-27a3d499ca7f HTTP/1.1" status: 204 len: 168 time: 1.9133277 Jun 24 12:46:19.879494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7d540678-2414-40c3-9949-76b5bc430f5b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.881610 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44964) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:19.881751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0052747c-0ffe-4d22-a2ea-890917786dfe None None] Network 62f7a1a0-dc4d-4575-be76-04a8f2834dff requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:19.909031 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-a3fb0d31-f6a8-41fc-9fc3-4370b66fa261 None None] Port 0337b111-10c7-43f3-8c16-287324c3f4e3 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:19.916406 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3b542bd1-ed83-4ace-8afe-4768328c8d86 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0567040 Jun 24 12:46:19.923580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44966) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:19.971586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d269-7647-427f-8320-65c2af5591df tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.978949 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.993282 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:20.007202 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "PUT /v2.0/routers/36c17af2-430c-4a29-bebb-f64d726dbfb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3669729 Jun 24 12:46:20.016002 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e48fdc96-3d5e-4350-8c65-fe676a054da4 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-labels/c84f6b0d-e0df-437a-9bf4-b419c41fc876 HTTP/1.1" status: 200 len: 473 time: 0.0841823 Jun 24 12:46:20.016002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44968) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:20.016349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359cf58c-21af-4f2a-ba78-840361ead18e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:20.018264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359cf58c-21af-4f2a-ba78-840361ead18e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:20.020015 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359cf58c-21af-4f2a-ba78-840361ead18e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:20.020493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-72da3015-aaf4-4a2f-8c47-3f4943b0af3d', 'network_id': '72da3015-aaf4-4a2f-8c47-3f4943b0af3d', 'tenant_id': '2155e866308e447f865897479ff9b7cc', 'fixed_ips': [{'subnet_id': 'd82c966c-7fd0-499a-9669-cbe8681ce329'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:20.021662 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-359cf58c-21af-4f2a-ba78-840361ead18e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1390533 Jun 24 12:46:20.021860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.022450 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44970) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:20.024885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88549be-7f50-42c8-bc5d-70b37e9cd9c4 None None] Sync routers for ids ['36c17af2-430c-4a29-bebb-f64d726dbfb6'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:20.026953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44972) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:20.029531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d269-7647-427f-8320-65c2af5591df tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.034245 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-86ad343f-c875-47e3-92be-24a44f0289cd tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:20.055859 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-64f74f37-7f9a-422e-ba23-21c0fbd95487 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "GET /v2.0/metering/metering-label-rules/f1471213-2124-42a4-8b14-a46b62d728b8 HTTP/1.1" status: 200 len: 459 time: 0.0257754 Jun 24 12:46:20.060897 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44974) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:20.074882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4e171-226f-481b-9a29-67d58d5557eb req-486e9135-22f6-45de-b76b-6da5a54973d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:20.076167 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9bc4e171-226f-481b-9a29-67d58d5557eb req-486e9135-22f6-45de-b76b-6da5a54973d5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f16dceb62aa542cfb1110ee3ca83cc7e&device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 1099 time: 0.4337327 Jun 24 12:46:20.095385 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d269-7647-427f-8320-65c2af5591df tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.100115 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e5c5d269-7647-427f-8320-65c2af5591df tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7836306 Jun 24 12:46:20.104469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44976) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:20.118656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b03eb0d4-3f81-440c-b781-a18d36b2db8f tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': '095c0867-a046-4e7e-8fd3-e7c5b03513a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:20.140411 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7d540678-2414-40c3-9949-76b5bc430f5b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.145360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5d269-7647-427f-8320-65c2af5591df tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095c0867-a046-4e7e-8fd3-e7c5b03513a0,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:20.148108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-97555109-04d8-44b4-9f90-13b1ceb7aa42 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:20.166710 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e5c5d269-7647-427f-8320-65c2af5591df tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:20.199745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d540678-2414-40c3-9949-76b5bc430f5b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Subnet': ['ID=36f580a3-17d3-4ba4-be3a-89005635ff8d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:20.204368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7d540678-2414-40c3-9949-76b5bc430f5b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:20.233189 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.238591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7d540678-2414-40c3-9949-76b5bc430f5b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.242885 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7d540678-2414-40c3-9949-76b5bc430f5b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/36f580a3-17d3-4ba4-be3a-89005635ff8d HTTP/1.1" status: 204 len: 168 time: 1.3709700 Jun 24 12:46:20.247216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44978) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:20.261537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ef41f4-df6e-4591-a27a-6bbd1288871f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 44e45e73-2c41-45d8-bbc4-d836e662cb22 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:20.270831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13ef41f4-df6e-4591-a27a-6bbd1288871f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.283527 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88549be-7f50-42c8-bc5d-70b37e9cd9c4 None None] Routers {'36c17af2-430c-4a29-bebb-f64d726dbfb6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:20.284253 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c88549be-7f50-42c8-bc5d-70b37e9cd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['36c17af2-430c-4a29-bebb-f64d726dbfb6'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:20.286275 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8583af8-f472-4c27-be98-6e0c3fa1dc05 None None] Network 581f2299-7709-4fc1-abc7-cbfd75a841d0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:20.305970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-654f6f7a-0d18-4c01-b943-3bf75973c9be tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.307127 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-654f6f7a-0d18-4c01-b943-3bf75973c9be tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "DELETE /v2.0/metering/metering-label-rules/f1471213-2124-42a4-8b14-a46b62d728b8 HTTP/1.1" status: 204 len: 168 time: 0.2400432 Jun 24 12:46:20.310945 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44980) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:20.332294 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-b03eb0d4-3f81-440c-b781-a18d36b2db8f tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:20.336657 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b03eb0d4-3f81-440c-b781-a18d36b2db8f tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2277255 Jun 24 12:46:20.350679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] Provisioning for port 5f65f74e-ae0b-40d8-a327-38d37a46f738 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:20.362357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44982) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:20.376107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-009868cc-ff4e-48ed-bf91-4fe47666f887 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group_rule': {'security_group_id': '095c0867-a046-4e7e-8fd3-e7c5b03513a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:20.377481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c88549be-7f50-42c8-bc5d-70b37e9cd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:20.391514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] Provisioning complete for port 5f65f74e-ae0b-40d8-a327-38d37a46f738 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:20.391975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.466074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13ef41f4-df6e-4591-a27a-6bbd1288871f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.488296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device bdebe7e8-86d9-4a01-b575-df6692bb820e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:20.494907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Allocated IP 172.20.0.1 (72da3015-aaf4-4a2f-8c47-3f4943b0af3d/d82c966c-7fd0-499a-9669-cbe8681ce329/9fcd3bbe-e25e-46df-9354-9b33bb5a6667) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:20.504839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4e171-226f-481b-9a29-67d58d5557eb req-973aa2b0-7488-4a20-813d-d9a930634e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:20.506905 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9bc4e171-226f-481b-9a29-67d58d5557eb req-973aa2b0-7488-4a20-813d-d9a930634e58 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fcbc075-b5e7-44c5-bc76-7cf779376ac4 HTTP/1.1" status: 200 len: 899 time: 0.3781989 Jun 24 12:46:20.533821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88549be-7f50-42c8-bc5d-70b37e9cd9c4 None None] Routers {'36c17af2-430c-4a29-bebb-f64d726dbfb6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:20.534574 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c88549be-7f50-42c8-bc5d-70b37e9cd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['36c17af2-430c-4a29-bebb-f64d726dbfb6'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:20.538347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.561438 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b784eeef-8e3d-48c3-9cd5-f117f120b382 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.565078 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b784eeef-8e3d-48c3-9cd5-f117f120b382 tempest-MeteringIpV6TestJSON-2007992339 tempest-MeteringIpV6TestJSON-2007992339-project-admin] 10.222.0.110 "DELETE /v2.0/metering/metering-labels/c84f6b0d-e0df-437a-9bf4-b419c41fc876 HTTP/1.1" status: 204 len: 168 time: 0.2477589 Jun 24 12:46:20.634549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c88549be-7f50-42c8-bc5d-70b37e9cd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:20.635145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88549be-7f50-42c8-bc5d-70b37e9cd9c4 None None] The sync data for ids ['36c17af2-430c-4a29-bebb-f64d726dbfb6'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:20.651656 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-009868cc-ff4e-48ed-bf91-4fe47666f887 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:20.655331 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-009868cc-ff4e-48ed-bf91-4fe47666f887 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2840755 Jun 24 12:46:20.656652 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44986) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:20.715283 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9bc4e171-226f-481b-9a29-67d58d5557eb req-b8b391ef-791d-43e1-8dff-7259dc3e41ed service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca HTTP/1.1" status: 200 len: 1002 time: 0.1977484 Jun 24 12:46:20.763723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-16f595be-862d-4f4a-9ea1-cd066b2cdf94 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.810157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-16f595be-862d-4f4a-9ea1-cd066b2cdf94 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.848814 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13ef41f4-df6e-4591-a27a-6bbd1288871f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.850749 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.889714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-16f595be-862d-4f4a-9ea1-cd066b2cdf94 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.896765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-16f595be-862d-4f4a-9ea1-cd066b2cdf94 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.908961 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-16f595be-862d-4f4a-9ea1-cd066b2cdf94 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "DELETE /v2.0/security-groups/095c0867-a046-4e7e-8fd3-e7c5b03513a0 HTTP/1.1" status: 204 len: 168 time: 0.2519398 Jun 24 12:46:20.909607 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44990) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:20.911509 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8601ac7e-95b4-4a16-8300-e5fa4eaa62cb tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:20.935491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f595be-862d-4f4a-9ea1-cd066b2cdf94 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095c0867-a046-4e7e-8fd3-e7c5b03513a0,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:20.943853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-16f595be-862d-4f4a-9ea1-cd066b2cdf94 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:20.984101 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-449b38b6-fdb6-48d5-89fb-ff55d6ad1be6 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0672500 Jun 24 12:46:20.992005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44992) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:20.997071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7e8e0e4e-5ff4-434a-bcb3-198f3e3ed586 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group': {'name': 'tempest-secgroup--423139099'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:21.012066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 44994) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:21.055705 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] For port 5f65f74e-ae0b-40d8-a327-38d37a46f738, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5f65f74e-ae0b-40d8-a327-38d37a46f738,segment=NetworkSegment(f745f3c2-58e5-4b69-9eb6-2ef79aaa5375),segment_id=f745f3c2-58e5-4b69-9eb6-2ef79aaa5375)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:21.061462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.066551 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0e4e-5ff4-434a-bcb3-198f3e3ed586 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.066890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4e171-226f-481b-9a29-67d58d5557eb req-270853f2-f1a7-4253-b81d-d63038823f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:21.069099 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9bc4e171-226f-481b-9a29-67d58d5557eb req-270853f2-f1a7-4253-b81d-d63038823f19 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=92694ad8-8dcd-45e9-9cf5-cb1442e8f867 HTTP/1.1" status: 200 len: 834 time: 0.3280785 Jun 24 12:46:21.075664 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.082954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:21.088297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13ef41f4-df6e-4591-a27a-6bbd1288871f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.089816 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ffa776-6165-453c-9438-040aa560ea1d None None] DHCP port deletion for 581f2299-7709-4fc1-abc7-cbfd75a841d0 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:46:21.092934 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Transition to ACTIVE for port object 9fcd3bbe-e25e-46df-9354-9b33bb5a6667 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:21.106695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:21.159414 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13ef41f4-df6e-4591-a27a-6bbd1288871f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.162252 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-13ef41f4-df6e-4591-a27a-6bbd1288871f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/44e45e73-2c41-45d8-bbc4-d836e662cb22 HTTP/1.1" status: 204 len: 168 time: 1.1317523 Jun 24 12:46:21.170519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0212de19-6395-4ac3-99e2-8f646182bcb1 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:21.172730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 44998) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:21.182529 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0e4e-5ff4-434a-bcb3-198f3e3ed586 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.186903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Transition to ACTIVE for port object 9fcd3bbe-e25e-46df-9354-9b33bb5a6667 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:21.194288 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0e4e-5ff4-434a-bcb3-198f3e3ed586 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.201836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] Provisioning complete for port 0337b111-10c7-43f3-8c16-287324c3f4e3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:21.202316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.206890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port 3645c9ef-a67b-4a1e-83d5-f8083d455d83 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:21.208171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.214355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef41f4-df6e-4591-a27a-6bbd1288871f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=44e45e73-2c41-45d8-bbc4-d836e662cb22,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:21.241455 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.247970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] Pushing event updated for resources: {'Port': ['ID=5f65f74e-ae0b-40d8-a327-38d37a46f738,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:21.251047 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b67da4d2-409d-4c6b-af7b-d19a5c589caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:21.251556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:21.252711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-13ef41f4-df6e-4591-a27a-6bbd1288871f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:21.261203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e8c52952-8a72-43b6-a056-56b497a5ce77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.272697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0e4e-5ff4-434a-bcb3-198f3e3ed586 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.274825 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7e8e0e4e-5ff4-434a-bcb3-198f3e3ed586 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2810540 Jun 24 12:46:21.282959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:21.284355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45000) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:21.294575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-04623c00-3455-4aa9-ae5e-94e4e82ba2de tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:21.294932 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING neutron.api.v2.base [None req-04623c00-3455-4aa9-ae5e-94e4e82ba2de tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 24 12:46:21.295420 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-04623c00-3455-4aa9-ae5e-94e4e82ba2de tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] update failed (client error): There was a conflict when trying to complete your request. Jun 24 12:46:21.298969 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-04623c00-3455-4aa9-ae5e-94e4e82ba2de tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "PUT /v2.0/security-groups/1d13b064-5e75-4266-aaaa-a2a5b97af4d6 HTTP/1.1" status: 409 len: 330 time: 0.0081615 Jun 24 12:46:21.302948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45002) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:21.311123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e0e4e-5ff4-434a-bcb3-198f3e3ed586 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d13b064-5e75-4266-aaaa-a2a5b97af4d6,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:21.316502 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7e8e0e4e-5ff4-434a-bcb3-198f3e3ed586 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:21.317309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.324685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:21.350571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Network 72da3015-aaf4-4a2f-8c47-3f4943b0af3d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:21.361080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] Port 0337b111-10c7-43f3-8c16-287324c3f4e3 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:21.366813 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Subnet': ['ID=d82c966c-7fd0-499a-9669-cbe8681ce329,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:21.377593 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:21.378239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:21.382209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:21.390453 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-87d0cc80-1357-41b4-b169-3b2837282231 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:46:21.394378 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-87d0cc80-1357-41b4-b169-3b2837282231 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "PUT /v2.0/routers/36c17af2-430c-4a29-bebb-f64d726dbfb6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3772132 Jun 24 12:46:21.396193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Pushing event updated for resources: {'Port': ['ID=9fcd3bbe-e25e-46df-9354-9b33bb5a6667,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:21.397155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45004) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:21.399894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:21.403805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-687f767f-2a14-4bfd-a0d1-3ccf2d5a5e05 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 573d979e-46ba-4449-8cdf-2d2de221a545 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:21.411830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] For port 3645c9ef-a67b-4a1e-83d5-f8083d455d83, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3645c9ef-a67b-4a1e-83d5-f8083d455d83,segment=NetworkSegment(ed1000b5-9bba-4a0d-a41c-b0787efc8158),segment_id=ed1000b5-9bba-4a0d-a41c-b0787efc8158)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:21.412427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.420817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-687f767f-2a14-4bfd-a0d1-3ccf2d5a5e05 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.442717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-41ffa776-6165-453c-9438-040aa560ea1d None None] Deleting port 3645c9ef-a67b-4a1e-83d5-f8083d455d83 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:21.443668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-41ffa776-6165-453c-9438-040aa560ea1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.450850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] Provisioning for port bdebe7e8-86d9-4a01-b575-df6692bb820e completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:21.468837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for 3645c9ef-a67b-4a1e-83d5-f8083d455d83 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:21.477448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4e171-226f-481b-9a29-67d58d5557eb req-11f1250d-8a84-4485-82af-1b3d31bd6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:21.479250 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9bc4e171-226f-481b-9a29-67d58d5557eb req-11f1250d-8a84-4485-82af-1b3d31bd6017 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fcbc075-b5e7-44c5-bc76-7cf779376ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3787622 Jun 24 12:46:21.505949 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] Provisioning complete for port bdebe7e8-86d9-4a01-b575-df6692bb820e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:21.506341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.531834 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-687f767f-2a14-4bfd-a0d1-3ccf2d5a5e05 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.534492 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.553461 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72da3015-aaf4-4a2f-8c47-3f4943b0af3d']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:21.571171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a13db1-4c0b-401b-85ba-a00e134cb18f') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:21.571585 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a13db1-4c0b-401b-85ba-a00e134cb18f') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:21.591415 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-06a032e8-2317-4be3-8134-bdcf26f73b60 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.591793 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.735615 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Attempting to bind port 9fcd3bbe-e25e-46df-9354-9b33bb5a6667 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:21.735944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Attempting to bind port 9fcd3bbe-e25e-46df-9354-9b33bb5a6667 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '98a13db1-4c0b-401b-85ba-a00e134cb18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '72da3015-aaf4-4a2f-8c47-3f4943b0af3d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:21.736268 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Attempting to bind port 9fcd3bbe-e25e-46df-9354-9b33bb5a6667 on network 72da3015-aaf4-4a2f-8c47-3f4943b0af3d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:21.771860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:21.772366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Checking segment: {'id': '98a13db1-4c0b-401b-85ba-a00e134cb18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '72da3015-aaf4-4a2f-8c47-3f4943b0af3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:21.772661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.773071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Bound using segment: {'id': '98a13db1-4c0b-401b-85ba-a00e134cb18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '72da3015-aaf4-4a2f-8c47-3f4943b0af3d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:21.773576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Bound port: 9fcd3bbe-e25e-46df-9354-9b33bb5a6667, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a13db1-4c0b-401b-85ba-a00e134cb18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '72da3015-aaf4-4a2f-8c47-3f4943b0af3d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:21.773971 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.814603 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-41ffa776-6165-453c-9438-040aa560ea1d None None] For port 3645c9ef-a67b-4a1e-83d5-f8083d455d83, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3645c9ef-a67b-4a1e-83d5-f8083d455d83,segment=NetworkSegment(ed1000b5-9bba-4a0d-a41c-b0787efc8158),segment_id=ed1000b5-9bba-4a0d-a41c-b0787efc8158)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:21.815045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-41ffa776-6165-453c-9438-040aa560ea1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.836042 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-41ffa776-6165-453c-9438-040aa560ea1d None None] Calling delete_port for 3645c9ef-a67b-4a1e-83d5-f8083d455d83 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:22.001207 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] For port 9fcd3bbe-e25e-46df-9354-9b33bb5a6667, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:22.038082 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-41ffa776-6165-453c-9438-040aa560ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.040513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:22.046837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-06a032e8-2317-4be3-8134-bdcf26f73b60 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.059147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.062142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e8c52952-8a72-43b6-a056-56b497a5ce77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.074585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffa776-6165-453c-9438-040aa560ea1d None None] Pushing event deleted for resources: {'Port': ['ID=3645c9ef-a67b-4a1e-83d5-f8083d455d83,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:22.076820 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:22.076820 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.077419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-41ffa776-6165-453c-9438-040aa560ea1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:22.079559 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e8c52952-8a72-43b6-a056-56b497a5ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.080840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ffa776-6165-453c-9438-040aa560ea1d None None] No DVR routers for this DVR port 3645c9ef-a67b-4a1e-83d5-f8083d455d83 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:22.081966 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:22.094038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-53d10409-9cdf-4907-9134-dab7f5c0b0f9 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:22.158707 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8a118344-e334-4b58-a479-3ec8f9f074ef None None] Provisioning complete for port 5f65f74e-ae0b-40d8-a327-38d37a46f738 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:22.159205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8a118344-e334-4b58-a479-3ec8f9f074ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.203867 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9bc4e171-226f-481b-9a29-67d58d5557eb req-eb061fee-9a27-43ee-a89e-5162ad2dcb11 service neutron] 10.222.0.102 "GET /v2.0/networks/3fcbc075-b5e7-44c5-bc76-7cf779376ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124760 Jun 24 12:46:22.207770 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-687f767f-2a14-4bfd-a0d1-3ccf2d5a5e05 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.225772 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e8c52952-8a72-43b6-a056-56b497a5ce77 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=afda927885c6483bbbf906be134627ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2068889 Jun 24 12:46:22.229993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c52952-8a72-43b6-a056-56b497a5ce77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcefc8df-23b4-4578-93eb-c3ef14b11035,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:22.235227 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e8c52952-8a72-43b6-a056-56b497a5ce77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:22.238699 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45008) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:22.238983 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 12:46:22.238983 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 12:46:22.238983 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'id': '72da3015-aaf4-4a2f-8c47-3f4943b0af3d'}] Jun 24 12:46:22.238983 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:46:22.240901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:46:22.271460 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] For port 9fcd3bbe-e25e-46df-9354-9b33bb5a6667, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9fcd3bbe-e25e-46df-9354-9b33bb5a6667,segment=NetworkSegment(98a13db1-4c0b-401b-85ba-a00e134cb18f),segment_id=98a13db1-4c0b-401b-85ba-a00e134cb18f)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:22.285036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.288586 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-93181872-edde-442e-b30b-29cddcdc3ab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:22.288760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.313365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8a6e09ef-4ad0-4fa8-814e-81ac68a6bf05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:22.316421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-06a032e8-2317-4be3-8134-bdcf26f73b60 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.319067 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-06a032e8-2317-4be3-8134-bdcf26f73b60 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.322637 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-06a032e8-2317-4be3-8134-bdcf26f73b60 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "DELETE /v2.0/security-groups/1d13b064-5e75-4266-aaaa-a2a5b97af4d6 HTTP/1.1" status: 204 len: 168 time: 1.0108738 Jun 24 12:46:22.325299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45010) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:22.384371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8a118344-e334-4b58-a479-3ec8f9f074ef None None] Provisioning complete for port bdebe7e8-86d9-4a01-b575-df6692bb820e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:22.384888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8a118344-e334-4b58-a479-3ec8f9f074ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.394063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Pushing event updated for resources: {'Port': ['ID=9fcd3bbe-e25e-46df-9354-9b33bb5a6667,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:22.400303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-687f767f-2a14-4bfd-a0d1-3ccf2d5a5e05 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.412509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No DVR routers for this DVR port 3645c9ef-a67b-4a1e-83d5-f8083d455d83 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:22.423178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=3645c9ef-a67b-4a1e-83d5-f8083d455d83,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:22.426830 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:22.427809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-687f767f-2a14-4bfd-a0d1-3ccf2d5a5e05 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.430191 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-687f767f-2a14-4bfd-a0d1-3ccf2d5a5e05 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/573d979e-46ba-4449-8cdf-2d2de221a545 HTTP/1.1" status: 204 len: 168 time: 1.2529948 Jun 24 12:46:22.431621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:22.437019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45012) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:22.447645 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c1394a9c-1f54-4757-9a87-37d883f15898 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1175203 Jun 24 12:46:22.451707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45014) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:22.469609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ea8410fd-1540-4932-b213-db7279085124 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:22.485690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a032e8-2317-4be3-8134-bdcf26f73b60 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d13b064-5e75-4266-aaaa-a2a5b97af4d6,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:22.486734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343906d9-8a45-4eab-acc9-7aec13a9ecda None None] Network 72da3015-aaf4-4a2f-8c47-3f4943b0af3d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:22.510555 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4641aa2a-d5db-4036-8499-f10cf2c8b065 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701773 Jun 24 12:46:22.511264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45016) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:22.513957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-06a032e8-2317-4be3-8134-bdcf26f73b60 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:22.519079 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-52158423-fc03-4fce-afa6-a1857a15383b tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] delete failed (client error): The resource could not be found. Jun 24 12:46:22.524207 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-52158423-fc03-4fce-afa6-a1857a15383b tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "DELETE /v2.0/security-groups/face42cb-34f6-44a2-8ab3-d66ca0b0ae9a HTTP/1.1" status: 404 len: 347 time: 0.0673997 Jun 24 12:46:22.524207 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0898291f-7fcd-4cdf-a713-170001e006d2 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.525259 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45018) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:22.532908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d25c1a90-5b46-497a-8b6c-f4ba1cb62ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.546153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5f65f74e-ae0b-40d8-a327-38d37a46f738 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:22.559210 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d25c1a90-5b46-497a-8b6c-f4ba1cb62ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.602870 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-81a1a312-bfb7-4813-a09d-bdf0cbcb2ffd tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] show failed (client error): The resource could not be found. Jun 24 12:46:22.607419 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-81a1a312-bfb7-4813-a09d-bdf0cbcb2ffd tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "GET /v2.0/security-groups/82125e8b-4277-4444-81ef-d7abe1e84fdd HTTP/1.1" status: 404 len: 347 time: 0.0776069 Jun 24 12:46:22.611374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45020) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:22.615656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:22.641538 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-478e302c-b276-4e89-a79a-aaefaeaa497d tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] show failed (client error): The resource could not be found. Jun 24 12:46:22.647915 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-478e302c-b276-4e89-a79a-aaefaeaa497d tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] 10.222.0.110 "GET /v2.0/security-group-rules/36d886d9-498c-4566-b634-9fb600a8433e HTTP/1.1" status: 404 len: 356 time: 0.0303428 Jun 24 12:46:22.699618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0717b35d-1144-4960-b2f2-3c99c3545dfb tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:22.741755 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.777444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d25c1a90-5b46-497a-8b6c-f4ba1cb62ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.780040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d25c1a90-5b46-497a-8b6c-f4ba1cb62ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.781168 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d25c1a90-5b46-497a-8b6c-f4ba1cb62ea7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/bcefc8df-23b4-4578-93eb-c3ef14b11035 HTTP/1.1" status: 204 len: 168 time: 0.5421054 Jun 24 12:46:22.798456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f767f-2a14-4bfd-a0d1-3ccf2d5a5e05 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=573d979e-46ba-4449-8cdf-2d2de221a545,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:22.812909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-687f767f-2a14-4bfd-a0d1-3ccf2d5a5e05 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:22.813614 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ab058c3c-7fe4-487a-bced-d8266e17732c tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:22.873385 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c1a90-5b46-497a-8b6c-f4ba1cb62ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcefc8df-23b4-4578-93eb-c3ef14b11035,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:22.877379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 5f65f74e-ae0b-40d8-a327-38d37a46f738 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:22.878633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.888368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.894341 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d25c1a90-5b46-497a-8b6c-f4ba1cb62ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:22.898638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403972f5-5824-40f5-ad35-7ce4cd98618b None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:22.908619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581f2299-7709-4fc1-abc7-cbfd75a841d0']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:22.912491 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9bc4e171-226f-481b-9a29-67d58d5557eb req-b2a4a7a4-9bf7-4715-8505-271adcf741dc service neutron] 10.222.0.102 "GET /v2.0/networks/3fcbc075-b5e7-44c5-bc76-7cf779376ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000408 Jun 24 12:46:22.923803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1000b5-9bba-4a0d-a41c-b0787efc8158') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:22.924040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1000b5-9bba-4a0d-a41c-b0787efc8158') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:22.933603 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:22.937558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.943727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.980145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Deleting port 9fcd3bbe-e25e-46df-9354-9b33bb5a6667 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:22.980500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:22.988438 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.023213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:23.023818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:23.026654 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:23.042569 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45030) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:23.066038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-0898291f-7fcd-4cdf-a713-170001e006d2 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Deleting port 0337b111-10c7-43f3-8c16-287324c3f4e3 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:23.066383 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0898291f-7fcd-4cdf-a713-170001e006d2 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.110909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-558b04c5-50f1-4b67-bb77-37ae608c9285 None None] Provisioning complete for port bdebe7e8-86d9-4a01-b575-df6692bb820e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:23.111813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-558b04c5-50f1-4b67-bb77-37ae608c9285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.129400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.148158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f505c02f-236a-41d3-bc29-455d2915910c tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:23.152216 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] For port 9fcd3bbe-e25e-46df-9354-9b33bb5a6667, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9fcd3bbe-e25e-46df-9354-9b33bb5a6667,segment=NetworkSegment(98a13db1-4c0b-401b-85ba-a00e134cb18f),segment_id=98a13db1-4c0b-401b-85ba-a00e134cb18f)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:23.152578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.173000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Calling delete_port for 9fcd3bbe-e25e-46df-9354-9b33bb5a6667 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:23.177781 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.181985 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/networks/581f2299-7709-4fc1-abc7-cbfd75a841d0 HTTP/1.1" status: 204 len: 168 time: 2.9338045 Jun 24 12:46:23.185779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45034) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:23.186716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Network': ['ID=581f2299-7709-4fc1-abc7-cbfd75a841d0,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:23.192157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:23.204139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f205fe50-a9b9-4b62-af9b-346cb4aebd66 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1414982325', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:23.210742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0898291f-7fcd-4cdf-a713-170001e006d2 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.285288 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-0898291f-7fcd-4cdf-a713-170001e006d2 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Calling delete_port for 0337b111-10c7-43f3-8c16-287324c3f4e3 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:23.322970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f205fe50-a9b9-4b62-af9b-346cb4aebd66 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.322970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f205fe50-a9b9-4b62-af9b-346cb4aebd66 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.343890 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab6995d-d2f6-45e3-b489-8a3245ac9f43 None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:46:23.386142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45036) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:23.430921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-873b66fe-790c-45f1-bd06-042aa35aebd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.456261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3645c9ef-a67b-4a1e-83d5-f8083d455d83 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:23.476246 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f205fe50-a9b9-4b62-af9b-346cb4aebd66 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.486361 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f205fe50-a9b9-4b62-af9b-346cb4aebd66 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.488252 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 3645c9ef-a67b-4a1e-83d5-f8083d455d83 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:23.488608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3645c9ef-a67b-4a1e-83d5-f8083d455d83 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:23.492036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5ab6995d-d2f6-45e3-b489-8a3245ac9f43 None None] Deleting port bdebe7e8-86d9-4a01-b575-df6692bb820e {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:23.492427 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5ab6995d-d2f6-45e3-b489-8a3245ac9f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.525357 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.532369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:23.567345 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b16691fd-bb43-4919-9f3d-319b525d450e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=55178450d1004258b5869700f30de359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5233610 Jun 24 12:46:23.568522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45038) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:23.574990 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Port': ['ID=9fcd3bbe-e25e-46df-9354-9b33bb5a6667,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:23.577984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:23.584571 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No DVR routers for this DVR port 9fcd3bbe-e25e-46df-9354-9b33bb5a6667 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:23.585523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5ab6995d-d2f6-45e3-b489-8a3245ac9f43 None None] For port bdebe7e8-86d9-4a01-b575-df6692bb820e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=bdebe7e8-86d9-4a01-b575-df6692bb820e,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:23.586333 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5ab6995d-d2f6-45e3-b489-8a3245ac9f43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.602725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5ab6995d-d2f6-45e3-b489-8a3245ac9f43 None None] Calling delete_port for bdebe7e8-86d9-4a01-b575-df6692bb820e owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:23.651265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.objects.ports [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100145) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:46:23.691257 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5ab6995d-d2f6-45e3-b489-8a3245ac9f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.693871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-278321ae-d58b-4518-ac62-f5cd14fd2b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:23.715458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.728944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6995d-d2f6-45e3-b489-8a3245ac9f43 None None] No DVR routers for this DVR port bdebe7e8-86d9-4a01-b575-df6692bb820e on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:23.731774 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6995d-d2f6-45e3-b489-8a3245ac9f43 None None] Pushing event deleted for resources: {'Port': ['ID=bdebe7e8-86d9-4a01-b575-df6692bb820e,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:23.732994 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72da3015-aaf4-4a2f-8c47-3f4943b0af3d']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:23.734872 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5ab6995d-d2f6-45e3-b489-8a3245ac9f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:23.744155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a13db1-4c0b-401b-85ba-a00e134cb18f') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:23.744445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a13db1-4c0b-401b-85ba-a00e134cb18f') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:23.755169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0898291f-7fcd-4cdf-a713-170001e006d2 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.761156 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.762858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cdcb6696-0276-4c1c-aa73-219cdf6e3981 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:23.763018 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3463c513-3cf5-4ffe-a699-36d1cf906965 None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:46:23.779735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-99421e19-50da-4d41-8434-16f99dbff489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.806289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898291f-7fcd-4cdf-a713-170001e006d2 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event deleted for resources: {'Port': ['ID=0337b111-10c7-43f3-8c16-287324c3f4e3,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:23.813295 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0898291f-7fcd-4cdf-a713-170001e006d2 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:23.819768 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.856212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:23.856685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.865763 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING neutron.services.revisions.revision_plugin [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Could not find related port for resource to bump revision. Jun 24 12:46:23.873975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-99421e19-50da-4d41-8434-16f99dbff489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:23.877091 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:23.884923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.ipam_pluggable_backend [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Port bdebe7e8-86d9-4a01-b575-df6692bb820e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100145) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 24 12:46:23.885231 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.ipam_pluggable_backend [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Reverting IP allocation for 2001:db8::f816:3eff:fee0:5374 {{(pid=100145) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 24 12:46:23.890176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.ipam_pluggable_backend [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee0:5374 {{(pid=100145) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 24 12:46:23.897766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.905695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a27a7d15-472e-4e7a-923d-03d921ebcf06 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:23.913656 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3463c513-3cf5-4ffe-a699-36d1cf906965 None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:46:23.958224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:23.966677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:23.968819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=ef979b1e-ff15-452d-abf3-78b59a77ebba,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:23.969202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-873b66fe-790c-45f1-bd06-042aa35aebd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.971375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:23.975284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.981707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:23.993027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-99421e19-50da-4d41-8434-16f99dbff489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.995597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-99421e19-50da-4d41-8434-16f99dbff489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.996691 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-99421e19-50da-4d41-8434-16f99dbff489 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2e92c6b3-76e2-41bd-97c5-2a87354f2bb2 HTTP/1.1" status: 204 len: 168 time: 0.4217718 Jun 24 12:46:23.998684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-80252895-7e97-4859-9388-aca0ac455a51 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:24.007791 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3999624 Jun 24 12:46:24.008945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99421e19-50da-4d41-8434-16f99dbff489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e92c6b3-76e2-41bd-97c5-2a87354f2bb2,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:24.010490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45042) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:24.012544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-99421e19-50da-4d41-8434-16f99dbff489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:24.016321 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-e0bcd588-a632-45e3-a6f5-87280f54ad00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:24.069643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0898291f-7fcd-4cdf-a713-170001e006d2 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.074031 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-873b66fe-790c-45f1-bd06-042aa35aebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.104135 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c1db1266-0785-4214-b5ef-d5ee218cc448 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:24.107140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.114436 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f205fe50-a9b9-4b62-af9b-346cb4aebd66 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.116642 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f205fe50-a9b9-4b62-af9b-346cb4aebd66 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9302373 Jun 24 12:46:24.125415 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.131604 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/72da3015-aaf4-4a2f-8c47-3f4943b0af3d HTTP/1.1" status: 204 len: 168 time: 4.3984056 Jun 24 12:46:24.131604 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45044) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:24.136552 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45046) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:24.141348 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-31a66de3-c8fe-4e1b-84bc-48b3001562c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1256722425'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:24.150817 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-873b66fe-790c-45f1-bd06-042aa35aebd2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4bcad0770ddc4b1091f17f240e0d1352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7632937 Jun 24 12:46:24.154939 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-1b560994-5b6f-47ef-923f-5b81710a79f5 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1025174516'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:24.171452 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45048) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:24.179540 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bcd588-a632-45e3-a6f5-87280f54ad00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:24.185059 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0bcd588-a632-45e3-a6f5-87280f54ad00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.254970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b66fe-790c-45f1-bd06-042aa35aebd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2994ca-aa10-4738-b5cd-0026d0c5f9e1,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:24.264114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-873b66fe-790c-45f1-bd06-042aa35aebd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:24.268515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4c21d997-1721-4697-a170-8dfb3a0a080b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:24.279421 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': 'ef979b1e-ff15-452d-abf3-78b59a77ebba'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:24.280991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.303348 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Network': ['ID=72da3015-aaf4-4a2f-8c47-3f4943b0af3d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:24.314535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:24.319884 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a66de3-c8fe-4e1b-84bc-48b3001562c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:24.323629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31a66de3-c8fe-4e1b-84bc-48b3001562c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.431489 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-af972f42-a28a-4279-b14e-09eab768037b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.441121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b560994-5b6f-47ef-923f-5b81710a79f5 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:24.444803 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1b560994-5b6f-47ef-923f-5b81710a79f5 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.466120 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a66de3-c8fe-4e1b-84bc-48b3001562c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] vlan segment allocate from pool success with {'vlan_id': 1305, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:24.478342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0898291f-7fcd-4cdf-a713-170001e006d2 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Router 36c17af2-430c-4a29-bebb-f64d726dbfb6 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:24.494510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Allocated IP 2001:db8::f816:3eff:fe5a:765f (775331f2-7641-4269-a311-a446eb45635d/ef979b1e-ff15-452d-abf3-78b59a77ebba/0fefb302-736e-4b37-9d4e-0173663fe6c7) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:24.495096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-af972f42-a28a-4279-b14e-09eab768037b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.508076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31a66de3-c8fe-4e1b-84bc-48b3001562c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.508426 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-31a66de3-c8fe-4e1b-84bc-48b3001562c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Added segment 59637882-e12c-453c-ac54-5124966f5e56 of type vlan for network 4c87743a-9703-4c81-ac9c-283cb8a3e691 Jun 24 12:46:24.519672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device bdebe7e8-86d9-4a01-b575-df6692bb820e no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:24.538142 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0bcd588-a632-45e3-a6f5-87280f54ad00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.538365 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b560994-5b6f-47ef-923f-5b81710a79f5 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] vlan segment allocate from pool success with {'vlan_id': 1337, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:24.541482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-429d0c65-787d-47b8-8200-39589b277aac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:24.564111 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: bdebe7e8-86d9-4a01-b575-df6692bb820e {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:24.565286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device bdebe7e8-86d9-4a01-b575-df6692bb820e not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:24.590954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bcd588-a632-45e3-a6f5-87280f54ad00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:24.598429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-e0bcd588-a632-45e3-a6f5-87280f54ad00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:24.605167 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bcd588-a632-45e3-a6f5-87280f54ad00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:24.611059 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0bcd588-a632-45e3-a6f5-87280f54ad00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.613994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcd588-a632-45e3-a6f5-87280f54ad00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=be6e8322-ba27-47ea-a2e2-7811c3cc3730,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:24.618048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e0bcd588-a632-45e3-a6f5-87280f54ad00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:24.631515 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e0bcd588-a632-45e3-a6f5-87280f54ad00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6197622 Jun 24 12:46:24.634371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45060) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:24.641245 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'mac_address': 'fa:16:3e:d0:11:f2', 'name': 'tempest-NetworksTestDHCPv6-1871584826'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:24.651625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1b560994-5b6f-47ef-923f-5b81710a79f5 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.651970 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-1b560994-5b6f-47ef-923f-5b81710a79f5 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Added segment ddf3d9cb-97aa-431d-ac06-7fd2c8487515 of type vlan for network d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32 Jun 24 12:46:24.663504 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31a66de3-c8fe-4e1b-84bc-48b3001562c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.683058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0898291f-7fcd-4cdf-a713-170001e006d2 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:24.694372 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e00baca-0b65-46a1-8711-a36b5651a1b3 None None] Sync routers for ids ['36c17af2-430c-4a29-bebb-f64d726dbfb6'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:24.708055 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e00baca-0b65-46a1-8711-a36b5651a1b3 None None] Routers {'36c17af2-430c-4a29-bebb-f64d726dbfb6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:24.709252 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9e00baca-0b65-46a1-8711-a36b5651a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['36c17af2-430c-4a29-bebb-f64d726dbfb6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:24.736694 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0898291f-7fcd-4cdf-a713-170001e006d2 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "PUT /v2.0/routers/36c17af2-430c-4a29-bebb-f64d726dbfb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3363993 Jun 24 12:46:24.743303 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45064) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:24.767676 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9e00baca-0b65-46a1-8711-a36b5651a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:24.770471 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1b560994-5b6f-47ef-923f-5b81710a79f5 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.778801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.790249 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e00baca-0b65-46a1-8711-a36b5651a1b3 None None] Routers {'36c17af2-430c-4a29-bebb-f64d726dbfb6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:24.790987 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9e00baca-0b65-46a1-8711-a36b5651a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['36c17af2-430c-4a29-bebb-f64d726dbfb6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:24.813286 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-f83c2348-2c6f-4b8e-a686-422fe60a6bb8 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] delete failed (client error): The resource could not be found. Jun 24 12:46:24.817372 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Transition to ACTIVE for port object 0fefb302-736e-4b37-9d4e-0173663fe6c7 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:24.824952 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f83c2348-2c6f-4b8e-a686-422fe60a6bb8 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "DELETE /v2.0/routers/tempest-non_exist_router-1081368609 HTTP/1.1" status: 404 len: 335 time: 0.0753953 Jun 24 12:46:24.829186 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45068) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:24.832908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31a66de3-c8fe-4e1b-84bc-48b3001562c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.842113 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a66de3-c8fe-4e1b-84bc-48b3001562c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:24.842113 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31a66de3-c8fe-4e1b-84bc-48b3001562c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.846271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ff6c429b-fb5b-4fba-831b-eb14a2eb11be tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Request body: {'router': {'external_gateway_info': {'network_id': '36c17af2-430c-4a29-bebb-f64d726dbfb6'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:24.848449 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:24.851231 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Transition to ACTIVE for port object 0fefb302-736e-4b37-9d4e-0173663fe6c7 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:24.855439 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9e00baca-0b65-46a1-8711-a36b5651a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:24.856381 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e00baca-0b65-46a1-8711-a36b5651a1b3 None None] The sync data for ids ['36c17af2-430c-4a29-bebb-f64d726dbfb6'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:24.857888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:24.859397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-af972f42-a28a-4279-b14e-09eab768037b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.861905 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-af972f42-a28a-4279-b14e-09eab768037b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.866305 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-af972f42-a28a-4279-b14e-09eab768037b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fc2994ca-aa10-4738-b5cd-0026d0c5f9e1 HTTP/1.1" status: 204 len: 168 time: 0.6907468 Jun 24 12:46:24.867092 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.871227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:24.921276 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:24.925453 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:24.931306 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:24.934502 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Pushing event updated for resources: {'Port': ['ID=0fefb302-736e-4b37-9d4e-0173663fe6c7,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:24.938487 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:24.967141 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1b560994-5b6f-47ef-923f-5b81710a79f5 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.973437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b560994-5b6f-47ef-923f-5b81710a79f5 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:24.974087 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1b560994-5b6f-47ef-923f-5b81710a79f5 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.988824 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-31a66de3-c8fe-4e1b-84bc-48b3001562c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8559999 Jun 24 12:46:24.997113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45074) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:25.004298 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-80247690-38c8-4e61-a855-406803ab63a7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'subnet': {'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:25.048705 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Attempting to bind port 0fefb302-736e-4b37-9d4e-0173663fe6c7 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:25.049078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Attempting to bind port 0fefb302-736e-4b37-9d4e-0173663fe6c7 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:25.049767 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Attempting to bind port 0fefb302-736e-4b37-9d4e-0173663fe6c7 on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:25.055561 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:25.055933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:25.056345 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.056741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:25.057335 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Bound port: 0fefb302-736e-4b37-9d4e-0173663fe6c7, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:25.057781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.082921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.123226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port 8cbdfccd-99ea-487e-9f0e-d54bb0524e19 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:46:25.141058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] For port 0fefb302-736e-4b37-9d4e-0173663fe6c7, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:25.145612 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] For port 0fefb302-736e-4b37-9d4e-0173663fe6c7, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0fefb302-736e-4b37-9d4e-0173663fe6c7,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:25.154151 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.158059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6a5e2434-eb79-4401-983f-17ed42b013d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:25.178741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80247690-38c8-4e61-a855-406803ab63a7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:25.182213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80247690-38c8-4e61-a855-406803ab63a7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.209143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45082) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:25.249397 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1b560994-5b6f-47ef-923f-5b81710a79f5 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1011746 Jun 24 12:46:25.250731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a66de3-c8fe-4e1b-84bc-48b3001562c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Network': ['ID=4c87743a-9703-4c81-ac9c-283cb8a3e691,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:25.265254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-31a66de3-c8fe-4e1b-84bc-48b3001562c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:25.266842 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45088) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:25.267402 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 4c87743a-9703-4c81-ac9c-283cb8a3e691 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:25.270448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8b7a6638-94b2-4274-a9ac-273e1b44cae7 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:25.288935 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7268ee80-4e72-4967-a099-40a3c5919462 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'subnet': {'network_id': 'd0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:25.335507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Pushing event updated for resources: {'Port': ['ID=0fefb302-736e-4b37-9d4e-0173663fe6c7,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:25.344561 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:25.398467 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-90d558ef-ea70-4f06-b930-1bc17ab5f2a4 tempest-ServiceProvidersTest-1666253639 tempest-ServiceProvidersTest-1666253639-project] 10.222.0.110 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1746411 Jun 24 12:46:25.404951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af972f42-a28a-4279-b14e-09eab768037b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2994ca-aa10-4738-b5cd-0026d0c5f9e1,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:25.419319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-af972f42-a28a-4279-b14e-09eab768037b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:25.445037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ad8a3158-7108-4e9d-88dd-e76373e5fd69 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:25.510548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 172.20.0.11 (775331f2-7641-4269-a311-a446eb45635d/be6e8322-ba27-47ea-a2e2-7811c3cc3730/8cbdfccd-99ea-487e-9f0e-d54bb0524e19) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:25.519736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b560994-5b6f-47ef-923f-5b81710a79f5 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Network': ['ID=d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:25.525037 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::f816:3eff:fed0:11f2 (775331f2-7641-4269-a311-a446eb45635d/ef979b1e-ff15-452d-abf3-78b59a77ebba/8cbdfccd-99ea-487e-9f0e-d54bb0524e19) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:25.532107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1b560994-5b6f-47ef-923f-5b81710a79f5 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:25.534468 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:25.574511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45098) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:25.656360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ff6c429b-fb5b-4fba-831b-eb14a2eb11be tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.701713 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-ff6c429b-fb5b-4fba-831b-eb14a2eb11be tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] update failed (client error): The resource could not be found. Jun 24 12:46:25.703221 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ff6c429b-fb5b-4fba-831b-eb14a2eb11be tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "PUT /v2.0/routers/36c17af2-430c-4a29-bebb-f64d726dbfb6 HTTP/1.1" status: 404 len: 339 time: 0.8712623 Jun 24 12:46:25.707949 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45102) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:25.794304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45104) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:25.807484 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80247690-38c8-4e61-a855-406803ab63a7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.814165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0fcd2274-a059-42c7-8226-599c0ef29322 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:25.850411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7268ee80-4e72-4967-a099-40a3c5919462 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:25.853913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7268ee80-4e72-4967-a099-40a3c5919462 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.910409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80247690-38c8-4e61-a855-406803ab63a7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Subnet': ['ID=ff6423ae-9e72-424d-9337-65a3382f259f,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:25.949728 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-80247690-38c8-4e61-a855-406803ab63a7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:25.994887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.017971 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80247690-38c8-4e61-a855-406803ab63a7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Checking segment: {'id': '59637882-e12c-453c-ac54-5124966f5e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:26.017971 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80247690-38c8-4e61-a855-406803ab63a7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network hostable DHCP agents. Network: 4c87743a-9703-4c81-ac9c-283cb8a3e691, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:26.032470 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e27e2ea8-fa69-48bc-a73f-7330edd3fea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.041771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object 8cbdfccd-99ea-487e-9f0e-d54bb0524e19 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:26.077087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80247690-38c8-4e61-a855-406803ab63a7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 4c87743a-9703-4c81-ac9c-283cb8a3e691 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:26.103051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-80247690-38c8-4e61-a855-406803ab63a7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 4c87743a-9703-4c81-ac9c-283cb8a3e691) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:26.111587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80247690-38c8-4e61-a855-406803ab63a7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:26.112177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80247690-38c8-4e61-a855-406803ab63a7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.125408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Deleting port c4239fe6-d627-4a26-8f08-dc90d69e5798 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:26.125754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.129517 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.151455 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ac3c3656-0a06-49aa-a2b7-6ba8cf905b43 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:26.157476 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45116) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:26.170473 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.248417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:26.255368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:26.257471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=8cbdfccd-99ea-487e-9f0e-d54bb0524e19,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:26.262046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:26.264875 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:26.324506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.324823 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.332989 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:26.334195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.352708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Calling delete_port for c4239fe6-d627-4a26-8f08-dc90d69e5798 owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:26.496576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0fefb302-736e-4b37-9d4e-0173663fe6c7 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:26.573050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a821e691-3784-4b2a-854d-dcb88cfa566b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.588359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 0fefb302-736e-4b37-9d4e-0173663fe6c7 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:26.605084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.607467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7be5edb0-4c1a-4f80-9854-68b41732027d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:26.631252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event deleted for resources: {'Port': ['ID=c4239fe6-d627-4a26-8f08-dc90d69e5798,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:26.634870 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:26.647472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03606710-cc13-47dd-bb35-9eaa883f405c None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:26.651555 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601e1afe-7b18-470b-935f-9a2fa3a4f973 None None] Network 4c87743a-9703-4c81-ac9c-283cb8a3e691 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:26.655573 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1669854063'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:26.728740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.729719 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Floating IP 01818061-5aca-49e5-8bdd-b993efe94524 disassociated (deleted). External IP: 172.26.1.241, port: dfc29f21-b8ae-4c82-b5d7-258332e2f1ca. Jun 24 12:46:26.798705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7268ee80-4e72-4967-a099-40a3c5919462 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.810043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bd9ca2c4-1709-4c0a-b6a0-c76fab3ec90b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:26.844126 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e27e2ea8-fa69-48bc-a73f-7330edd3fea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.872351 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:46:26.875539 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e27e2ea8-fa69-48bc-a73f-7330edd3fea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.947423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268ee80-4e72-4967-a099-40a3c5919462 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Subnet': ['ID=5558d985-5ea1-45c3-ae1e-f2fe7ae95e9f,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:26.971577 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7268ee80-4e72-4967-a099-40a3c5919462 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:26.971972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:26.983866 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e27e2ea8-fa69-48bc-a73f-7330edd3fea1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=803e06c5539343b3a388dd14aa1cec68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1857471 Jun 24 12:46:26.995746 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45120) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:27.013274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-98fcd3a9-dd61-42e2-9fc3-31e94104e313 None None] Provisioning for port 0fefb302-736e-4b37-9d4e-0173663fe6c7 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:27.022638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-98fcd3a9-dd61-42e2-9fc3-31e94104e313 None None] Provisioning complete for port 0fefb302-736e-4b37-9d4e-0173663fe6c7 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:27.023068 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-98fcd3a9-dd61-42e2-9fc3-31e94104e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.041857 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e2ea8-fa69-48bc-a73f-7330edd3fea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a87afc-065b-4330-b76c-42b809564b41,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:27.044966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Allocated IP 172.20.0.1 (0a806992-12ce-433d-bbdf-dad8fcca25da/1edeedf7-7727-4561-9dd7-44aaf61e14ee/2aef1494-df9b-4e6c-b65a-a7caa98e7f2b) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:27.054125 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e27e2ea8-fa69-48bc-a73f-7330edd3fea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:27.063266 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268ee80-4e72-4967-a099-40a3c5919462 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Checking segment: {'id': 'ddf3d9cb-97aa-431d-ac06-7fd2c8487515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'd0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:27.063646 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7268ee80-4e72-4967-a099-40a3c5919462 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network hostable DHCP agents. Network: d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:27.170493 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7268ee80-4e72-4967-a099-40a3c5919462 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:27.180958 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c35a76e5-a2b6-407c-b909-08eb342a66ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.202074 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7268ee80-4e72-4967-a099-40a3c5919462 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:27.223719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7268ee80-4e72-4967-a099-40a3c5919462 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:27.225083 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7268ee80-4e72-4967-a099-40a3c5919462 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.242079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebcbd51-ad71-415f-85dd-0c40da2b4360 None None] Network d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:27.244440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-4c87743a-9703-4c81-ac9c-283cb8a3e691', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:27.245264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.256680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c35a76e5-a2b6-407c-b909-08eb342a66ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.269633 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-80247690-38c8-4e61-a855-406803ab63a7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2708571 Jun 24 12:46:27.274425 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6385417 Jun 24 12:46:27.276551 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45122) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:27.276980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45124) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:27.284986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.310699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-98fcd3a9-dd61-42e2-9fc3-31e94104e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.394445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Transition to ACTIVE for port object 2aef1494-df9b-4e6c-b65a-a7caa98e7f2b will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:27.399359 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Made reservation on behalf of 53d83f539ccd4137ba46db3df8ed691a for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:27.400433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:27.403201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.411850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69552a-5709-4042-8ae6-3bb3f778e7dc tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:27.417750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69552a-5709-4042-8ae6-3bb3f778e7dc tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:27.419431 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cf69552a-5709-4042-8ae6-3bb3f778e7dc tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1413047 Jun 24 12:46:27.420075 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7268ee80-4e72-4967-a099-40a3c5919462 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1380939 Jun 24 12:46:27.422950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.424070 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45126) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:27.424412 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45128) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:27.509368 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-98fcd3a9-dd61-42e2-9fc3-31e94104e313 None None] For port 0fefb302-736e-4b37-9d4e-0173663fe6c7, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0fefb302-736e-4b37-9d4e-0173663fe6c7,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:27.517305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c35a76e5-a2b6-407c-b909-08eb342a66ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.520008 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c35a76e5-a2b6-407c-b909-08eb342a66ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.521896 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c35a76e5-a2b6-407c-b909-08eb342a66ea admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/01a87afc-065b-4330-b76c-42b809564b41 HTTP/1.1" status: 204 len: 168 time: 0.5235546 Jun 24 12:46:27.528541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-98fcd3a9-dd61-42e2-9fc3-31e94104e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.540424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8239c9c2-3b81-47f2-875e-5d98aca01193 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:27.566555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a76e5-a2b6-407c-b909-08eb342a66ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a87afc-065b-4330-b76c-42b809564b41,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:27.566802 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6b7c6610-b7eb-4a25-ba5c-d628ca6ca282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:27.600452 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c35a76e5-a2b6-407c-b909-08eb342a66ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:27.688959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.707702 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:27.714079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.728493 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.733582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8cc24e-e97b-4db3-a198-b7f76214a300 None None] Sync routers for ids ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:27.736627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Allocated IP 2001:db8::2 (4c87743a-9703-4c81-ac9c-283cb8a3e691/ff6423ae-9e72-424d-9337-65a3382f259f/f217ffbf-5c7f-4800-9548-9e61d3e9154c) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:27.736918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5fc9130f-2794-4172-8fda-ad32fc85ad8c tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:27.745191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-e0430be0-3b21-435e-bf4c-d70450eb2047 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port 8cbdfccd-99ea-487e-9f0e-d54bb0524e19 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:27.745537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0430be0-3b21-435e-bf4c-d70450eb2047 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.761503 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa1167f-827c-4ece-a185-0e1365dc1e79 None None] Update dhcp port {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'fixed_ips': [{'subnet_id': 'ef979b1e-ff15-452d-abf3-78b59a77ebba', 'ip_address': '2001:db8::f816:3eff:fe5a:765f'}, {'subnet_id': 'be6e8322-ba27-47ea-a2e2-7811c3cc3730'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': '0fefb302-736e-4b37-9d4e-0173663fe6c7'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:46:27.763346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd3a9-dd61-42e2-9fc3-31e94104e313 None None] Pushing event updated for resources: {'Port': ['ID=0fefb302-736e-4b37-9d4e-0173663fe6c7,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:27.779170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-98fcd3a9-dd61-42e2-9fc3-31e94104e313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:27.840047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8cc24e-e97b-4db3-a198-b7f76214a300 None None] Routers {'6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:27.841148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9f8cc24e-e97b-4db3-a198-b7f76214a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:45:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:27.843043 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32', 'network_id': 'd0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32', 'tenant_id': '2155e866308e447f865897479ff9b7cc', 'fixed_ips': [{'subnet_id': '5558d985-5ea1-45c3-ae1e-f2fe7ae95e9f'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:27.843900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.849169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Network 0a806992-12ce-433d-bbdf-dad8fcca25da is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:27.862489 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.866929 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "DELETE /v2.0/floatingips/01818061-5aca-49e5-8bdd-b993efe94524 HTTP/1.1" status: 204 len: 168 time: 2.2883267 Jun 24 12:46:27.876286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'tag': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:46:27.881867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9673d3e4-31e1-4007-90a3-7c3e785b215b" -d '{"events": [{"name": "network-changed", "server_uuid": "f877ccdb-5d81-41e0-a9aa-288854fa493e", "tag": "dfc29f21-b8ae-4c82-b5d7-258332e2f1ca"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:46:27.887453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:27.916713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event updated for resources: {'Port': ['ID=2aef1494-df9b-4e6c-b65a-a7caa98e7f2b,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:27.922790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:27.943861 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:27.984987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.005400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cbfeef-e8be-459a-a5e2-c6735447b921 x-openstack-request-id: req-f4cbfeef-e8be-459a-a5e2-c6735447b921 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:46:28.005752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f877ccdb-5d81-41e0-a9aa-288854fa493e", "tag": "dfc29f21-b8ae-4c82-b5d7-258332e2f1ca", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:46:28.006064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f4cbfeef-e8be-459a-a5e2-c6735447b921 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:46:28.006525 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'tag': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'status': 'completed', 'code': 200} Jun 24 12:46:28.020073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.039678 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7fa1167f-827c-4ece-a185-0e1365dc1e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.124176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0430be0-3b21-435e-bf4c-d70450eb2047 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.149946 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-e0430be0-3b21-435e-bf4c-d70450eb2047 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for 8cbdfccd-99ea-487e-9f0e-d54bb0524e19 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:28.277692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.289893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673d3e4-31e1-4007-90a3-7c3e785b215b req-3ddbb936-ef5e-43cc-b553-19f398c2e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:28.291499 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9673d3e4-31e1-4007-90a3-7c3e785b215b req-3ddbb936-ef5e-43cc-b553-19f398c2e55b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f16dceb62aa542cfb1110ee3ca83cc7e&device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 1099 time: 0.2505593 Jun 24 12:46:28.309139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.316258 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-55b31f31-3a5f-405e-82c2-a416a54f25fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:28.329633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-9f8cc24e-e97b-4db3-a198-b7f76214a300 None None] Set router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:28.404963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c697e52-dced-4bb1-9234-7c08d16244b7,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:28.415045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:28.439595 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.490100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.498277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Transition to ACTIVE for port object f217ffbf-5c7f-4800-9548-9e61d3e9154c will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:28.500234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-641d9e8b-1ae2-4d28-a2bd-ac99dbdf57b1 None None] Provisioning for port 2aef1494-df9b-4e6c-b65a-a7caa98e7f2b completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:28.513996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0fefb302-736e-4b37-9d4e-0173663fe6c7 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:28.544659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064a909-ea67-48cb-a953-5bd2d355b822 req-0056e656-2f4f-499c-9eba-f39a97219a69 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:28.551950 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e064a909-ea67-48cb-a953-5bd2d355b822 req-0056e656-2f4f-499c-9eba-f39a97219a69 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.2045121 Jun 24 12:46:28.572293 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673d3e4-31e1-4007-90a3-7c3e785b215b req-ff3f4e85-de6d-4ffb-9e82-f946299c0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:28.574002 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9673d3e4-31e1-4007-90a3-7c3e785b215b req-ff3f4e85-de6d-4ffb-9e82-f946299c0ac6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fcbc075-b5e7-44c5-bc76-7cf779376ac4 HTTP/1.1" status: 200 len: 899 time: 0.2754207 Jun 24 12:46:28.590118 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-641d9e8b-1ae2-4d28-a2bd-ac99dbdf57b1 None None] Provisioning complete for port 2aef1494-df9b-4e6c-b65a-a7caa98e7f2b triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:28.590670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-641d9e8b-1ae2-4d28-a2bd-ac99dbdf57b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.614248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Allocated IP 172.20.0.1 (d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32/5558d985-5ea1-45c3-ae1e-f2fe7ae95e9f/90705b4d-83a8-4176-b326-89242097b64b) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:28.631044 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9673d3e4-31e1-4007-90a3-7c3e785b215b req-f2cb0a1f-e530-4702-9fd9-fa0b1b22af36 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca HTTP/1.1" status: 200 len: 217 time: 0.0436878 Jun 24 12:46:28.636516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0430be0-3b21-435e-bf4c-d70450eb2047 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.658635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-847a1c0f-09fd-4bfe-a200-389cb802b593 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:28.663103 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Transition to ACTIVE for port object f217ffbf-5c7f-4800-9548-9e61d3e9154c will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:28.668512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] vlan segment allocate from pool success with {'vlan_id': 1336, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:28.715041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.719738 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e064a909-ea67-48cb-a953-5bd2d355b822 req-f00b6bff-dac1-40d6-a54d-07f92c5b2ea7 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668565 Jun 24 12:46:28.730892 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Allocated IP 2001:db8::1 (4c87743a-9703-4c81-ac9c-283cb8a3e691/ff6423ae-9e72-424d-9337-65a3382f259f/79a1655b-c85f-4a9f-93b3-3ce6f6171eae) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:28.733366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0430be0-3b21-435e-bf4c-d70450eb2047 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=8cbdfccd-99ea-487e-9f0e-d54bb0524e19,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:28.733686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:28.736111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e0430be0-3b21-435e-bf4c-d70450eb2047 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:28.785109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-641d9e8b-1ae2-4d28-a2bd-ac99dbdf57b1 None None] Port 2aef1494-df9b-4e6c-b65a-a7caa98e7f2b cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:28.813100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.813759 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Added segment d0bcc544-74ae-4778-8943-649e226623fd of type vlan for network d704f2f4-8334-4ddc-9e9b-58be2a4895ca Jun 24 12:46:28.828548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673d3e4-31e1-4007-90a3-7c3e785b215b req-227b7f38-ba8a-4b52-b27c-251f40ec8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:28.831055 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9673d3e4-31e1-4007-90a3-7c3e785b215b req-227b7f38-ba8a-4b52-b27c-251f40ec8326 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=92694ad8-8dcd-45e9-9cf5-cb1442e8f867 HTTP/1.1" status: 200 len: 834 time: 0.1860096 Jun 24 12:46:28.880480 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e0430be0-3b21-435e-bf4c-d70450eb2047 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.885028 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e0430be0-3b21-435e-bf4c-d70450eb2047 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/8cbdfccd-99ea-487e-9f0e-d54bb0524e19 HTTP/1.1" status: 204 len: 168 time: 1.4571018 Jun 24 12:46:28.886755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45138) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:28.929255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.955667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17afcb92-ba58-4485-8fbf-a835f9b7a54b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:28.957593 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17afcb92-ba58-4485-8fbf-a835f9b7a54b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:28.959188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17afcb92-ba58-4485-8fbf-a835f9b7a54b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:28.963363 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-17afcb92-ba58-4485-8fbf-a835f9b7a54b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0742970 Jun 24 12:46:28.963915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45140) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:28.994038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:28.995693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673d3e4-31e1-4007-90a3-7c3e785b215b req-94919929-c1c5-4d44-bb88-b9668b0704d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:28.997088 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9673d3e4-31e1-4007-90a3-7c3e785b215b req-94919929-c1c5-4d44-bb88-b9668b0704d3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fcbc075-b5e7-44c5-bc76-7cf779376ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1548963 Jun 24 12:46:29.034634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Transition to ACTIVE for port object 79a1655b-c85f-4a9f-93b3-3ce6f6171eae will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:29.040780 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.046288 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:29.046917 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.050883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Network 4c87743a-9703-4c81-ac9c-283cb8a3e691 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:29.057142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-611565ee-9010-430f-9db9-ef6b6fd1a11f tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:29.072790 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:29.078222 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c54731-c5ed-476a-8e94-df82cc5b61fe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet be6e8322-ba27-47ea-a2e2-7811c3cc3730 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:29.079869 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Pushing event updated for resources: {'Port': ['ID=f217ffbf-5c7f-4800-9548-9e61d3e9154c,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:29.086140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:29.096527 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:29.117857 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-7fa1167f-827c-4ece-a185-0e1365dc1e79 None None] Allocated IP 172.20.0.2 (775331f2-7641-4269-a311-a446eb45635d/be6e8322-ba27-47ea-a2e2-7811c3cc3730/0fefb302-736e-4b37-9d4e-0173663fe6c7) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:29.122148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 0fefb302-736e-4b37-9d4e-0173663fe6c7 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:29.122532 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.126481 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9673d3e4-31e1-4007-90a3-7c3e785b215b req-8088d24c-b547-44cd-b4be-9ed10cf390d1 service neutron] 10.222.0.102 "GET /v2.0/networks/3fcbc075-b5e7-44c5-bc76-7cf779376ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214852 Jun 24 12:46:29.143163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45142) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:29.143391 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9820933 Jun 24 12:46:29.158232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-927e4f24-450d-49ed-9bfa-1f422cef6039 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Request body: {'subnet': {'network_id': 'd704f2f4-8334-4ddc-9e9b-58be2a4895ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:29.160858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event updated for resources: {'Network': ['ID=d704f2f4-8334-4ddc-9e9b-58be2a4895ca,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:29.170697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:29.181729 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.190067 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.193562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:29.201733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network d704f2f4-8334-4ddc-9e9b-58be2a4895ca details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:29.236762 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.281112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event updated for resources: {'Port': ['ID=2aef1494-df9b-4e6c-b65a-a7caa98e7f2b,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:29.286222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:29.287116 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4473fadc-bc9c-4b6b-8593-f42cfe8cb44d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:29.291586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 4c87743a-9703-4c81-ac9c-283cb8a3e691 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:29.295166 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.313323 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9673d3e4-31e1-4007-90a3-7c3e785b215b req-7f46b4e5-7c88-4524-b942-80317088ddc3 service neutron] 10.222.0.102 "GET /v2.0/networks/3fcbc075-b5e7-44c5-bc76-7cf779376ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782212 Jun 24 12:46:29.316690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:29.323118 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927e4f24-450d-49ed-9bfa-1f422cef6039 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Made reservation on behalf of 53d83f539ccd4137ba46db3df8ed691a for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:29.324730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:29.325265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.328207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-927e4f24-450d-49ed-9bfa-1f422cef6039 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.397493 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=79a1655b-c85f-4a9f-93b3-3ce6f6171eae,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:29.416884 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Attempting to bind port f217ffbf-5c7f-4800-9548-9e61d3e9154c on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:29.417527 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Attempting to bind port f217ffbf-5c7f-4800-9548-9e61d3e9154c by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '59637882-e12c-453c-ac54-5124966f5e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:29.417665 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Attempting to bind port f217ffbf-5c7f-4800-9548-9e61d3e9154c on network 4c87743a-9703-4c81-ac9c-283cb8a3e691 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:29.430020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:29.454926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-12ff7739-28ce-4d22-8ede-e80f986f3cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.456278 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:29.456768 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Checking segment: {'id': '59637882-e12c-453c-ac54-5124966f5e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:29.457088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.457659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Bound using segment: {'id': '59637882-e12c-453c-ac54-5124966f5e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:29.457963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Bound port: f217ffbf-5c7f-4800-9548-9e61d3e9154c, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59637882-e12c-453c-ac54-5124966f5e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:29.459424 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.483938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.485816 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.526499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Network 0a806992-12ce-433d-bbdf-dad8fcca25da is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:29.530212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:29.530924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Transition to ACTIVE for port object 90705b4d-83a8-4176-b326-89242097b64b will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:29.553403 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.560478 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-927e4f24-450d-49ed-9bfa-1f422cef6039 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.574021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-47701400-b2d3-4b82-8c18-60665619aee8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:29.617343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9f8cc24e-e97b-4db3-a198-b7f76214a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:44:26Z', 'revision_number': 4, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'cd41be81-85d4-439b-bc7d-2b5deaafc294', 'name': '', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'mac_address': 'fa:16:3e:80:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:24Z', 'updated_at': '2021-06-24T12:44:32Z', 'revision_number': 5, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'subnets': [{'id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:29.619569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Transition to ACTIVE for port object 90705b4d-83a8-4176-b326-89242097b64b will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:29.626059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-7fa1167f-827c-4ece-a185-0e1365dc1e79 None None] For port 0fefb302-736e-4b37-9d4e-0173663fe6c7, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0fefb302-736e-4b37-9d4e-0173663fe6c7,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:29.641365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e4f24-450d-49ed-9bfa-1f422cef6039 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event updated for resources: {'Subnet': ['ID=3b9ba009-db68-4bc5-9e23-2150ad80b5e0,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:29.646334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-927e4f24-450d-49ed-9bfa-1f422cef6039 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:29.658005 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e4f24-450d-49ed-9bfa-1f422cef6039 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Checking segment: {'id': 'd0bcc544-74ae-4778-8943-649e226623fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'd704f2f4-8334-4ddc-9e9b-58be2a4895ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:29.658382 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927e4f24-450d-49ed-9bfa-1f422cef6039 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Network hostable DHCP agents. Network: d704f2f4-8334-4ddc-9e9b-58be2a4895ca, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:29.670797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.672749 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8cc24e-e97b-4db3-a198-b7f76214a300 None None] Checking router: 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:46:29.673014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.676611 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ae5451fa-12c1-4df7-894d-6a16b7981eb6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:29.707340 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] For port f217ffbf-5c7f-4800-9548-9e61d3e9154c, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:29.714422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] For port f217ffbf-5c7f-4800-9548-9e61d3e9154c, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f217ffbf-5c7f-4800-9548-9e61d3e9154c,segment=NetworkSegment(59637882-e12c-453c-ac54-5124966f5e56),segment_id=59637882-e12c-453c-ac54-5124966f5e56)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:29.715148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Subnet': ['ID=5558d985-5ea1-45c3-ae1e-f2fe7ae95e9f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:29.727019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:29.742980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:29.746068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927e4f24-450d-49ed-9bfa-1f422cef6039 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Network d704f2f4-8334-4ddc-9e9b-58be2a4895ca is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:29.794408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Router 36c17af2-430c-4a29-bebb-f64d726dbfb6 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:29.804344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.806698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-927e4f24-450d-49ed-9bfa-1f422cef6039 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, d704f2f4-8334-4ddc-9e9b-58be2a4895ca) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:29.814220 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7fa1167f-827c-4ece-a185-0e1365dc1e79 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.832693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7fa1167f-827c-4ece-a185-0e1365dc1e79 None None] Transition to ACTIVE for port object 0fefb302-736e-4b37-9d4e-0173663fe6c7 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:29.833718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Pushing event updated for resources: {'Port': ['ID=90705b4d-83a8-4176-b326-89242097b64b,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:29.839030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:29.844492 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89c54731-c5ed-476a-8e94-df82cc5b61fe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.846516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.848595 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d844efd-1264-42df-a6c1-bb3c20ec110b None None] Network d704f2f4-8334-4ddc-9e9b-58be2a4895ca requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:29.891436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89c54731-c5ed-476a-8e94-df82cc5b61fe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.936354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7fa1167f-827c-4ece-a185-0e1365dc1e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.936993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927e4f24-450d-49ed-9bfa-1f422cef6039 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:29.937598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-927e4f24-450d-49ed-9bfa-1f422cef6039 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.942263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:29.944256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Network d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:29.945825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8fc153a2-ce20-4e72-9cf9-392f9f66ce8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:29.962304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8cc24e-e97b-4db3-a198-b7f76214a300 None None] Routers {'6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:29.962977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9f8cc24e-e97b-4db3-a198-b7f76214a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:29.965150 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:29.987618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:29.995456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf3d9cb-97aa-431d-ac06-7fd2c8487515') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:29.995922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf3d9cb-97aa-431d-ac06-7fd2c8487515') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:30.025361 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-927e4f24-450d-49ed-9bfa-1f422cef6039 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8810544 Jun 24 12:46:30.049108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.061090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45146) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:30.069396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Request body: {'port': {'network_id': 'd704f2f4-8334-4ddc-9e9b-58be2a4895ca', 'name': 'tempest-AllowedAddressPairTestJSON-1420327543'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:30.109549 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.131916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:30.132333 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:30.159975 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:30.182398 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8e19de93-71a3-42b1-a238-640af3293c71 None None] Provisioning complete for port 2aef1494-df9b-4e6c-b65a-a7caa98e7f2b triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:30.182815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8e19de93-71a3-42b1-a238-640af3293c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.190227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89c54731-c5ed-476a-8e94-df82cc5b61fe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.250002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698067a-27da-4b70-8c27-b68d429d89af req-ab18b5bb-b78c-4c9a-b6df-e387a9b7ff1d tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:30.252060 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1698067a-27da-4b70-8c27-b68d429d89af req-ab18b5bb-b78c-4c9a-b6df-e387a9b7ff1d tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.102 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.4769998 Jun 24 12:46:30.338804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Pushing event updated for resources: {'Port': ['ID=f217ffbf-5c7f-4800-9548-9e61d3e9154c,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:30.363515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-d704f2f4-8334-4ddc-9e9b-58be2a4895ca', 'network_id': 'd704f2f4-8334-4ddc-9e9b-58be2a4895ca', 'tenant_id': '53d83f539ccd4137ba46db3df8ed691a', 'fixed_ips': [{'subnet_id': '3b9ba009-db68-4bc5-9e23-2150ad80b5e0'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:30.364376 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.366663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Attempting to bind port 90705b4d-83a8-4176-b326-89242097b64b on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:30.367088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Attempting to bind port 90705b4d-83a8-4176-b326-89242097b64b by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'ddf3d9cb-97aa-431d-ac06-7fd2c8487515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'd0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:30.367428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Attempting to bind port 90705b4d-83a8-4176-b326-89242097b64b on network d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:30.417842 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:30.426472 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "PUT /v2.0/routers/36c17af2-430c-4a29-bebb-f64d726dbfb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7171061 Jun 24 12:46:30.430620 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45148) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:30.432223 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d7d5c1-9db8-4cbc-b8ec-01dcf78f9f94 None None] Sync routers for ids ['36c17af2-430c-4a29-bebb-f64d726dbfb6'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:30.459336 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d7d5c1-9db8-4cbc-b8ec-01dcf78f9f94 None None] Routers {'36c17af2-430c-4a29-bebb-f64d726dbfb6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:30.461397 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d7d7d5c1-9db8-4cbc-b8ec-01dcf78f9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['36c17af2-430c-4a29-bebb-f64d726dbfb6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:30.462973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-9f8cc24e-e97b-4db3-a198-b7f76214a300 None None] Set router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:30.513934 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d7d7d5c1-9db8-4cbc-b8ec-01dcf78f9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:30.534307 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d7d5c1-9db8-4cbc-b8ec-01dcf78f9f94 None None] Routers {'36c17af2-430c-4a29-bebb-f64d726dbfb6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:30.535039 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d7d7d5c1-9db8-4cbc-b8ec-01dcf78f9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['36c17af2-430c-4a29-bebb-f64d726dbfb6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:30.575950 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d7d7d5c1-9db8-4cbc-b8ec-01dcf78f9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:30.576679 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d7d5c1-9db8-4cbc-b8ec-01dcf78f9f94 None None] The sync data for ids ['36c17af2-430c-4a29-bebb-f64d726dbfb6'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:30.597263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89c54731-c5ed-476a-8e94-df82cc5b61fe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.601498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:30.601963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Checking segment: {'id': 'ddf3d9cb-97aa-431d-ac06-7fd2c8487515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'd0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:30.602437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.607843 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Bound using segment: {'id': 'ddf3d9cb-97aa-431d-ac06-7fd2c8487515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'd0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:30.609222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Bound port: 90705b4d-83a8-4176-b326-89242097b64b, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf3d9cb-97aa-431d-ac06-7fd2c8487515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'd0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:30.611208 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dff4e257-da83-4bed-b7b4-04941710c36b tempest-FloatingIPNegativeTestJSON-1074835110 tempest-FloatingIPNegativeTestJSON-1074835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:30.615510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.628665 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-8e19de93-71a3-42b1-a238-640af3293c71 None None] Port 2aef1494-df9b-4e6c-b65a-a7caa98e7f2b cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:30.637559 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Made reservation on behalf of 53d83f539ccd4137ba46db3df8ed691a for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:30.644641 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.675450 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-202a2dde-f994-4273-b445-bb5786ecc512 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.682679 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 12:46:30.682679 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 12:46:30.682679 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'id': 'd0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32'}] Jun 24 12:46:30.682679 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:46:30.683553 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:46:30.717350 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c54731-c5ed-476a-8e94-df82cc5b61fe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=be6e8322-ba27-47ea-a2e2-7811c3cc3730,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:30.727749 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a093e9-d9ac-4cc9-b0e5-dac847b423ab req-d658623a-7629-49aa-9ec0-40af846877f8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:30.729339 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-10a093e9-d9ac-4cc9-b0e5-dac847b423ab req-d658623a-7629-49aa-9ec0-40af846877f8 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 946 time: 0.7891610 Jun 24 12:46:30.739806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-89c54731-c5ed-476a-8e94-df82cc5b61fe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:30.741549 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89c54731-c5ed-476a-8e94-df82cc5b61fe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.743822 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-89c54731-c5ed-476a-8e94-df82cc5b61fe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/be6e8322-ba27-47ea-a2e2-7811c3cc3730 HTTP/1.1" status: 204 len: 168 time: 1.7792828 Jun 24 12:46:30.748799 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45150) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:30.773120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] device_id is not set on port 6f7120aa-7460-4fe4-861a-bccf393c828f yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:46:30.780888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.796625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.798311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.799168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Allocated IP 172.20.0.2 (d704f2f4-8334-4ddc-9e9b-58be2a4895ca/3b9ba009-db68-4bc5-9e23-2150ad80b5e0/9eeca1dc-4266-4963-a1d4-324b9b6fad67) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:30.802719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-53e6fc87-d6a0-4f58-9fa9-b809e3dddbb1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:30.817885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:30.818827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f217ffbf-5c7f-4800-9548-9e61d3e9154c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:30.838544 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-202a2dde-f994-4273-b445-bb5786ecc512 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 24 12:46:30.839538 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-202a2dde-f994-4273-b445-bb5786ecc512 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "DELETE /v2.0/routers/36c17af2-430c-4a29-bebb-f64d726dbfb6 HTTP/1.1" status: 409 len: 329 time: 0.4079316 Jun 24 12:46:30.844948 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45152) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:30.944296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e29ce39-43cd-4385-81ea-a9d6d71576dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet ef979b1e-ff15-452d-abf3-78b59a77ebba {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:30.956058 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-10a093e9-d9ac-4cc9-b0e5-dac847b423ab req-7185cdeb-1555-413d-9815-383775b45950 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/security-groups?id=2868c68d-8468-43ae-9e45-e0aacf4be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097526 Jun 24 12:46:30.956904 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e29ce39-43cd-4385-81ea-a9d6d71576dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.010149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-1698067a-27da-4b70-8c27-b68d429d89af req-57dad643-7b7e-41a0-94a7-e459c99272e0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Deleting port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:31.010654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-1698067a-27da-4b70-8c27-b68d429d89af req-57dad643-7b7e-41a0-94a7-e459c99272e0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.029221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1167f-827c-4ece-a185-0e1365dc1e79 None None] Pushing event updated for resources: {'Port': ['ID=0fefb302-736e-4b37-9d4e-0173663fe6c7,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:31.034647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e29ce39-43cd-4385-81ea-a9d6d71576dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.040861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7fa1167f-827c-4ece-a185-0e1365dc1e79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.095s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:31.051058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.103s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:31.051422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:31.052040 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port f217ffbf-5c7f-4800-9548-9e61d3e9154c completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:31.090133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=79a1655b-c85f-4a9f-93b3-3ce6f6171eae,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:31.103166 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:31.206735 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] For port 90705b4d-83a8-4176-b326-89242097b64b, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:31.234155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 4c87743a-9703-4c81-ac9c-283cb8a3e691 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:31.242086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:31.242551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] For port 90705b4d-83a8-4176-b326-89242097b64b, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=90705b4d-83a8-4176-b326-89242097b64b,segment=NetworkSegment(ddf3d9cb-97aa-431d-ac06-7fd2c8487515),segment_id=ddf3d9cb-97aa-431d-ac06-7fd2c8487515)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:31.274661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.466549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-98fcd3a9-dd61-42e2-9fc3-31e94104e313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:31.522589 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b123d980-e873-4069-adb3-1595aab875ea tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.523900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Pushing event updated for resources: {'Port': ['ID=90705b4d-83a8-4176-b326-89242097b64b,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:31.527837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:31.528653 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15c358a-a376-4a15-98c9-0de1de4474cc None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:31.553425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.585192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 86017d87-e227-4952-8a35-a9d3d6338a5e is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:46:31.622508 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-af22a33b-28f8-46eb-b17c-80cbfb381be7 None None] Provisioning for port 0fefb302-736e-4b37-9d4e-0173663fe6c7 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:31.650165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e2357c-1583-4976-ba33-7708d08f73ed None None] Network 4c87743a-9703-4c81-ac9c-283cb8a3e691 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:31.660325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-1698067a-27da-4b70-8c27-b68d429d89af req-57dad643-7b7e-41a0-94a7-e459c99272e0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] For port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:31.660976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-1698067a-27da-4b70-8c27-b68d429d89af req-57dad643-7b7e-41a0-94a7-e459c99272e0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.682969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-af22a33b-28f8-46eb-b17c-80cbfb381be7 None None] Provisioning complete for port 0fefb302-736e-4b37-9d4e-0173663fe6c7 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:31.683357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-af22a33b-28f8-46eb-b17c-80cbfb381be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.683684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e29ce39-43cd-4385-81ea-a9d6d71576dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.705305 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.707645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-1698067a-27da-4b70-8c27-b68d429d89af req-57dad643-7b7e-41a0-94a7-e459c99272e0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Calling delete_port for dfc29f21-b8ae-4c82-b5d7-258332e2f1ca owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:31.754275 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Transition to ACTIVE for port object 9eeca1dc-4266-4963-a1d4-324b9b6fad67 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:31.787982 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:31.805310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Deleting port 90705b4d-83a8-4176-b326-89242097b64b {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:31.805651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.809309 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5292237 Jun 24 12:46:31.811550 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45154) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:31.817634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-87bf9fbb-d562-40a8-9d46-93d1aa8832ea tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1226147342'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:31.839095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e29ce39-43cd-4385-81ea-a9d6d71576dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.840244 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Sync routers for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:31.843959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-80247690-38c8-4e61-a855-406803ab63a7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:31.852080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Transition to ACTIVE for port object 9eeca1dc-4266-4963-a1d4-324b9b6fad67 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:31.865449 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bf9fbb-d562-40a8-9d46-93d1aa8832ea tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:31.870721 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-87bf9fbb-d562-40a8-9d46-93d1aa8832ea tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.878091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c41447-3cff-488d-99a0-ac0a822526d5 None None] Network d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:31.904494 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.907949 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9f8cc24e-e97b-4db3-a198-b7f76214a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:44:26Z', 'revision_number': 4, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'cd41be81-85d4-439b-bc7d-2b5deaafc294', 'name': '', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'mac_address': 'fa:16:3e:80:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:24Z', 'updated_at': '2021-06-24T12:44:32Z', 'revision_number': 5, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'subnets': [{'id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:31.921371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:31.933172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bf9fbb-d562-40a8-9d46-93d1aa8832ea tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] vlan segment allocate from pool success with {'vlan_id': 1335, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:31.938931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29ce39-43cd-4385-81ea-a9d6d71576dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=ef979b1e-ff15-452d-abf3-78b59a77ebba,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:31.941095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e29ce39-43cd-4385-81ea-a9d6d71576dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.945566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45156) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:31.945767 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2e29ce39-43cd-4385-81ea-a9d6d71576dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/ef979b1e-ff15-452d-abf3-78b59a77ebba HTTP/1.1" status: 204 len: 168 time: 1.1916094 Jun 24 12:46:31.954275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2e29ce39-43cd-4385-81ea-a9d6d71576dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:31.958748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:31.959417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:31.961605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-87bf9fbb-d562-40a8-9d46-93d1aa8832ea tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.962242 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-87bf9fbb-d562-40a8-9d46-93d1aa8832ea tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Added segment 9c481488-3dd1-4a5c-9a41-493ef0e42e7d of type vlan for network 29ebd8d5-6c75-418d-8908-1e6295bc0605 Jun 24 12:46:31.968208 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] For port 90705b4d-83a8-4176-b326-89242097b64b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=90705b4d-83a8-4176-b326-89242097b64b,segment=NetworkSegment(ddf3d9cb-97aa-431d-ac06-7fd2c8487515),segment_id=ddf3d9cb-97aa-431d-ac06-7fd2c8487515)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:31.968583 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.005972 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6cbaa4c2-2520-4503-bd8b-d917bbd25edc tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576878 Jun 24 12:46:32.009412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45160) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:32.025513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Calling delete_port for 90705b4d-83a8-4176-b326-89242097b64b owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:32.038710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6131e5ab-2f5a-4af1-82f7-02137a32f1de {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:46:32.039207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:46:32.043790 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8cc24e-e97b-4db3-a198-b7f76214a300 None None] The sync data for ids ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'] in dv-neutron-797121-4-hyperv is: [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:44:26Z', 'revision_number': 4, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'cd41be81-85d4-439b-bc7d-2b5deaafc294', 'name': '', 'network_id': '3fcbc075-b5e7-44c5-bc76-7cf779376ac4', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'mac_address': 'fa:16:3e:80:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:24Z', 'updated_at': '2021-06-24T12:44:32Z', 'revision_number': 5, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'subnets': [{'id': '92694ad8-8dcd-45e9-9cf5-cb1442e8f867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:32.051845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-44fbc4ec-96d2-43a7-8e87-626eb190d8e3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:32.091497 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-1698067a-27da-4b70-8c27-b68d429d89af req-57dad643-7b7e-41a0-94a7-e459c99272e0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.096313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c717dcba-a443-4657-8ce4-72fe2d2817b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:32.129507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-87bf9fbb-d562-40a8-9d46-93d1aa8832ea tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.132379 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dad643-7b7e-41a0-94a7-e459c99272e0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event deleted for resources: {'Port': ['ID=dfc29f21-b8ae-4c82-b5d7-258332e2f1ca,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:32.135691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-57dad643-7b7e-41a0-94a7-e459c99272e0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:32.182357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Network d704f2f4-8334-4ddc-9e9b-58be2a4895ca is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:32.203016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-1698067a-27da-4b70-8c27-b68d429d89af req-57dad643-7b7e-41a0-94a7-e459c99272e0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] No DVR routers for this DVR port dfc29f21-b8ae-4c82-b5d7-258332e2f1ca on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:32.214685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-1698067a-27da-4b70-8c27-b68d429d89af req-57dad643-7b7e-41a0-94a7-e459c99272e0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.216605 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1698067a-27da-4b70-8c27-b68d429d89af req-57dad643-7b7e-41a0-94a7-e459c99272e0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.102 "DELETE /v2.0/ports/dfc29f21-b8ae-4c82-b5d7-258332e2f1ca HTTP/1.1" status: 204 len: 173 time: 1.7780290 Jun 24 12:46:32.223352 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:32.233662 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'name': 'network-vif-deleted', 'tag': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:46:32.237324 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2362a597-c9e8-4d5d-8136-da27154b638e" -d '{"events": [{"server_uuid": "f877ccdb-5d81-41e0-a9aa-288854fa493e", "name": "network-vif-deleted", "tag": "dfc29f21-b8ae-4c82-b5d7-258332e2f1ca"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:46:32.241816 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:32.263170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Pushing event updated for resources: {'Port': ['ID=9eeca1dc-4266-4963-a1d4-324b9b6fad67,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:32.264758 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6e5d5c04-9aa0-4143-a4b9-4ce49dbe504e req-5d808f9c-efe3-4326-a96b-fe89624d4dc4 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "GET /v2.0/ports?device_id=f877ccdb-5d81-41e0-a9aa-288854fa493e HTTP/1.1" status: 200 len: 210 time: 0.0660365 Jun 24 12:46:32.277221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.281869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6aa54587-42aa-4dbb-a31e-0d076770addb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:32.310872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7125d167-36a7-4cf3-b209-06994aebf5a8 x-openstack-request-id: req-7125d167-36a7-4cf3-b209-06994aebf5a8 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:46:32.311104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-87bf9fbb-d562-40a8-9d46-93d1aa8832ea tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.311667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f877ccdb-5d81-41e0-a9aa-288854fa493e", "name": "network-vif-deleted", "tag": "dfc29f21-b8ae-4c82-b5d7-258332e2f1ca", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:46:32.311667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7125d167-36a7-4cf3-b209-06994aebf5a8 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:46:32.312806 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:32.318389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bf9fbb-d562-40a8-9d46-93d1aa8832ea tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:32.319295 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-87bf9fbb-d562-40a8-9d46-93d1aa8832ea tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.322152 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877ccdb-5d81-41e0-a9aa-288854fa493e', 'name': 'network-vif-deleted', 'tag': 'dfc29f21-b8ae-4c82-b5d7-258332e2f1ca', 'status': 'completed', 'code': 200} Jun 24 12:46:32.327237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-91c853e6-1168-4316-b48e-2cb006791b13 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:32.336126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Port': ['ID=90705b4d-83a8-4176-b326-89242097b64b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:32.337419 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-b123d980-e873-4069-adb3-1595aab875ea tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Deleting port 2aef1494-df9b-4e6c-b65a-a7caa98e7f2b {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:32.337931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b123d980-e873-4069-adb3-1595aab875ea tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.338187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No DVR routers for this DVR port 90705b4d-83a8-4176-b326-89242097b64b on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:32.342907 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:32.381423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.384457 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:32.385388 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fbc4ec-96d2-43a7-8e87-626eb190d8e3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:32.388935 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44fbc4ec-96d2-43a7-8e87-626eb190d8e3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.390324 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-af22a33b-28f8-46eb-b17c-80cbfb381be7 None None] Could not find standard attr ID for object 8cbdfccd-99ea-487e-9f0e-d54bb0524e19. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:46:32.400463 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-87bf9fbb-d562-40a8-9d46-93d1aa8832ea tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5879736 Jun 24 12:46:32.421959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45164) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:32.446204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-5aa1b245-e246-49be-a3e8-71f092f13b3f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'subnet': {'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:32.531229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.547152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Attempting to bind port 9eeca1dc-4266-4963-a1d4-324b9b6fad67 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:32.547623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Attempting to bind port 9eeca1dc-4266-4963-a1d4-324b9b6fad67 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'd0bcc544-74ae-4778-8943-649e226623fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'd704f2f4-8334-4ddc-9e9b-58be2a4895ca'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:32.548068 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Attempting to bind port 9eeca1dc-4266-4963-a1d4-324b9b6fad67 on network d704f2f4-8334-4ddc-9e9b-58be2a4895ca {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:32.554100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf9fbb-d562-40a8-9d46-93d1aa8832ea tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Network': ['ID=29ebd8d5-6c75-418d-8908-1e6295bc0605,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:32.560933 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.574387 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-87bf9fbb-d562-40a8-9d46-93d1aa8832ea tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:32.586709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:32.591844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:32.592381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Checking segment: {'id': 'd0bcc544-74ae-4778-8943-649e226623fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'd704f2f4-8334-4ddc-9e9b-58be2a4895ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:32.592862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.593388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Bound using segment: {'id': 'd0bcc544-74ae-4778-8943-649e226623fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'd704f2f4-8334-4ddc-9e9b-58be2a4895ca'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:32.594029 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Bound port: 9eeca1dc-4266-4963-a1d4-324b9b6fad67, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bcc544-74ae-4778-8943-649e226623fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'd704f2f4-8334-4ddc-9e9b-58be2a4895ca'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:32.594533 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.599011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 29ebd8d5-6c75-418d-8908-1e6295bc0605 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:32.623111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b123d980-e873-4069-adb3-1595aab875ea tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.635003 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-19d595b2-32ac-461f-9b1a-7309b79ba142 None None] Provisioning for port f217ffbf-5c7f-4800-9548-9e61d3e9154c completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:32.637773 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf3d9cb-97aa-431d-ac06-7fd2c8487515') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:32.638310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf3d9cb-97aa-431d-ac06-7fd2c8487515') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:32.649075 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-b123d980-e873-4069-adb3-1595aab875ea tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Calling delete_port for 2aef1494-df9b-4e6c-b65a-a7caa98e7f2b owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:32.669045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] device_id is not set on port 015799df-f0ff-499d-a524-605c7661ded9 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:46:32.682044 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.710808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-19d595b2-32ac-461f-9b1a-7309b79ba142 None None] Provisioning complete for port f217ffbf-5c7f-4800-9548-9e61d3e9154c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:32.711093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-19d595b2-32ac-461f-9b1a-7309b79ba142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.745937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.763448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:32.764039 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:32.768770 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:32.772258 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8bbe1a-f1dd-4d86-8498-4bfe79bc87a5 None None] New status for floating IP 01818061-5aca-49e5-8bdd-b993efe94524: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:46:32.797017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa1b245-e246-49be-a3e8-71f092f13b3f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:32.801167 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5aa1b245-e246-49be-a3e8-71f092f13b3f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.912584 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device dfc29f21-b8ae-4c82-b5d7-258332e2f1ca no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:32.921972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44fbc4ec-96d2-43a7-8e87-626eb190d8e3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:32.929511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d92280ee-57dc-441a-bfab-19c01fa897ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:32.962514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: dfc29f21-b8ae-4c82-b5d7-258332e2f1ca {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:32.962902 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device dfc29f21-b8ae-4c82-b5d7-258332e2f1ca not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:32.971152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a8cd3c-9ed4-496c-8303-17d75c1539e9 None None] Update dhcp port {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'fixed_ips': [{'subnet_id': 'ef979b1e-ff15-452d-abf3-78b59a77ebba'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': '0fefb302-736e-4b37-9d4e-0173663fe6c7'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:46:33.032306 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fbc4ec-96d2-43a7-8e87-626eb190d8e3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:33.036877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-44fbc4ec-96d2-43a7-8e87-626eb190d8e3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:33.041961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] For port 9eeca1dc-4266-4963-a1d4-324b9b6fad67, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:33.044628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Allocated IP 172.20.0.10 (d704f2f4-8334-4ddc-9e9b-58be2a4895ca/3b9ba009-db68-4bc5-9e23-2150ad80b5e0/015799df-f0ff-499d-a524-605c7661ded9) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:33.050363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fbc4ec-96d2-43a7-8e87-626eb190d8e3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:33.051132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44fbc4ec-96d2-43a7-8e87-626eb190d8e3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.082715 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] For port 9eeca1dc-4266-4963-a1d4-324b9b6fad67, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9eeca1dc-4266-4963-a1d4-324b9b6fad67,segment=NetworkSegment(d0bcc544-74ae-4778-8943-649e226623fd),segment_id=d0bcc544-74ae-4778-8943-649e226623fd)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:33.088980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbc4ec-96d2-43a7-8e87-626eb190d8e3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=fcaac2f2-05b6-4f7d-9f10-d4403685e109,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:33.113963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-44fbc4ec-96d2-43a7-8e87-626eb190d8e3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:33.124396 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-44fbc4ec-96d2-43a7-8e87-626eb190d8e3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0910866 Jun 24 12:46:33.126534 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45166) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:33.133359 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:33.141661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.149229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.151214 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32 HTTP/1.1" status: 204 len: 168 time: 5.7244492 Jun 24 12:46:33.154644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.156701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45168) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:33.164569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f65d1eb2-9caf-4fb3-b4f1-381b2bf74ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:33.166529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-57a8cd3c-9ed4-496c-8303-17d75c1539e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.173694 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5ebb694a-1148-447a-9324-038a13fb39a2 tempest-ExternalNetworksTestJSON-2030362294 tempest-ExternalNetworksTestJSON-2030362294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:33.190352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-744182434'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:33.197883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Network': ['ID=d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:33.210627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:33.229651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-19d595b2-32ac-461f-9b1a-7309b79ba142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.270700 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b123d980-e873-4069-adb3-1595aab875ea tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.275782 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4c33c94e-7d1e-4eab-acbe-dbe56477477b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:33.313976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:33.321130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.347995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123d980-e873-4069-adb3-1595aab875ea tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event deleted for resources: {'Port': ['ID=2aef1494-df9b-4e6c-b65a-a7caa98e7f2b,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:33.373333 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b123d980-e873-4069-adb3-1595aab875ea tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:33.445898 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45172) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:33.503813 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5aa1b245-e246-49be-a3e8-71f092f13b3f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.512037 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-687f767f-2a14-4bfd-a0d1-3ccf2d5a5e05 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:33.585877 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.630651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Pushing event updated for resources: {'Port': ['ID=9eeca1dc-4266-4963-a1d4-324b9b6fad67,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:33.655422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:33.656572 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Transition to ACTIVE for port object 015799df-f0ff-499d-a524-605c7661ded9 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:33.659213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1b245-e246-49be-a3e8-71f092f13b3f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Subnet': ['ID=59f4c751-5833-4b1b-9508-e4b08048e47d,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:33.665990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5aa1b245-e246-49be-a3e8-71f092f13b3f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:33.703493 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa1b245-e246-49be-a3e8-71f092f13b3f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Checking segment: {'id': '9c481488-3dd1-4a5c-9a41-493ef0e42e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:33.704167 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa1b245-e246-49be-a3e8-71f092f13b3f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network hostable DHCP agents. Network: 29ebd8d5-6c75-418d-8908-1e6295bc0605, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:33.771488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.784105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-00ac6138-4ecd-4214-96c3-1df3b987fa69 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:33.793121 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa1b245-e246-49be-a3e8-71f092f13b3f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 29ebd8d5-6c75-418d-8908-1e6295bc0605 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:33.812319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:46:29Z', 'revision_number': 2, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:30Z', 'revision_number': 2, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:33.818991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-19d595b2-32ac-461f-9b1a-7309b79ba142 None None] For port f217ffbf-5c7f-4800-9548-9e61d3e9154c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f217ffbf-5c7f-4800-9548-9e61d3e9154c,segment=NetworkSegment(59637882-e12c-453c-ac54-5124966f5e56),segment_id=59637882-e12c-453c-ac54-5124966f5e56)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:33.856240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-5aa1b245-e246-49be-a3e8-71f092f13b3f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 29ebd8d5-6c75-418d-8908-1e6295bc0605) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:33.859349 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Network d704f2f4-8334-4ddc-9e9b-58be2a4895ca is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:33.862644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Checking router: 86017d87-e227-4952-8a35-a9d3d6338a5e for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:46:33.863068 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Updating router 86017d87-e227-4952-8a35-a9d3d6338a5e port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:46:33.875496 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa1b245-e246-49be-a3e8-71f092f13b3f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:33.876712 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5aa1b245-e246-49be-a3e8-71f092f13b3f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.879670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:33.882884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:33.905359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-19d595b2-32ac-461f-9b1a-7309b79ba142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.911018 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:33.951757 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:33.952332 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.957572 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event updated for resources: {'Port': ['ID=015799df-f0ff-499d-a524-605c7661ded9,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:33.963076 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf5b68b-7f1e-403f-ae86-a14509ff03e5 None None] Network 29ebd8d5-6c75-418d-8908-1e6295bc0605 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:33.969694 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:33.984739 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5aa1b245-e246-49be-a3e8-71f092f13b3f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5616851 Jun 24 12:46:33.987581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45174) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:34.001196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9389808 Jun 24 12:46:34.001782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45176) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:34.008897 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Request body: {'port': {'network_id': 'd704f2f4-8334-4ddc-9e9b-58be2a4895ca', 'name': 'tempest-AllowedAddressPairTestJSON-235747028', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:89:b3:b9'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:34.112842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:34.132979 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-40509a05-77c3-4f3b-abdf-70ac1094c75b None None] Provisioning complete for port f217ffbf-5c7f-4800-9548-9e61d3e9154c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:34.133371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-40509a05-77c3-4f3b-abdf-70ac1094c75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:34.149629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] vlan segment allocate from pool success with {'vlan_id': 1347, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:34.158486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502db6d6-1321-442d-81c9-1048b62674aa None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:34.212348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d595b2-32ac-461f-9b1a-7309b79ba142 None None] Pushing event updated for resources: {'Port': ['ID=f217ffbf-5c7f-4800-9548-9e61d3e9154c,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:34.218978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:34.219329 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Added segment e94141fd-e8db-4ab4-b219-fe8a9216e245 of type vlan for network f3d03531-5625-43d0-8318-ab1514f9949f Jun 24 12:46:34.223752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-19d595b2-32ac-461f-9b1a-7309b79ba142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:34.276165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:34.280015 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:34.372688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-29ebd8d5-6c75-418d-8908-1e6295bc0605', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:34.373838 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:34.386174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Made reservation on behalf of 53d83f539ccd4137ba46db3df8ed691a for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:34.434723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b123d980-e873-4069-adb3-1595aab875ea tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:34.449491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:34.577363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:34.638504 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.resource_extend [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 12:46:34.641647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] device_id is not set on port 99851d91-d1ca-4f65-90c9-55ab80e48d4f yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:46:34.695881 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9eeca1dc-4266-4963-a1d4-324b9b6fad67 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:34.748092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:34.753633 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:34.754248 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:34.773287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:34.799991 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6354539 Jun 24 12:46:34.804011 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45178) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:34.825463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Allocated IP 172.20.0.14 (d704f2f4-8334-4ddc-9e9b-58be2a4895ca/3b9ba009-db68-4bc5-9e23-2150ad80b5e0/99851d91-d1ca-4f65-90c9-55ab80e48d4f) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:34.842272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a93c1a3b-b0c2-4ec7-bd48-637757bde34d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:34.856412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdcf69f-a210-40e0-a4de-a41a72d78a64 None None] Network d704f2f4-8334-4ddc-9e9b-58be2a4895ca requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:34.912000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-40509a05-77c3-4f3b-abdf-70ac1094c75b None None] Provisioning for port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:34.949751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Allocated IP 2001:db8:1::2 (29ebd8d5-6c75-418d-8908-1e6295bc0605/59f4c751-5833-4b1b-9508-e4b08048e47d/3940a016-1349-4c75-94da-ab4d89716d52) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:34.980666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:34.990022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-40509a05-77c3-4f3b-abdf-70ac1094c75b None None] Provisioning complete for port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:34.990620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-40509a05-77c3-4f3b-abdf-70ac1094c75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.034361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 9eeca1dc-4266-4963-a1d4-324b9b6fad67 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:35.046653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Network': ['ID=f3d03531-5625-43d0-8318-ab1514f9949f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:35.062231 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b123d980-e873-4069-adb3-1595aab875ea tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Router 36c17af2-430c-4a29-bebb-f64d726dbfb6 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:35.064708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f217ffbf-5c7f-4800-9548-9e61d3e9154c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:35.064923 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:35.081440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network f3d03531-5625-43d0-8318-ab1514f9949f details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:35.133662 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-40509a05-77c3-4f3b-abdf-70ac1094c75b None None] Port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:35.163498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.190221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Transition to ACTIVE for port object 99851d91-d1ca-4f65-90c9-55ab80e48d4f will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:35.295620 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b123d980-e873-4069-adb3-1595aab875ea tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:35.306719 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b123d980-e873-4069-adb3-1595aab875ea tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "PUT /v2.0/routers/36c17af2-430c-4a29-bebb-f64d726dbfb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4607434 Jun 24 12:46:35.310159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45180) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:35.328914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6288bc9-1c97-4ed3-8022-294b77b20b4f None None] Sync routers for ids ['36c17af2-430c-4a29-bebb-f64d726dbfb6'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:35.334670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.341278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.351096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:35.352337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a93c1a3b-b0c2-4ec7-bd48-637757bde34d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.387288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Transition to ACTIVE for port object 79a1655b-c85f-4a9f-93b3-3ce6f6171eae will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:35.401403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c250a382-9464-4355-9eb3-c0686dc84d3a None None] Provisioning complete for port 0fefb302-736e-4b37-9d4e-0173663fe6c7 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:35.401711 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c250a382-9464-4355-9eb3-c0686dc84d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.402575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Network d704f2f4-8334-4ddc-9e9b-58be2a4895ca is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:35.413195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:35.417972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:35.419426 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-b8bdf37a-a77a-4109-a36a-0fb9d88a6347 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] show failed (client error): The resource could not be found. Jun 24 12:46:35.420610 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b8bdf37a-a77a-4109-a36a-0fb9d88a6347 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "GET /v2.0/routers/tempest-non_exist_router-378452874 HTTP/1.1" status: 404 len: 334 time: 0.1029510 Jun 24 12:46:35.424854 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45182) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:35.428838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a93c1a3b-b0c2-4ec7-bd48-637757bde34d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.435144 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-23cf0546-e7c4-43c5-b773-4c121a3a394d tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:35.436974 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6288bc9-1c97-4ed3-8022-294b77b20b4f None None] Routers {'36c17af2-430c-4a29-bebb-f64d726dbfb6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:35.437613 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b6288bc9-1c97-4ed3-8022-294b77b20b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['36c17af2-430c-4a29-bebb-f64d726dbfb6'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:35.441179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ab140b39-9041-4753-9eeb-05d2054ff6c2 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:35.457341 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event updated for resources: {'Port': ['ID=99851d91-d1ca-4f65-90c9-55ab80e48d4f,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:35.461053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:35.485811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:35.486581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.489306 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.504491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a93c1a3b-b0c2-4ec7-bd48-637757bde34d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network f3d03531-5625-43d0-8318-ab1514f9949f is not hosted by any dhcp agent {{(pid=100146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 12:46:35.508057 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5040817 Jun 24 12:46:35.508715 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45184) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:35.510108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c1a3b-b0c2-4ec7-bd48-637757bde34d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:35.510933 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a93c1a3b-b0c2-4ec7-bd48-637757bde34d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.512172 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a93c1a3b-b0c2-4ec7-bd48-637757bde34d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "PUT /v2.0/networks/f3d03531-5625-43d0-8318-ab1514f9949f HTTP/1.1" status: 200 len: 723 time: 0.6744707 Jun 24 12:46:35.517538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45186) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:35.519497 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-23cf0546-e7c4-43c5-b773-4c121a3a394d tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] update failed (client error): The resource could not be found. Jun 24 12:46:35.520745 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-23cf0546-e7c4-43c5-b773-4c121a3a394d tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "PUT /v2.0/routers/tempest-non_exist_router-430550202 HTTP/1.1" status: 404 len: 334 time: 0.0944207 Jun 24 12:46:35.549071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45188) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:35.554164 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-49f6394f-fa76-4ecf-bb57-0047b888c755 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'subnet': {'network_id': 'f3d03531-5625-43d0-8318-ab1514f9949f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:35.632935 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c1a3b-b0c2-4ec7-bd48-637757bde34d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Network': ['ID=f3d03531-5625-43d0-8318-ab1514f9949f,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:35.644671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a93c1a3b-b0c2-4ec7-bd48-637757bde34d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:35.666375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-70dc7e06-d110-4780-8db5-c4c46e3a5ef5 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.670364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:46:35.690486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-70e05c6a-5d3d-4785-a2e7-0e50b31f9cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:35.694868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d9d041-fca7-419c-9578-54c8e8d0bdcb tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Deleting subnet 563fd84a-73b4-4fd9-a858-36d4539de973 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:35.701367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network f3d03531-5625-43d0-8318-ab1514f9949f details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:35.703115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c1d9d041-fca7-419c-9578-54c8e8d0bdcb tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.728415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b6288bc9-1c97-4ed3-8022-294b77b20b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:35.762336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63618e45-232c-4e88-942a-10776da9ecc3 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:35.768256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63618e45-232c-4e88-942a-10776da9ecc3 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:35.774725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63618e45-232c-4e88-942a-10776da9ecc3 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:35.780039 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-63618e45-232c-4e88-942a-10776da9ecc3 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2702620 Jun 24 12:46:35.783734 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45190) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:35.786469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port f217ffbf-5c7f-4800-9548-9e61d3e9154c triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:35.786469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.806331 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c1d9d041-fca7-419c-9578-54c8e8d0bdcb tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.852527 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f6394f-fa76-4ecf-bb57-0047b888c755 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:35.856310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-49f6394f-fa76-4ecf-bb57-0047b888c755 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.871907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:35.891863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6288bc9-1c97-4ed3-8022-294b77b20b4f None None] Routers {'36c17af2-430c-4a29-bebb-f64d726dbfb6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:35.892551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b6288bc9-1c97-4ed3-8022-294b77b20b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['36c17af2-430c-4a29-bebb-f64d726dbfb6'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:35.894251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632b587-f132-4f6d-a3eb-1ada9ee94551 None None] Pushing event updated for resources: {'Port': ['ID=79a1655b-c85f-4a9f-93b3-3ce6f6171eae,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:35.933536 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9632b587-f132-4f6d-a3eb-1ada9ee94551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:35.944113 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6b54ae-f143-4039-9403-ecbee4994c89 None None] Update dhcp port {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'fixed_ips': [{'subnet_id': 'fcaac2f2-05b6-4f7d-9f10-d4403685e109'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': '0fefb302-736e-4b37-9d4e-0173663fe6c7'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:46:35.950427 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Transition to ACTIVE for port object 3940a016-1349-4c75-94da-ab4d89716d52 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:35.976063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b6288bc9-1c97-4ed3-8022-294b77b20b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:35.976762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6288bc9-1c97-4ed3-8022-294b77b20b4f None None] The sync data for ids ['36c17af2-430c-4a29-bebb-f64d726dbfb6'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:36.056177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Transition to ACTIVE for port object 3940a016-1349-4c75-94da-ab4d89716d52 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:36.064858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.095164 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.098069 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-db6b54ae-f143-4039-9403-ecbee4994c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.104976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:36.143111 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Attempting to bind port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:36.143490 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Attempting to bind port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '59637882-e12c-453c-ac54-5124966f5e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:36.143855 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Attempting to bind port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae on network 4c87743a-9703-4c81-ac9c-283cb8a3e691 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:36.195266 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:36.195647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Checking segment: {'id': '59637882-e12c-453c-ac54-5124966f5e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:36.196057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.196454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Bound using segment: {'id': '59637882-e12c-453c-ac54-5124966f5e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:36.196942 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Bound port: 79a1655b-c85f-4a9f-93b3-3ce6f6171eae, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59637882-e12c-453c-ac54-5124966f5e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:36.197328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.201222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Network 29ebd8d5-6c75-418d-8908-1e6295bc0605 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:36.239017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-49f6394f-fa76-4ecf-bb57-0047b888c755 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.247869 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:36.248634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7d540678-2414-40c3-9949-76b5bc430f5b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:36.258555 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Pushing event updated for resources: {'Port': ['ID=3940a016-1349-4c75-94da-ab4d89716d52,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:36.264709 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:36.266850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:36.303440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c250a382-9464-4355-9eb3-c0686dc84d3a None None] Provisioning for port 9eeca1dc-4266-4963-a1d4-324b9b6fad67 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:36.327708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Allocated IP 2001:db8:1::1 (29ebd8d5-6c75-418d-8908-1e6295bc0605/59f4c751-5833-4b1b-9508-e4b08048e47d/498728db-7853-413b-9ae7-a9f56b75b8f0) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:36.330419 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c1d9d041-fca7-419c-9578-54c8e8d0bdcb tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.372764 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c250a382-9464-4355-9eb3-c0686dc84d3a None None] Provisioning complete for port 9eeca1dc-4266-4963-a1d4-324b9b6fad67 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:36.372992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c250a382-9464-4355-9eb3-c0686dc84d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.381301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0fefb302-736e-4b37-9d4e-0173663fe6c7 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:36.382327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6394f-fa76-4ecf-bb57-0047b888c755 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Subnet': ['ID=1a4c5c50-944a-43d5-9dd9-40dbcf35ef24,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:36.393123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] For port 0fefb302-736e-4b37-9d4e-0173663fe6c7, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0fefb302-736e-4b37-9d4e-0173663fe6c7,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:36.400749 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-49f6394f-fa76-4ecf-bb57-0047b888c755 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:36.474559 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.476926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6394f-fa76-4ecf-bb57-0047b888c755 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Checking segment: {'id': 'e94141fd-e8db-4ab4-b219-fe8a9216e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'f3d03531-5625-43d0-8318-ab1514f9949f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:36.477766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6394f-fa76-4ecf-bb57-0047b888c755 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network hostable DHCP agents. Network: f3d03531-5625-43d0-8318-ab1514f9949f, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:36.485570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-54957bc3-5d64-4357-95a6-db2e30582227 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Deleting port 99851d91-d1ca-4f65-90c9-55ab80e48d4f {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:36.486104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54957bc3-5d64-4357-95a6-db2e30582227 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.496052 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.497202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.502157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aaeb1563-b0fd-47c8-9b72-d4bb4ceeab18 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:36.545653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-70dc7e06-d110-4780-8db5-c4c46e3a5ef5 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Deleting port cd41be81-85d4-439b-bc7d-2b5deaafc294 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:36.546341 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-70dc7e06-d110-4780-8db5-c4c46e3a5ef5 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.556361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Attempting to bind port 3940a016-1349-4c75-94da-ab4d89716d52 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:36.556361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Attempting to bind port 3940a016-1349-4c75-94da-ab4d89716d52 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '9c481488-3dd1-4a5c-9a41-493ef0e42e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:36.559414 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:36.564222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Attempting to bind port 3940a016-1349-4c75-94da-ab4d89716d52 on network 29ebd8d5-6c75-418d-8908-1e6295bc0605 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:36.581579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] For port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:36.582747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:36.582921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c1d9d041-fca7-419c-9578-54c8e8d0bdcb tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.585605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:36.587663 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.588189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:36.588522 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Checking segment: {'id': '9c481488-3dd1-4a5c-9a41-493ef0e42e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:36.588934 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.589330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Bound using segment: {'id': '9c481488-3dd1-4a5c-9a41-493ef0e42e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:36.590425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Bound port: 3940a016-1349-4c75-94da-ab4d89716d52, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c481488-3dd1-4a5c-9a41-493ef0e42e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:36.590425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.591401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-17ff2adf-27f6-4b4b-88b1-83efcbbdd36a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:36.600361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] For port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=79a1655b-c85f-4a9f-93b3-3ce6f6171eae,segment=NetworkSegment(59637882-e12c-453c-ac54-5124966f5e56),segment_id=59637882-e12c-453c-ac54-5124966f5e56)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:36.620236 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.625636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b735489c-85d4-4cb9-9520-b2486f6b91cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:36.627679 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6394f-fa76-4ecf-bb57-0047b888c755 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network f3d03531-5625-43d0-8318-ab1514f9949f is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:36.647722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9d041-fca7-419c-9578-54c8e8d0bdcb tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event deleted for resources: {'Subnet': ['ID=563fd84a-73b4-4fd9-a858-36d4539de973,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:36.653221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c1d9d041-fca7-419c-9578-54c8e8d0bdcb tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.655507 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c1d9d041-fca7-419c-9578-54c8e8d0bdcb tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "DELETE /v2.0/subnets/563fd84a-73b4-4fd9-a858-36d4539de973 HTTP/1.1" status: 204 len: 168 time: 1.0969403 Jun 24 12:46:36.662350 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45192) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:36.663632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c1d9d041-fca7-419c-9578-54c8e8d0bdcb tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:36.680981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=0fefb302-736e-4b37-9d4e-0173663fe6c7,revision_number=8']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:36.682325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-49f6394f-fa76-4ecf-bb57-0047b888c755 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, f3d03531-5625-43d0-8318-ab1514f9949f) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:36.685686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:36.694822 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.697329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f6394f-fa76-4ecf-bb57-0047b888c755 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:36.697924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-49f6394f-fa76-4ecf-bb57-0047b888c755 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.707531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54957bc3-5d64-4357-95a6-db2e30582227 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.710945 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-90cb60b7-5441-4cea-b825-466735dc44f4 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:36.720897 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5931141 Jun 24 12:46:36.726326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45194) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:36.728843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Transition to ACTIVE for port object 498728db-7853-413b-9ae7-a9f56b75b8f0 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:36.736853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'mac_address': 'fa:16:3e:41:fb:6a', 'name': 'tempest-NetworksTestDHCPv6-2097710450'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:36.750492 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-54957bc3-5d64-4357-95a6-db2e30582227 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Calling delete_port for 99851d91-d1ca-4f65-90c9-55ab80e48d4f owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:36.773119 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-49f6394f-fa76-4ecf-bb57-0047b888c755 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2535646 Jun 24 12:46:36.777276 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d040535-6a77-438d-9ca9-a56dcd0d80b8 None None] Network 62f7a1a0-dc4d-4575-be76-04a8f2834dff requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:36.778173 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45196) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:36.780203 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe88299-25a0-48d4-85a8-e7ca7ac9d8b7 None None] Network f3d03531-5625-43d0-8318-ab1514f9949f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:36.782598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.787807 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4695487f-d239-4c2f-a8b9-63d592a05a78 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:36.809656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2479790-d3bf-4fdd-bcb5-c722f0b8644f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Deleting subnet b2f2448b-e3e9-45b0-8dd3-b2a4835acdd2 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:36.843651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2479790-d3bf-4fdd-bcb5-c722f0b8644f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.849977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=dea0bede-11a8-4eb5-8404-0e43b4b4c5ec,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:36.853381 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:36.899060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-70dc7e06-d110-4780-8db5-c4c46e3a5ef5 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] For port cd41be81-85d4-439b-bc7d-2b5deaafc294, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cd41be81-85d4-439b-bc7d-2b5deaafc294,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:36.899423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-70dc7e06-d110-4780-8db5-c4c46e3a5ef5 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.924124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-70dc7e06-d110-4780-8db5-c4c46e3a5ef5 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Calling delete_port for cd41be81-85d4-439b-bc7d-2b5deaafc294 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:36.943538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2479790-d3bf-4fdd-bcb5-c722f0b8644f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.059312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-db6b54ae-f143-4039-9403-ecbee4994c89 None None] Allocated IP 172.20.0.2 (775331f2-7641-4269-a311-a446eb45635d/fcaac2f2-05b6-4f7d-9f10-d4403685e109/0fefb302-736e-4b37-9d4e-0173663fe6c7) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:37.127679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c250a382-9464-4355-9eb3-c0686dc84d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.138316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632b587-f132-4f6d-a3eb-1ada9ee94551 None None] Pushing event updated for resources: {'Port': ['ID=79a1655b-c85f-4a9f-93b3-3ce6f6171eae,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:37.154856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:37.155465 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:37.160473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9632b587-f132-4f6d-a3eb-1ada9ee94551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:37.173718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] For port 3940a016-1349-4c75-94da-ab4d89716d52, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:37.337366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] For port 3940a016-1349-4c75-94da-ab4d89716d52, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3940a016-1349-4c75-94da-ab4d89716d52,segment=NetworkSegment(9c481488-3dd1-4a5c-9a41-493ef0e42e7d),segment_id=9c481488-3dd1-4a5c-9a41-493ef0e42e7d)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:37.396761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.410793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:37.463959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.467282 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54957bc3-5d64-4357-95a6-db2e30582227 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.476288 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a9b7a646-e572-4882-8880-727b1cb57ba0 tempest-ServerActionsTestJSON-975648096 tempest-ServerActionsTestJSON-975648096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:37.476740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:46:37.476740 dv-neutron-797121-4-hyperv neutron-server[100147]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 24 12:46:37.476740 dv-neutron-797121-4-hyperv neutron-server[100147]: [parameters: {'status': 'DOWN', 'ports_id': '0fefb302-736e-4b37-9d4e-0173663fe6c7'}] Jun 24 12:46:37.476740 dv-neutron-797121-4-hyperv neutron-server[100147]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:46:37.477179 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:46:37.503295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c250a382-9464-4355-9eb3-c0686dc84d3a None None] For port 9eeca1dc-4266-4963-a1d4-324b9b6fad67, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9eeca1dc-4266-4963-a1d4-324b9b6fad67,segment=NetworkSegment(d0bcc544-74ae-4778-8943-649e226623fd),segment_id=d0bcc544-74ae-4778-8943-649e226623fd)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:37.511388 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4695487f-d239-4c2f-a8b9-63d592a05a78 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30057062'] for subnet, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.515132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:37.526649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 29ebd8d5-6c75-418d-8908-1e6295bc0605 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:37.532002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:37.547809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:37.548366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.572827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2479790-d3bf-4fdd-bcb5-c722f0b8644f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.695619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=498728db-7853-413b-9ae7-a9f56b75b8f0,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:37.733065 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:37.733753 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c250a382-9464-4355-9eb3-c0686dc84d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.738444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:37.840727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-db6b54ae-f143-4039-9403-ecbee4994c89 None None] For port 0fefb302-736e-4b37-9d4e-0173663fe6c7, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0fefb302-736e-4b37-9d4e-0173663fe6c7,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:37.872693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Pushing event updated for resources: {'Port': ['ID=3940a016-1349-4c75-94da-ab4d89716d52,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:37.890744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:37.907000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5ab6995d-d2f6-45e3-b489-8a3245ac9f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:37.908256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a3b79a58-5aa7-4aff-ab5f-6fd5719b85a0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:37.919151 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2479790-d3bf-4fdd-bcb5-c722f0b8644f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.937635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.954587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54957bc3-5d64-4357-95a6-db2e30582227 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event deleted for resources: {'Port': ['ID=99851d91-d1ca-4f65-90c9-55ab80e48d4f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:37.955423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fd1202cf-64ef-4e76-befe-8496bef9315a tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:37.966888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2479790-d3bf-4fdd-bcb5-c722f0b8644f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.970930 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d2479790-d3bf-4fdd-bcb5-c722f0b8644f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "DELETE /v2.0/subnets/b2f2448b-e3e9-45b0-8dd3-b2a4835acdd2 HTTP/1.1" status: 204 len: 168 time: 1.3028600 Jun 24 12:46:37.973019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45198) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:38.001637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788bd6b5-a61b-4f85-acea-c40def12a027 None None] Network 89bef706-643f-4389-9936-e014a9d21c84 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:38.027322 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port 30bdeb54-757a-46b0-91b1-3c2f626e7764 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:46:38.035288 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479790-d3bf-4fdd-bcb5-c722f0b8644f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f2448b-e3e9-45b0-8dd3-b2a4835acdd2,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:38.045705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-54957bc3-5d64-4357-95a6-db2e30582227 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:38.063101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-f3d03531-5625-43d0-8318-ab1514f9949f', 'network_id': 'f3d03531-5625-43d0-8318-ab1514f9949f', 'tenant_id': '2155e866308e447f865897479ff9b7cc', 'fixed_ips': [{'subnet_id': '1a4c5c50-944a-43d5-9dd9-40dbcf35ef24'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:38.064086 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.068376 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4695487f-d239-4c2f-a8b9-63d592a05a78 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760207632842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32606949'] for subnet, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.083970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d2479790-d3bf-4fdd-bcb5-c722f0b8644f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:38.084483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d2479790-d3bf-4fdd-bcb5-c722f0b8644f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:38.140688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-db6b54ae-f143-4039-9403-ecbee4994c89 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.157170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54957bc3-5d64-4357-95a6-db2e30582227 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.158957 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-54957bc3-5d64-4357-95a6-db2e30582227 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "DELETE /v2.0/ports/99851d91-d1ca-4f65-90c9-55ab80e48d4f HTTP/1.1" status: 204 len: 168 time: 2.3734183 Jun 24 12:46:38.174148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4695487f-d239-4c2f-a8b9-63d592a05a78 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:38.175030 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4695487f-d239-4c2f-a8b9-63d592a05a78 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.178868 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4695487f-d239-4c2f-a8b9-63d592a05a78 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "PUT /v2.0/subnets/1a4c5c50-944a-43d5-9dd9-40dbcf35ef24 HTTP/1.1" status: 200 len: 806 time: 1.3935356 Jun 24 12:46:38.178868 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45200) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:38.180722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45202) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:38.189473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-612f705b-3a22-4c32-bf88-b1c1eed2f9fe None None] Could not find standard attr ID for object 99851d91-d1ca-4f65-90c9-55ab80e48d4f. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:46:38.215552 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c50243-c7e7-43d3-bde9-f9794e375d27 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] GET failed (client error): The resource could not be found. Jun 24 12:46:38.217167 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-47c50243-c7e7-43d3-bde9-f9794e375d27 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "GET /v2.0/ports/99851d91-d1ca-4f65-90c9-55ab80e48d4f HTTP/1.1" status: 404 len: 333 time: 0.0393946 Jun 24 12:46:38.224587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45204) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:38.227616 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.230620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250a382-9464-4355-9eb3-c0686dc84d3a None None] Pushing event updated for resources: {'Port': ['ID=9eeca1dc-4266-4963-a1d4-324b9b6fad67,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:38.235085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c250a382-9464-4355-9eb3-c0686dc84d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:38.247145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-70dc7e06-d110-4780-8db5-c4c46e3a5ef5 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.258253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695487f-d239-4c2f-a8b9-63d592a05a78 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Subnet': ['ID=1a4c5c50-944a-43d5-9dd9-40dbcf35ef24,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:38.258509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.264366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-db6b54ae-f143-4039-9403-ecbee4994c89 None None] Transition to ACTIVE for port object 0fefb302-736e-4b37-9d4e-0173663fe6c7 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:38.266892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Request body: {'port': {'network_id': 'd704f2f4-8334-4ddc-9e9b-58be2a4895ca', 'name': 'tempest-AllowedAddressPairTestJSON-1756015178'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:38.269707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4695487f-d239-4c2f-a8b9-63d592a05a78 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:38.273905 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-055536a5-dbef-4fdc-8645-c55e45ef2e69 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:38.289931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.320722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc7e06-d110-4780-8db5-c4c46e3a5ef5 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event deleted for resources: {'Port': ['ID=cd41be81-85d4-439b-bc7d-2b5deaafc294,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:38.329363 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-db6b54ae-f143-4039-9403-ecbee4994c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.331283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-19d595b2-32ac-461f-9b1a-7309b79ba142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:38.336151 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-70dc7e06-d110-4780-8db5-c4c46e3a5ef5 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:38.368745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-612f705b-3a22-4c32-bf88-b1c1eed2f9fe None None] Provisioning for port 015799df-f0ff-499d-a524-605c7661ded9 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:38.408625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d0bda6-afff-441d-95b1-50efa6010e28 None None] DHCP port deletion for 62f7a1a0-dc4d-4575-be76-04a8f2834dff request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:46:38.430706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-612f705b-3a22-4c32-bf88-b1c1eed2f9fe None None] Provisioning complete for port 015799df-f0ff-499d-a524-605c7661ded9 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:38.431249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-612f705b-3a22-4c32-bf88-b1c1eed2f9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.600082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-70dc7e06-d110-4780-8db5-c4c46e3a5ef5 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.648568 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 172.20.0.3 (775331f2-7641-4269-a311-a446eb45635d/fcaac2f2-05b6-4f7d-9f10-d4403685e109/30bdeb54-757a-46b0-91b1-3c2f626e7764) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:38.657401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.674397 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b54ae-f143-4039-9403-ecbee4994c89 None None] Pushing event updated for resources: {'Port': ['ID=0fefb302-736e-4b37-9d4e-0173663fe6c7,revision_number=9']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:38.678184 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-db6b54ae-f143-4039-9403-ecbee4994c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:38.685090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-612f705b-3a22-4c32-bf88-b1c1eed2f9fe None None] Port 015799df-f0ff-499d-a524-605c7661ded9 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:38.692048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::f816:3eff:fe41:fb6a (775331f2-7641-4269-a311-a446eb45635d/dea0bede-11a8-4eb5-8404-0e43b4b4c5ec/30bdeb54-757a-46b0-91b1-3c2f626e7764) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:38.723701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:46:38.724074 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:46:38.736530 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Allocated IP 172.20.0.2 (f3d03531-5625-43d0-8318-ab1514f9949f/1a4c5c50-944a-43d5-9dd9-40dbcf35ef24/0a542f5d-8485-47d6-8958-ac2cd9887b0c) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:38.787529 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Deleting port 5f65f74e-ae0b-40d8-a327-38d37a46f738 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:38.787791 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.855549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-70d0bda6-afff-441d-95b1-50efa6010e28 None None] Deleting port 5f65f74e-ae0b-40d8-a327-38d37a46f738 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:38.856024 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-70d0bda6-afff-441d-95b1-50efa6010e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.890486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] For port 5f65f74e-ae0b-40d8-a327-38d37a46f738, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5f65f74e-ae0b-40d8-a327-38d37a46f738,segment=NetworkSegment(f745f3c2-58e5-4b69-9eb6-2ef79aaa5375),segment_id=f745f3c2-58e5-4b69-9eb6-2ef79aaa5375)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:38.895346 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:38.914253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Calling delete_port for 5f65f74e-ae0b-40d8-a327-38d37a46f738 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:38.922668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:46:29Z', 'revision_number': 2, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:36Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:38.998453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.001686 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Made reservation on behalf of 53d83f539ccd4137ba46db3df8ed691a for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:39.006097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.024704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.034116 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a164090d-3055-48b2-8569-ab2b148a61da None None] DHCP port deletion for 89bef706-643f-4389-9936-e014a9d21c84 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:46:39.089714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] device_id is not set on port 2552e7c5-368b-4279-b2dd-752395786e5c yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:46:39.104885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13690e-eb87-4136-9287-6840d0041ea4 None None] The sync data for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv is: [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:46:29Z', 'revision_number': 2, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:36Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:39.172007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dc7e06-d110-4780-8db5-c4c46e3a5ef5 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:39.181307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-612f705b-3a22-4c32-bf88-b1c1eed2f9fe None None] Provisioning complete for port 9eeca1dc-4266-4963-a1d4-324b9b6fad67 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:39.181746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-612f705b-3a22-4c32-bf88-b1c1eed2f9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.206115 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-70d0bda6-afff-441d-95b1-50efa6010e28 None None] For port 5f65f74e-ae0b-40d8-a327-38d37a46f738, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5f65f74e-ae0b-40d8-a327-38d37a46f738,segment=NetworkSegment(f745f3c2-58e5-4b69-9eb6-2ef79aaa5375),segment_id=f745f3c2-58e5-4b69-9eb6-2ef79aaa5375)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:39.207290 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-70d0bda6-afff-441d-95b1-50efa6010e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.319369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 0fefb302-736e-4b37-9d4e-0173663fe6c7, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0fefb302-736e-4b37-9d4e-0173663fe6c7,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:39.342449 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-70d0bda6-afff-441d-95b1-50efa6010e28 None None] Calling delete_port for 5f65f74e-ae0b-40d8-a327-38d37a46f738 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:39.377504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.379103 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dc7e06-d110-4780-8db5-c4c46e3a5ef5 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:39.382708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.388990 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-70dc7e06-d110-4780-8db5-c4c46e3a5ef5 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "PUT /v2.0/routers/6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9066253 Jun 24 12:46:39.389633 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc01da51-20c6-4d8f-b0df-979a426358bd None None] Sync routers for ids ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:39.391864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45206) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:39.403877 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-347e1e10-899d-47e3-9271-ffe31dc44c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:39.404639 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.412099 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc01da51-20c6-4d8f-b0df-979a426358bd None None] Routers {'6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:39.412735 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-fc01da51-20c6-4d8f-b0df-979a426358bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:39.482243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:39.486667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.488957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b2047c-1597-4686-85f2-c8ad68d91d0c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Deleting subnet 92694ad8-8dcd-45e9-9cf5-cb1442e8f867 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:39.512997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.551911 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] No DVR routers for this DVR port 5f65f74e-ae0b-40d8-a327-38d37a46f738 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:39.560949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a13ccab6-050e-4dfe-8efb-584bf1074a08 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:39.634852 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=0fefb302-736e-4b37-9d4e-0173663fe6c7,revision_number=10']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:39.638465 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-a164090d-3055-48b2-8569-ab2b148a61da None None] Deleting port 11acdec0-7937-4ea5-b5b8-add2c1c8044a {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:39.638914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a164090d-3055-48b2-8569-ab2b148a61da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.656036 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-fc01da51-20c6-4d8f-b0df-979a426358bd None None] Set router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:39.659377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:39.660970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d617fd-f4a5-4fe9-a45d-18ee31fe5e5d None None] Network 29ebd8d5-6c75-418d-8908-1e6295bc0605 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:39.709731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=498728db-7853-413b-9ae7-a9f56b75b8f0,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:39.717667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.767102 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.769482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.794732 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object 30bdeb54-757a-46b0-91b1-3c2f626e7764 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:39.804264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f7a1a0-dc4d-4575-be76-04a8f2834dff']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:39.842051 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f745f3c2-58e5-4b69-9eb6-2ef79aaa5375') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:39.842673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f745f3c2-58e5-4b69-9eb6-2ef79aaa5375') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:39.853208 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Transition to ACTIVE for port object 0a542f5d-8485-47d6-8958-ac2cd9887b0c will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:39.863515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.869610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Allocated IP 172.20.0.3 (d704f2f4-8334-4ddc-9e9b-58be2a4895ca/3b9ba009-db68-4bc5-9e23-2150ad80b5e0/2552e7c5-368b-4279-b2dd-752395786e5c) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:39.894606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:39.902050 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:39.902471 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.010250 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65b2047c-1597-4686-85f2-c8ad68d91d0c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:40.014156 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:40.038426 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-fc01da51-20c6-4d8f-b0df-979a426358bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:46:37Z', 'revision_number': 5, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:40.040309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event deleted for resources: {'Port': ['ID=5f65f74e-ae0b-40d8-a327-38d37a46f738,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:40.043705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:40.047737 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.054037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.058925 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "DELETE /v2.0/networks/62f7a1a0-dc4d-4575-be76-04a8f2834dff HTTP/1.1" status: 204 len: 168 time: 2.0429394 Jun 24 12:46:40.062859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45208) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:40.063762 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b2bf74db-970d-4385-84f3-02eb5a50046b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:40.072257 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc01da51-20c6-4d8f-b0df-979a426358bd None None] Checking router: 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:46:40.081212 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc01da51-20c6-4d8f-b0df-979a426358bd None None] Routers {'6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:40.082063 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-fc01da51-20c6-4d8f-b0df-979a426358bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:40.092415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0fefb302-736e-4b37-9d4e-0173663fe6c7 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:40.095284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5513d3-de29-441c-b138-f37b96576cf2 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:40.095443 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event deleted for resources: {'Network': ['ID=62f7a1a0-dc4d-4575-be76-04a8f2834dff,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:40.098413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:40.159703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.178754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Transition to ACTIVE for port object 2552e7c5-368b-4279-b2dd-752395786e5c will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:40.192535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65b2047c-1597-4686-85f2-c8ad68d91d0c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.217299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:40.220771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.237640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f3831e2e-ed56-4a09-a9f4-18dec60a91f8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:40.244086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.272672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.387103 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65b2047c-1597-4686-85f2-c8ad68d91d0c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.390841 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Transition to ACTIVE for port object 0a542f5d-8485-47d6-8958-ac2cd9887b0c will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:40.415880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-a164090d-3055-48b2-8569-ab2b148a61da None None] For port 11acdec0-7937-4ea5-b5b8-add2c1c8044a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=11acdec0-7937-4ea5-b5b8-add2c1c8044a,segment=NetworkSegment(0a80263e-42f6-4f18-9db5-33ef9ddeb34d),segment_id=0a80263e-42f6-4f18-9db5-33ef9ddeb34d)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:40.416474 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a164090d-3055-48b2-8569-ab2b148a61da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.424309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Deleting port 11acdec0-7937-4ea5-b5b8-add2c1c8044a {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:40.424925 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.427556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Network d704f2f4-8334-4ddc-9e9b-58be2a4895ca is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:40.439909 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-fc01da51-20c6-4d8f-b0df-979a426358bd None None] Set router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:40.455594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.458883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:40.460214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=30bdeb54-757a-46b0-91b1-3c2f626e7764,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:40.472329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:40.473227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-42e65f72-76de-4431-8874-5c7e7ff787ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:40.473424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:40.478615 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:40.483115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-375bcdfb-9669-4460-b80b-58fa834a02b9 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:40.489534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:40.491903 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:40.518391 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] For port 11acdec0-7937-4ea5-b5b8-add2c1c8044a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=11acdec0-7937-4ea5-b5b8-add2c1c8044a,segment=NetworkSegment(0a80263e-42f6-4f18-9db5-33ef9ddeb34d),segment_id=0a80263e-42f6-4f18-9db5-33ef9ddeb34d)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:40.518776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.540064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Calling delete_port for 11acdec0-7937-4ea5-b5b8-add2c1c8044a owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:40.554202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65b2047c-1597-4686-85f2-c8ad68d91d0c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.558678 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c603213e-53b5-4234-bad2-68b8a9b2954e tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:40.579479 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Pushing event updated for resources: {'Port': ['ID=0a542f5d-8485-47d6-8958-ac2cd9887b0c,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:40.589028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2047c-1597-4686-85f2-c8ad68d91d0c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event deleted for resources: {'Subnet': ['ID=92694ad8-8dcd-45e9-9cf5-cb1442e8f867,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:40.591761 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-65b2047c-1597-4686-85f2-c8ad68d91d0c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:40.605587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-a164090d-3055-48b2-8569-ab2b148a61da None None] Calling delete_port for 11acdec0-7937-4ea5-b5b8-add2c1c8044a owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:40.616871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:40.617668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:40.617977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a006ffd7-372b-446e-bc75-aabe6ee70715 None None] Provisioning for port 3940a016-1349-4c75-94da-ab4d89716d52 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:40.618692 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.634343 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65b2047c-1597-4686-85f2-c8ad68d91d0c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.636457 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-65b2047c-1597-4686-85f2-c8ad68d91d0c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "DELETE /v2.0/subnets/92694ad8-8dcd-45e9-9cf5-cb1442e8f867 HTTP/1.1" status: 204 len: 168 time: 1.2429307 Jun 24 12:46:40.644846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Network f3d03531-5625-43d0-8318-ab1514f9949f is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:40.646331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45210) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:40.668062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:40.672657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6169bb47-d3ae-44a7-bce9-3988e8de7568 None None] Network 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:40.673322 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-fc01da51-20c6-4d8f-b0df-979a426358bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:46:37Z', 'revision_number': 5, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:40.713732 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc01da51-20c6-4d8f-b0df-979a426358bd None None] The sync data for ids ['6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5'] in dv-neutron-797121-4-hyperv is: [{'id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037980640', 'tenant_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:44:14Z', 'updated_at': '2021-06-24T12:46:37Z', 'revision_number': 5, 'project_id': 'f16dceb62aa542cfb1110ee3ca83cc7e', 'gw_port': {'id': '228b94ee-e455-4da2-8e1b-5c9c482982e2', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:44:16Z', 'updated_at': '2021-06-24T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:40.715887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:40.744231 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-70d0bda6-afff-441d-95b1-50efa6010e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.785399 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9632b587-f132-4f6d-a3eb-1ada9ee94551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:40.786417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70d0bda6-afff-441d-95b1-50efa6010e28 None None] Network 62f7a1a0-dc4d-4575-be76-04a8f2834dff is not hosted by any dhcp agent {{(pid=100147) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 12:46:40.787784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d0bda6-afff-441d-95b1-50efa6010e28 None None] No DVR routers for this DVR port 5f65f74e-ae0b-40d8-a327-38d37a46f738 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:40.788103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.814833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.829063 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d62b5011-466c-4021-98fb-6647042330c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:40.831428 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6075740 Jun 24 12:46:40.839329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45212) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:40.850591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-8c013c77-2012-49e5-a26c-13d085c6e1d6 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:89:b3:b9'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:40.856571 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] No DVR routers for this DVR port 11acdec0-7937-4ea5-b5b8-add2c1c8044a on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:40.864719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event deleted for resources: {'Port': ['ID=11acdec0-7937-4ea5-b5b8-add2c1c8044a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:40.867635 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:40.902457 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event updated for resources: {'Port': ['ID=2552e7c5-368b-4279-b2dd-752395786e5c,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:40.903138 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.919830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:40.920683 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:40.933682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 29ebd8d5-6c75-418d-8908-1e6295bc0605 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:40.936051 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0bda6-afff-441d-95b1-50efa6010e28 None None] Pushing event deleted for resources: {'Port': ['ID=5f65f74e-ae0b-40d8-a327-38d37a46f738,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:40.943278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:40.943816 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-190cf0de-df0d-4f9f-943d-fb4ab6d18848 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:40.958896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-70d0bda6-afff-441d-95b1-50efa6010e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:40.981939 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:40.987782 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2564125 Jun 24 12:46:40.989765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45214) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:40.995163 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a006ffd7-372b-446e-bc75-aabe6ee70715 None None] Provisioning for port 0fefb302-736e-4b37-9d4e-0173663fe6c7 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:40.997740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3940a016-1349-4c75-94da-ab4d89716d52 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:41.008018 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.056850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4c5c50-944a-43d5-9dd9-40dbcf35ef24,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:41.058331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a006ffd7-372b-446e-bc75-aabe6ee70715 None None] Provisioning complete for port 0fefb302-736e-4b37-9d4e-0173663fe6c7 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:41.058712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a006ffd7-372b-446e-bc75-aabe6ee70715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.070196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:41.072774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bef706-643f-4389-9936-e014a9d21c84']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:41.100842 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a80263e-42f6-4f18-9db5-33ef9ddeb34d') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:41.101757 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a80263e-42f6-4f18-9db5-33ef9ddeb34d') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:41.121224 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.154955 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.161148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.163017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Attempting to bind port 0a542f5d-8485-47d6-8958-ac2cd9887b0c on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:41.163481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Attempting to bind port 0a542f5d-8485-47d6-8958-ac2cd9887b0c by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'e94141fd-e8db-4ab4-b219-fe8a9216e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'f3d03531-5625-43d0-8318-ab1514f9949f'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:41.163916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Attempting to bind port 0a542f5d-8485-47d6-8958-ac2cd9887b0c on network f3d03531-5625-43d0-8318-ab1514f9949f {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:41.172033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.178858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:41.179494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:41.183373 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:41.207727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:41.208161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Checking segment: {'id': 'e94141fd-e8db-4ab4-b219-fe8a9216e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'f3d03531-5625-43d0-8318-ab1514f9949f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:41.208806 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.209215 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Bound using segment: {'id': 'e94141fd-e8db-4ab4-b219-fe8a9216e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'f3d03531-5625-43d0-8318-ab1514f9949f'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:41.209901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Bound port: 0a542f5d-8485-47d6-8958-ac2cd9887b0c, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94141fd-e8db-4ab4-b219-fe8a9216e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'f3d03531-5625-43d0-8318-ab1514f9949f'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:41.210086 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.211053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d03531-5625-43d0-8318-ab1514f9949f']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:41.242940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94141fd-e8db-4ab4-b219-fe8a9216e245') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:41.243237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94141fd-e8db-4ab4-b219-fe8a9216e245') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:41.261586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85800ab-062f-4dd6-91eb-b8fe4511f771 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:41.267938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85800ab-062f-4dd6-91eb-b8fe4511f771 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:41.269446 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f85800ab-062f-4dd6-91eb-b8fe4511f771 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2788231 Jun 24 12:46:41.273390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.276581 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a164090d-3055-48b2-8569-ab2b148a61da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.276752 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45216) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:41.281711 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-29852b9f-b9bf-4ff6-963e-9b1a0a91dc8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:41.314582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 86017d87-e227-4952-8a35-a9d3d6338a5e has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:41.332054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.348506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8c013c77-2012-49e5-a26c-13d085c6e1d6 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.348762 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.351920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:41.352386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.354334 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:41.357137 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:41.360252 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "DELETE /v2.0/networks/89bef706-643f-4389-9936-e014a9d21c84 HTTP/1.1" status: 204 len: 168 time: 1.2756269 Jun 24 12:46:41.367094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45218) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:41.368120 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:41.403726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164090d-3055-48b2-8569-ab2b148a61da None None] Pushing event deleted for resources: {'Port': ['ID=11acdec0-7937-4ea5-b5b8-add2c1c8044a,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:41.412832 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a164090d-3055-48b2-8569-ab2b148a61da None None] No DVR routers for this DVR port 11acdec0-7937-4ea5-b5b8-add2c1c8044a on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:41.436261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a164090d-3055-48b2-8569-ab2b148a61da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:41.454417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 3940a016-1349-4c75-94da-ab4d89716d52 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:41.457755 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event deleted for resources: {'Network': ['ID=89bef706-643f-4389-9936-e014a9d21c84,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:41.461412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:41.469699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3940a016-1349-4c75-94da-ab4d89716d52 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:41.469699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.501937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Deleting port 228b94ee-e455-4da2-8e1b-5c9c482982e2 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:41.502425 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.511227 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76ffbea-16a2-49ed-808c-4c4b6e328601 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Deleting subnet 1edeedf7-7727-4561-9dd7-44aaf61e14ee {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:41.540735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c76ffbea-16a2-49ed-808c-4c4b6e328601 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.600117 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] For port 0a542f5d-8485-47d6-8958-ac2cd9887b0c, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:41.610161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a006ffd7-372b-446e-bc75-aabe6ee70715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.635788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port 30bdeb54-757a-46b0-91b1-3c2f626e7764 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:41.636292 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.737526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-a006ffd7-372b-446e-bc75-aabe6ee70715 None None] For port 0fefb302-736e-4b37-9d4e-0173663fe6c7, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0fefb302-736e-4b37-9d4e-0173663fe6c7,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:41.742288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.761950 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1a3735-ee16-4686-a5fe-8685507ecfab None None] DHCP port deletion for 3fcbc075-b5e7-44c5-bc76-7cf779376ac4 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:46:41.795721 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 3940a016-1349-4c75-94da-ab4d89716d52, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3940a016-1349-4c75-94da-ab4d89716d52,segment=NetworkSegment(9c481488-3dd1-4a5c-9a41-493ef0e42e7d),segment_id=9c481488-3dd1-4a5c-9a41-493ef0e42e7d)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:41.797674 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a006ffd7-372b-446e-bc75-aabe6ee70715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.836361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-70d0bda6-afff-441d-95b1-50efa6010e28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:41.841972 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:41.843466 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9eeca1dc-4266-4963-a1d4-324b9b6fad67 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:41.954477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006ffd7-372b-446e-bc75-aabe6ee70715 None None] Pushing event updated for resources: {'Port': ['ID=0fefb302-736e-4b37-9d4e-0173663fe6c7,revision_number=11']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:41.958741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a006ffd7-372b-446e-bc75-aabe6ee70715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:41.969168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-47868c06-36e3-4d15-94f2-c20e1e8f77f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:42.043453 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a3735-ee16-4686-a5fe-8685507ecfab None None] Deleting port 81d07a0d-1528-4808-9205-6fcaebba21fb {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:42.044237 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cb1a3735-ee16-4686-a5fe-8685507ecfab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.045985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5e4bdce0-5af8-4c7d-b773-f0c879d532e5 None None] Provisioning complete for port 3940a016-1349-4c75-94da-ab4d89716d52 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:42.046347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e4bdce0-5af8-4c7d-b773-f0c879d532e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.087855 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 9eeca1dc-4266-4963-a1d4-324b9b6fad67 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:42.088194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.098313 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c76ffbea-16a2-49ed-808c-4c4b6e328601 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.116243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 12:46:42.116243 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 12:46:42.116243 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'id': 'f3d03531-5625-43d0-8318-ab1514f9949f'}] Jun 24 12:46:42.116243 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:46:42.117114 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:46:42.142729 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] For port 0a542f5d-8485-47d6-8958-ac2cd9887b0c, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0a542f5d-8485-47d6-8958-ac2cd9887b0c,segment=NetworkSegment(e94141fd-e8db-4ab4-b219-fe8a9216e245),segment_id=e94141fd-e8db-4ab4-b219-fe8a9216e245)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:42.143533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:42.152693 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1632674 Jun 24 12:46:42.161791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45220) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:42.169355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=3940a016-1349-4c75-94da-ab4d89716d52,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:42.172811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.180064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-97adc2af-473a-4dc3-9a1b-5ff523af4b5e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-748420642'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:42.194940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] For port 228b94ee-e455-4da2-8e1b-5c9c482982e2, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=228b94ee-e455-4da2-8e1b-5c9c482982e2,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:42.195398 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.195687 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:42.196161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:42.236885 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Calling delete_port for 228b94ee-e455-4da2-8e1b-5c9c482982e2 owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:42.260470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Sync routers for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:42.267016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Pushing event updated for resources: {'Port': ['ID=0a542f5d-8485-47d6-8958-ac2cd9887b0c,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:42.330725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:42.341266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97adc2af-473a-4dc3-9a1b-5ff523af4b5e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:42.345425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97adc2af-473a-4dc3-9a1b-5ff523af4b5e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.373062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.384759 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:42.385438 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:42.410675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for 30bdeb54-757a-46b0-91b1-3c2f626e7764 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:42.417513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8c013c77-2012-49e5-a26c-13d085c6e1d6 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.424863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97adc2af-473a-4dc3-9a1b-5ff523af4b5e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] vlan segment allocate from pool success with {'vlan_id': 1310, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:42.430207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8c013c77-2012-49e5-a26c-13d085c6e1d6 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.431782 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c76ffbea-16a2-49ed-808c-4c4b6e328601 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.439189 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:42.486094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-cb1a3735-ee16-4686-a5fe-8685507ecfab None None] For port 81d07a0d-1528-4808-9205-6fcaebba21fb, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=81d07a0d-1528-4808-9205-6fcaebba21fb,segment=NetworkSegment(f6795eff-07e2-42fa-befe-355df18654a1),segment_id=f6795eff-07e2-42fa-befe-355df18654a1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:42.486698 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cb1a3735-ee16-4686-a5fe-8685507ecfab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.511027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c013c77-2012-49e5-a26c-13d085c6e1d6 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event updated for resources: {'Port': ['ID=2552e7c5-368b-4279-b2dd-752395786e5c,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:42.517868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8c013c77-2012-49e5-a26c-13d085c6e1d6 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:42.524170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97adc2af-473a-4dc3-9a1b-5ff523af4b5e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.524692 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-97adc2af-473a-4dc3-9a1b-5ff523af4b5e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Added segment 71e949c0-3d88-4526-9460-170fb15abec6 of type vlan for network a81455aa-6c7d-44b7-9d36-696f76020f7a Jun 24 12:46:42.569070 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9207d6-eab6-4f52-8231-aa9d24767530 None None] Network f3d03531-5625-43d0-8318-ab1514f9949f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:42.610924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a3735-ee16-4686-a5fe-8685507ecfab None None] Calling delete_port for 81d07a0d-1528-4808-9205-6fcaebba21fb owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:42.618978 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.628154 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97adc2af-473a-4dc3-9a1b-5ff523af4b5e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.690919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-8c013c77-2012-49e5-a26c-13d085c6e1d6 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] In _notify_port_updated(), no bound segment for port 2552e7c5-368b-4279-b2dd-752395786e5c on network d704f2f4-8334-4ddc-9e9b-58be2a4895ca {{(pid=100145) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:46:42.702561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c013c77-2012-49e5-a26c-13d085c6e1d6 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:42.703345 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8c013c77-2012-49e5-a26c-13d085c6e1d6 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.707993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45222) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:42.712781 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c76ffbea-16a2-49ed-808c-4c4b6e328601 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.719356 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8c013c77-2012-49e5-a26c-13d085c6e1d6 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "PUT /v2.0/ports/2552e7c5-368b-4279-b2dd-752395786e5c HTTP/1.1" status: 200 len: 994 time: 1.8773613 Jun 24 12:46:42.731292 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-29420bcd-0a64-4e91-9830-29ecd4c87d66 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:42.765436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97adc2af-473a-4dc3-9a1b-5ff523af4b5e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.772207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97adc2af-473a-4dc3-9a1b-5ff523af4b5e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:42.772976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97adc2af-473a-4dc3-9a1b-5ff523af4b5e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.778390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5048312a-f5ce-4638-9f5f-5556718c71cc tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:42.842316 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-97adc2af-473a-4dc3-9a1b-5ff523af4b5e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6776507 Jun 24 12:46:42.848687 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45224) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:42.873884 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ffbea-16a2-49ed-808c-4c4b6e328601 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event deleted for resources: {'Subnet': ['ID=1edeedf7-7727-4561-9dd7-44aaf61e14ee,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:42.885011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Deleting port 0a542f5d-8485-47d6-8958-ac2cd9887b0c {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:42.885659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.923987 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-9c7cbbd5-b89f-4ead-8e26-5644af8ec3a3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'subnet': {'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:42.946186 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c76ffbea-16a2-49ed-808c-4c4b6e328601 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:42.977437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c76ffbea-16a2-49ed-808c-4c4b6e328601 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.979387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:42.982750 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c76ffbea-16a2-49ed-808c-4c4b6e328601 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "DELETE /v2.0/subnets/1edeedf7-7727-4561-9dd7-44aaf61e14ee HTTP/1.1" status: 204 len: 168 time: 1.6105843 Jun 24 12:46:42.983385 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45226) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:42.989247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] For port 0a542f5d-8485-47d6-8958-ac2cd9887b0c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0a542f5d-8485-47d6-8958-ac2cd9887b0c,segment=NetworkSegment(e94141fd-e8db-4ab4-b219-fe8a9216e245),segment_id=e94141fd-e8db-4ab4-b219-fe8a9216e245)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:42.990140 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:42.992670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adc2af-473a-4dc3-9a1b-5ff523af4b5e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Network': ['ID=a81455aa-6c7d-44b7-9d36-696f76020f7a,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:43.003584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-97adc2af-473a-4dc3-9a1b-5ff523af4b5e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:43.013668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Calling delete_port for 0a542f5d-8485-47d6-8958-ac2cd9887b0c owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:43.069973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0ebfe9-b336-413c-adca-84c64819649c None None] Network 0a806992-12ce-433d-bbdf-dad8fcca25da requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:43.071982 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network a81455aa-6c7d-44b7-9d36-696f76020f7a details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:43.118906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.130414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5f65f74e-ae0b-40d8-a327-38d37a46f738 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:43.133623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d5eacd0a-ebac-40cc-947e-1d612b048335 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:43.165436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Port': ['ID=0a542f5d-8485-47d6-8958-ac2cd9887b0c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:43.171043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No DVR routers for this DVR port 0a542f5d-8485-47d6-8958-ac2cd9887b0c on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:43.173237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:43.181287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.193020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7f58d8ed-58bc-4219-bc50-f85434dcab17 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:43.259378 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event deleted for resources: {'Port': ['ID=228b94ee-e455-4da2-8e1b-5c9c482982e2,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:43.262707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:43.272773 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.275569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 5f65f74e-ae0b-40d8-a327-38d37a46f738 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:43.275933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5f65f74e-ae0b-40d8-a327-38d37a46f738 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:43.276359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 11acdec0-7937-4ea5-b5b8-add2c1c8044a no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:43.285103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d03531-5625-43d0-8318-ab1514f9949f']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:43.300680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.304839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94141fd-e8db-4ab4-b219-fe8a9216e245') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:43.305023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94141fd-e8db-4ab4-b219-fe8a9216e245') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:43.306863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5e4bdce0-5af8-4c7d-b773-f0c879d532e5 None None] Provisioning for port 2552e7c5-368b-4279-b2dd-752395786e5c completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:43.316443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.335257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.345789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:43.347046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.368532 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5e4bdce0-5af8-4c7d-b773-f0c879d532e5 None None] Provisioning complete for port 2552e7c5-368b-4279-b2dd-752395786e5c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:43.369204 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e4bdce0-5af8-4c7d-b773-f0c879d532e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.376650 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7cbbd5-b89f-4ead-8e26-5644af8ec3a3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:43.381126 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9c7cbbd5-b89f-4ead-8e26-5644af8ec3a3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.393065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 11acdec0-7937-4ea5-b5b8-add2c1c8044a {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:43.393424 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 11acdec0-7937-4ea5-b5b8-add2c1c8044a not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:43.396364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f044355e-da9c-4482-884b-b9da12171e72 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Deleting port 2552e7c5-368b-4279-b2dd-752395786e5c {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:43.396727 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f044355e-da9c-4482-884b-b9da12171e72 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.414840 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.447120 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b123d980-e873-4069-adb3-1595aab875ea tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:43.449256 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:43.488837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.496240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.500588 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/f3d03531-5625-43d0-8318-ab1514f9949f HTTP/1.1" status: 204 len: 168 time: 5.3172457 Jun 24 12:46:43.500588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:43.503485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45228) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:43.507444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e9b34-22e5-49b7-b59f-9dd931c907c5 None None] Network f3d03531-5625-43d0-8318-ab1514f9949f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:43.531994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Network': ['ID=f3d03531-5625-43d0-8318-ab1514f9949f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:43.534906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:43.537027 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-386f4be7-f4e7-44a1-bb6a-f025ec83eaca tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:43.537638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386f4be7-f4e7-44a1-bb6a-f025ec83eaca tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:43.539392 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-386f4be7-f4e7-44a1-bb6a-f025ec83eaca tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/f3d03531-5625-43d0-8318-ab1514f9949f HTTP/1.1" status: 404 len: 339 time: 0.0350499 Jun 24 12:46:43.545238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45230) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:43.551459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-946ee9ce-e161-4742-a850-8fa560eac083 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-969446731', 'description': 'd1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:43.573671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e9b34-22e5-49b7-b59f-9dd931c907c5 None None] Network f3d03531-5625-43d0-8318-ab1514f9949f could not be found, it might have been deleted concurrently. {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 24 12:46:43.580263 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cb1a3735-ee16-4686-a5fe-8685507ecfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.597612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946ee9ce-e161-4742-a850-8fa560eac083 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:43.604228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-946ee9ce-e161-4742-a850-8fa560eac083 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.607886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2eda9049-d2eb-436f-85b1-958656cb18f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:43.609889 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5e4bdce0-5af8-4c7d-b773-f0c879d532e5 None None] Port 2552e7c5-368b-4279-b2dd-752395786e5c cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:43.651943 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946ee9ce-e161-4742-a850-8fa560eac083 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] vlan segment allocate from pool success with {'vlan_id': 1337, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:43.669657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-946ee9ce-e161-4742-a850-8fa560eac083 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.670241 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-946ee9ce-e161-4742-a850-8fa560eac083 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Added segment 9c06492d-4e6e-42ac-82cf-26a74393706c of type vlan for network e27391e6-45da-4265-8d9a-44bb4fc0b82b Jun 24 12:46:43.677127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a3735-ee16-4686-a5fe-8685507ecfab None None] No DVR routers for this DVR port 81d07a0d-1528-4808-9205-6fcaebba21fb on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:43.682286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a3735-ee16-4686-a5fe-8685507ecfab None None] Pushing event deleted for resources: {'Port': ['ID=81d07a0d-1528-4808-9205-6fcaebba21fb,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:43.687978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-cb1a3735-ee16-4686-a5fe-8685507ecfab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:43.742524 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5e4bdce0-5af8-4c7d-b773-f0c879d532e5 None None] Provisioning for port 498728db-7853-413b-9ae7-a9f56b75b8f0 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:43.748215 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5e4bdce0-5af8-4c7d-b773-f0c879d532e5 None None] Provisioning complete for port 498728db-7853-413b-9ae7-a9f56b75b8f0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:43.748604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e4bdce0-5af8-4c7d-b773-f0c879d532e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.758538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-946ee9ce-e161-4742-a850-8fa560eac083 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.797962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f044355e-da9c-4482-884b-b9da12171e72 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.824040 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0fefb302-736e-4b37-9d4e-0173663fe6c7 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:43.826756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5e4bdce0-5af8-4c7d-b773-f0c879d532e5 None None] Port 498728db-7853-413b-9ae7-a9f56b75b8f0 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:43.834942 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-946ee9ce-e161-4742-a850-8fa560eac083 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.843211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ee9ce-e161-4742-a850-8fa560eac083 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:43.844554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-946ee9ce-e161-4742-a850-8fa560eac083 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.847531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-97adc2af-473a-4dc3-9a1b-5ff523af4b5e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:43.850237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f044355e-da9c-4482-884b-b9da12171e72 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Calling delete_port for 2552e7c5-368b-4279-b2dd-752395786e5c owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:43.875432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:46:38Z', 'revision_number': 3, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:38Z', 'revision_number': 2, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:36Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:43.876095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=30bdeb54-757a-46b0-91b1-3c2f626e7764,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:43.884687 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.898582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.899294 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.899917 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.900589 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.901545 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.902113 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.902969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.903523 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.904074 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.904645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.905396 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.905996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.917604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Checking router: 86017d87-e227-4952-8a35-a9d3d6338a5e for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:46:43.918080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Updating router 86017d87-e227-4952-8a35-a9d3d6338a5e port 498728db-7853-413b-9ae7-a9f56b75b8f0 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:46:43.932745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:43.945323 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-946ee9ce-e161-4742-a850-8fa560eac083 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3956304 Jun 24 12:46:43.948913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45232) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:43.956882 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b9159d-5aee-484a-82f2-61c2ddf480c7 None None] DHCP port deletion for 0a806992-12ce-433d-bbdf-dad8fcca25da request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:46:43.982617 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ee9ce-e161-4742-a850-8fa560eac083 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Network': ['ID=e27391e6-45da-4265-8d9a-44bb4fc0b82b,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:43.994097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-946ee9ce-e161-4742-a850-8fa560eac083 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:43.996023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network e27391e6-45da-4265-8d9a-44bb4fc0b82b details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:44.017644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.039269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-eb69d0a3-986f-47a2-9efb-f3c52cce4e0b None None] Provisioning complete for port 2552e7c5-368b-4279-b2dd-752395786e5c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:44.039646 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-eb69d0a3-986f-47a2-9efb-f3c52cce4e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.048403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f0bb83-3209-4034-adfd-df26cf9c55a8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:44.050616 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f3f0bb83-3209-4034-adfd-df26cf9c55a8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "GET /v2.0/networks?id=e27391e6-45da-4265-8d9a-44bb4fc0b82b HTTP/1.1" status: 200 len: 760 time: 0.1007624 Jun 24 12:46:44.053427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45234) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:44.060669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-734c5458-64d3-40ca-9486-99272a073a60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'network': {'description': 'd2'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:44.104032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.109875 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.112073 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 0fefb302-736e-4b37-9d4e-0173663fe6c7 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:44.112451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.116637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.119326 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/30bdeb54-757a-46b0-91b1-3c2f626e7764 HTTP/1.1" status: 204 len: 168 time: 2.8415749 Jun 24 12:46:44.125068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45236) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:44.203054 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-eb69d0a3-986f-47a2-9efb-f3c52cce4e0b None None] Port 2552e7c5-368b-4279-b2dd-752395786e5c cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:44.225331 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db97dc7-a66c-4db1-919d-715cce10e655 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:44.226845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db97dc7-a66c-4db1-919d-715cce10e655 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:44.228330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db97dc7-a66c-4db1-919d-715cce10e655 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:44.232459 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4db97dc7-a66c-4db1-919d-715cce10e655 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1035509 Jun 24 12:46:44.232881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45238) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:44.241071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.241727 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Fanout notify agent at l3_agent the message router_deleted on router 6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:46:44.251139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.255627 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "DELETE /v2.0/routers/6ec4bfef-4b74-4a86-8f51-f1b3a98c32b5 HTTP/1.1" status: 204 len: 168 time: 3.6057787 Jun 24 12:46:44.259924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Deleting port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:44.259924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.267594 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45240) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:44.295484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c8b9159d-5aee-484a-82f2-61c2ddf480c7 None None] Deleting port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:44.295861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c8b9159d-5aee-484a-82f2-61c2ddf480c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.343535 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-eb69d0a3-986f-47a2-9efb-f3c52cce4e0b None None] Provisioning complete for port 498728db-7853-413b-9ae7-a9f56b75b8f0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:44.343909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-eb69d0a3-986f-47a2-9efb-f3c52cce4e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.404755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-734c5458-64d3-40ca-9486-99272a073a60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.411760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1768f2-a1d3-4333-9b7c-71a507ebcaa6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet dea0bede-11a8-4eb5-8404-0e43b4b4c5ec {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:44.426576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f1768f2-a1d3-4333-9b7c-71a507ebcaa6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.458563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.461444 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] For port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=53fa3cff-ae81-4fa3-b780-4b14ffd379ae,segment=NetworkSegment(ff34acd1-a14a-451c-bccd-1de54bfef8a8),segment_id=ff34acd1-a14a-451c-bccd-1de54bfef8a8)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:44.462074 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.464625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-734c5458-64d3-40ca-9486-99272a073a60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.473494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:44.488356 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-734c5458-64d3-40ca-9486-99272a073a60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network e27391e6-45da-4265-8d9a-44bb4fc0b82b is not hosted by any dhcp agent {{(pid=100145) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 12:46:44.493550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c5458-64d3-40ca-9486-99272a073a60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:44.494379 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-734c5458-64d3-40ca-9486-99272a073a60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.495727 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-734c5458-64d3-40ca-9486-99272a073a60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "PUT /v2.0/networks/e27391e6-45da-4265-8d9a-44bb4fc0b82b HTTP/1.1" status: 200 len: 757 time: 0.4410264 Jun 24 12:46:44.500048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45242) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:44.514380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Calling delete_port for 53fa3cff-ae81-4fa3-b780-4b14ffd379ae owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:44.521578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f044355e-da9c-4482-884b-b9da12171e72 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.548859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9c7cbbd5-b89f-4ead-8e26-5644af8ec3a3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.551143 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:44.562396 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c8b9159d-5aee-484a-82f2-61c2ddf480c7 None None] For port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=53fa3cff-ae81-4fa3-b780-4b14ffd379ae,segment=NetworkSegment(ff34acd1-a14a-451c-bccd-1de54bfef8a8),segment_id=ff34acd1-a14a-451c-bccd-1de54bfef8a8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:44.563107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c8b9159d-5aee-484a-82f2-61c2ddf480c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.575139 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f1768f2-a1d3-4333-9b7c-71a507ebcaa6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.576961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-eb69d0a3-986f-47a2-9efb-f3c52cce4e0b None None] Port 498728db-7853-413b-9ae7-a9f56b75b8f0 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:44.592482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 79a1655b-c85f-4a9f-93b3-3ce6f6171eae up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:44.606625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c8b9159d-5aee-484a-82f2-61c2ddf480c7 None None] Calling delete_port for 53fa3cff-ae81-4fa3-b780-4b14ffd379ae owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:44.620035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c5458-64d3-40ca-9486-99272a073a60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Network': ['ID=e27391e6-45da-4265-8d9a-44bb4fc0b82b,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:44.623008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-734c5458-64d3-40ca-9486-99272a073a60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:44.643433 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044355e-da9c-4482-884b-b9da12171e72 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event deleted for resources: {'Port': ['ID=2552e7c5-368b-4279-b2dd-752395786e5c,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:44.680606 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network e27391e6-45da-4265-8d9a-44bb4fc0b82b details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:44.714880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.735571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-eb69d0a3-986f-47a2-9efb-f3c52cce4e0b None None] Provisioning complete for port 0fefb302-736e-4b37-9d4e-0173663fe6c7 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:44.735948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-eb69d0a3-986f-47a2-9efb-f3c52cce4e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.745717 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcbc075-b5e7-44c5-bc76-7cf779376ac4']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:44.755288 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f044355e-da9c-4482-884b-b9da12171e72 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:44.755929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-89207ffa-6515-400e-8508-f69b9c79d6e2 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:44.763568 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6795eff-07e2-42fa-befe-355df18654a1') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:44.763876 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6795eff-07e2-42fa-befe-355df18654a1') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:44.783463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.790369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.808759 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f1768f2-a1d3-4333-9b7c-71a507ebcaa6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.834267 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.846005 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:44.846005 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:44.850957 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:44.856765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0d4a9d-6192-44a8-8ab0-cdeabb7db447 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:44.858837 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9b0d4a9d-6192-44a8-8ab0-cdeabb7db447 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "GET /v2.0/networks?id=e27391e6-45da-4265-8d9a-44bb4fc0b82b HTTP/1.1" status: 200 len: 760 time: 0.3548503 Jun 24 12:46:44.862452 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] No DVR routers for this DVR port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:44.873590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45244) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:44.878947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-5ea302d8-b048-49ad-88d2-92964ed49d60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1618759029'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:44.938926 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cbbd5-b89f-4ead-8e26-5644af8ec3a3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Subnet': ['ID=241a2222-3687-417b-a5a4-af8788d6bfe8,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:44.965981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.972279 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.978175 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "DELETE /v2.0/networks/3fcbc075-b5e7-44c5-bc76-7cf779376ac4 HTTP/1.1" status: 204 len: 168 time: 0.7055004 Jun 24 12:46:44.979705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45246) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:44.980442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:44.983479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9c7cbbd5-b89f-4ead-8e26-5644af8ec3a3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:44.984279 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea302d8-b048-49ad-88d2-92964ed49d60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:44.987308 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6e5ade6f-056b-462c-9a66-ecf0363d817c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:44.987961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ea302d8-b048-49ad-88d2-92964ed49d60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.016093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7cbbd5-b89f-4ead-8e26-5644af8ec3a3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Checking segment: {'id': '71e949c0-3d88-4526-9460-170fb15abec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:45.016480 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7cbbd5-b89f-4ead-8e26-5644af8ec3a3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network hostable DHCP agents. Network: a81455aa-6c7d-44b7-9d36-696f76020f7a, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:45.024621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea302d8-b048-49ad-88d2-92964ed49d60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] vlan segment allocate from pool success with {'vlan_id': 1332, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:45.034040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f1768f2-a1d3-4333-9b7c-71a507ebcaa6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.055830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ea302d8-b048-49ad-88d2-92964ed49d60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.056189 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-5ea302d8-b048-49ad-88d2-92964ed49d60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Added segment 1634259f-7450-4bde-9f8f-e4b5ba7a9b3c of type vlan for network 5692dbc0-e59d-4de3-b365-224d38d84bf2 Jun 24 12:46:45.069063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event deleted for resources: {'Network': ['ID=3fcbc075-b5e7-44c5-bc76-7cf779376ac4,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:45.089315 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event deleted for resources: {'Port': ['ID=53fa3cff-ae81-4fa3-b780-4b14ffd379ae,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:45.095465 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:45.097071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.117607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3f1768f2-a1d3-4333-9b7c-71a507ebcaa6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.117882 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a806992-12ce-433d-bbdf-dad8fcca25da']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:45.121416 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3f1768f2-a1d3-4333-9b7c-71a507ebcaa6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/dea0bede-11a8-4eb5-8404-0e43b4b4c5ec HTTP/1.1" status: 204 len: 168 time: 0.8854048 Jun 24 12:46:45.123800 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45248) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:45.128850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:45.129416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:45.129955 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:45.130086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:45.130450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:45.130775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:45.131217 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:45.131547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:45.133741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:45.133741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:45.133741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:45.133741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:45.137116 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:45.144408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-279bc6be-4a01-41f7-98a9-caaf39e29685 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:45.165004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9e9ada-d529-43cc-90cb-cc46e2c5e678 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:45.174062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff34acd1-a14a-451c-bccd-1de54bfef8a8') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:45.174905 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff34acd1-a14a-451c-bccd-1de54bfef8a8') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:45.178542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7cbbd5-b89f-4ead-8e26-5644af8ec3a3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network a81455aa-6c7d-44b7-9d36-696f76020f7a is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:45.182990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ea302d8-b048-49ad-88d2-92964ed49d60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.192635 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f044355e-da9c-4482-884b-b9da12171e72 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.197229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1768f2-a1d3-4333-9b7c-71a507ebcaa6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=dea0bede-11a8-4eb5-8404-0e43b4b4c5ec,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:45.197430 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f044355e-da9c-4482-884b-b9da12171e72 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "DELETE /v2.0/ports/2552e7c5-368b-4279-b2dd-752395786e5c HTTP/1.1" status: 204 len: 168 time: 2.4832106 Jun 24 12:46:45.197430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.197633 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f1768f2-a1d3-4333-9b7c-71a507ebcaa6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:45.199634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45250) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:45.210700 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:45.222022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47fd739c-8414-45e5-876e-448dd83c1e75 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.246200 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-9c7cbbd5-b89f-4ead-8e26-5644af8ec3a3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, a81455aa-6c7d-44b7-9d36-696f76020f7a) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:45.248207 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee4decf-8c81-4cda-9621-ebc5a8cc68ba tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] GET failed (client error): The resource could not be found. Jun 24 12:46:45.253266 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-aee4decf-8c81-4cda-9621-ebc5a8cc68ba tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "GET /v2.0/ports/2552e7c5-368b-4279-b2dd-752395786e5c HTTP/1.1" status: 404 len: 333 time: 0.0429513 Jun 24 12:46:45.254162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.256671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45252) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:45.257851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3be183b-ee9d-4d0f-ab59-bedf578c1e60 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet fcaac2f2-05b6-4f7d-9f10-d4403685e109 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:45.259674 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:45.260257 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.260817 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7cbbd5-b89f-4ead-8e26-5644af8ec3a3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:45.261417 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9c7cbbd5-b89f-4ead-8e26-5644af8ec3a3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.263910 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.264811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Request body: {'port': {'network_id': 'd704f2f4-8334-4ddc-9e9b-58be2a4895ca', 'name': 'tempest-AllowedAddressPairTestJSON-1667587780'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:45.272796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3be183b-ee9d-4d0f-ab59-bedf578c1e60 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.278593 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47fd739c-8414-45e5-876e-448dd83c1e75 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.288400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c8b9159d-5aee-484a-82f2-61c2ddf480c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.299080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ea628339-6783-48c5-9e91-89fdd4f886c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:45.299342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:45.299879 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.302291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec727c1-b789-4900-b40c-47d0b9405357 None None] Network a81455aa-6c7d-44b7-9d36-696f76020f7a requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:45.302998 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:45.307132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ea302d8-b048-49ad-88d2-92964ed49d60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.310111 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9c7cbbd5-b89f-4ead-8e26-5644af8ec3a3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4376526 Jun 24 12:46:45.312717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45254) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:45.312859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea302d8-b048-49ad-88d2-92964ed49d60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:45.313377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5ea302d8-b048-49ad-88d2-92964ed49d60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.320873 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-46d64499-5669-472a-b3ad-9997d09c767a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:45.356430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Transition to ACTIVE for port object 498728db-7853-413b-9ae7-a9f56b75b8f0 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:45.378347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9159d-5aee-484a-82f2-61c2ddf480c7 None None] Pushing event deleted for resources: {'Port': ['ID=53fa3cff-ae81-4fa3-b780-4b14ffd379ae,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:45.388439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c8b9159d-5aee-484a-82f2-61c2ddf480c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:45.394960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.406186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b9159d-5aee-484a-82f2-61c2ddf480c7 None None] No DVR routers for this DVR port 53fa3cff-ae81-4fa3-b780-4b14ffd379ae on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:45.412610 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:45.421818 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5ea302d8-b048-49ad-88d2-92964ed49d60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5447345 Jun 24 12:46:45.449633 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45256) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:45.462048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'subnet': {'network_id': '5692dbc0-e59d-4de3-b365-224d38d84bf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:45.495464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea302d8-b048-49ad-88d2-92964ed49d60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Network': ['ID=5692dbc0-e59d-4de3-b365-224d38d84bf2,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:45.516591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 5692dbc0-e59d-4de3-b365-224d38d84bf2 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:45.534733 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5ea302d8-b048-49ad-88d2-92964ed49d60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:45.562221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-eb69d0a3-986f-47a2-9efb-f3c52cce4e0b None None] Could not find standard attr ID for object 30bdeb54-757a-46b0-91b1-3c2f626e7764. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:46:45.588470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47fd739c-8414-45e5-876e-448dd83c1e75 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.592774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-47fd739c-8414-45e5-876e-448dd83c1e75 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.594752 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-47fd739c-8414-45e5-876e-448dd83c1e75 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] 10.222.0.110 "DELETE /v2.0/security-groups/2868c68d-8468-43ae-9e45-e0aacf4be0d2 HTTP/1.1" status: 204 len: 168 time: 0.5919015 Jun 24 12:46:45.613971 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-934dcac3-220a-4d49-adc4-0c9c93e9381e tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:45.625106 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2529169-fb57-48fd-93b7-78bc463dae13 None None] Pushing event updated for resources: {'Port': ['ID=498728db-7853-413b-9ae7-a9f56b75b8f0,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:45.627014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Made reservation on behalf of 53d83f539ccd4137ba46db3df8ed691a for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:45.628939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-eb69d0a3-986f-47a2-9efb-f3c52cce4e0b None None] Could not find standard attr ID for object 8cbdfccd-99ea-487e-9f0e-d54bb0524e19. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:46:45.635019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b2529169-fb57-48fd-93b7-78bc463dae13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:45.648463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.670214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:46:45.670214 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:46:45.670214 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'project_id_1': '2155e866308e447f865897479ff9b7cc', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 46, 45, 574831)}] Jun 24 12:46:45.670214 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:46:45.671002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:46:45.680671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] device_id is not set on port 9d666729-68bd-4089-899f-9495feb2c007 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:46:45.827541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Allocated IP 172.20.0.9 (d704f2f4-8334-4ddc-9e9b-58be2a4895ca/3b9ba009-db68-4bc5-9e23-2150ad80b5e0/9d666729-68bd-4089-899f-9495feb2c007) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:45.904034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Attempting to bind port 498728db-7853-413b-9ae7-a9f56b75b8f0 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:45.904420 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Attempting to bind port 498728db-7853-413b-9ae7-a9f56b75b8f0 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '9c481488-3dd1-4a5c-9a41-493ef0e42e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:45.904800 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Attempting to bind port 498728db-7853-413b-9ae7-a9f56b75b8f0 on network 29ebd8d5-6c75-418d-8908-1e6295bc0605 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:45.922056 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.937253 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:45.937679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Checking segment: {'id': '9c481488-3dd1-4a5c-9a41-493ef0e42e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:45.938042 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.938850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Bound using segment: {'id': '9c481488-3dd1-4a5c-9a41-493ef0e42e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:45.939015 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Bound port: 498728db-7853-413b-9ae7-a9f56b75b8f0, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c481488-3dd1-4a5c-9a41-493ef0e42e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:45.939410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.993762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-a81455aa-6c7d-44b7-9d36-696f76020f7a', 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'fixed_ips': [{'subnet_id': '241a2222-3687-417b-a5a4-af8788d6bfe8'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:45.994461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.995465 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3be183b-ee9d-4d0f-ab59-bedf578c1e60 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.030600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.049825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Transition to ACTIVE for port object 9d666729-68bd-4089-899f-9495feb2c007 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:46.056228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.056514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=79a1655b-c85f-4a9f-93b3-3ce6f6171eae,segment=NetworkSegment(59637882-e12c-453c-ac54-5124966f5e56),segment_id=59637882-e12c-453c-ac54-5124966f5e56)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:46.066097 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:46.075075 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.079886 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "DELETE /v2.0/networks/0a806992-12ce-433d-bbdf-dad8fcca25da HTTP/1.1" status: 204 len: 168 time: 3.0787406 Jun 24 12:46:46.081093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd739c-8414-45e5-876e-448dd83c1e75 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2868c68d-8468-43ae-9e45-e0aacf4be0d2,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:46.087546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.088422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3940a016-1349-4c75-94da-ab4d89716d52 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:46.091144 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45264) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:46.097588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-47fd739c-8414-45e5-876e-448dd83c1e75 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:46.113450 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Pushing event deleted for resources: {'Network': ['ID=0a806992-12ce-433d-bbdf-dad8fcca25da,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:46.113800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.120797 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:46.133251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] For port 498728db-7853-413b-9ae7-a9f56b75b8f0, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:46.137077 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6671acd1-37d7-43e2-af1a-a666b881f261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:46.143334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] For port 498728db-7853-413b-9ae7-a9f56b75b8f0, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=498728db-7853-413b-9ae7-a9f56b75b8f0,segment=NetworkSegment(9c481488-3dd1-4a5c-9a41-493ef0e42e7d),segment_id=9c481488-3dd1-4a5c-9a41-493ef0e42e7d)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:46.161107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45266) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:46.180960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:46.185086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Network d704f2f4-8334-4ddc-9e9b-58be2a4895ca is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:46.196315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:46.201475 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.206222 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e0034b93-ca70-423e-b9b9-7ddebaf4ddfc tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "GET /v2.0/ports?device_id=36c17af2-430c-4a29-bebb-f64d726dbfb6 HTTP/1.1" status: 200 len: 205 time: 0.1051857 Jun 24 12:46:46.206431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:46.208144 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45270) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:46.274577 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3be183b-ee9d-4d0f-ab59-bedf578c1e60 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.338427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84ca62ee-4228-48e0-8b3f-29c33a737700 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.340608 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event updated for resources: {'Port': ['ID=9d666729-68bd-4089-899f-9495feb2c007,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:46.387689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:46.452195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=79a1655b-c85f-4a9f-93b3-3ce6f6171eae,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:46.458397 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:46.459350 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:46.462590 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:46.465291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bbe964b1-830f-4187-9135-e393dc01d688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:46.502607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:46.507004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.512048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3be183b-ee9d-4d0f-ab59-bedf578c1e60 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.518538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9c7cbbd5-b89f-4ead-8e26-5644af8ec3a3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:46.527491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:46.528721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.559245 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be183b-ee9d-4d0f-ab59-bedf578c1e60 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=fcaac2f2-05b6-4f7d-9f10-d4403685e109,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:46.564464 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d3be183b-ee9d-4d0f-ab59-bedf578c1e60 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:46.582360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3be183b-ee9d-4d0f-ab59-bedf578c1e60 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.584418 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d3be183b-ee9d-4d0f-ab59-bedf578c1e60 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/fcaac2f2-05b6-4f7d-9f10-d4403685e109 HTTP/1.1" status: 204 len: 168 time: 1.4610488 Jun 24 12:46:46.590005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45272) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:46.654996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Allocated IP 2001:db8:2::2 (a81455aa-6c7d-44b7-9d36-696f76020f7a/241a2222-3687-417b-a5a4-af8788d6bfe8/aeb47ccb-bf48-4079-8347-2cf09e593b8d) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:46.668025 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e4238331-21d6-42db-90b6-84ff81a56a1a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744145 Jun 24 12:46:46.671321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45274) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:46.677867 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b90ba54f-a116-459a-8e75-30477df5e261 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:46.736879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3940a016-1349-4c75-94da-ab4d89716d52 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:46.738641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.741772 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84ca62ee-4228-48e0-8b3f-29c33a737700 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.744345 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84ca62ee-4228-48e0-8b3f-29c33a737700 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:46.783772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:46.847527 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5893357 Jun 24 12:46:46.857710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2529169-fb57-48fd-93b7-78bc463dae13 None None] Pushing event updated for resources: {'Port': ['ID=498728db-7853-413b-9ae7-a9f56b75b8f0,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:46.858184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45276) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:46.866139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b81ec7ef-d5ea-4ce8-9c62-b4ed7015f5e5 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:89:b3:b9'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:46.895950 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b2529169-fb57-48fd-93b7-78bc463dae13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:46.903923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b02570bc-fd0a-42ef-8ac5-4f5a5ade0bbf None None] Provisioning for port 9d666729-68bd-4089-899f-9495feb2c007 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:46.917167 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b02570bc-fd0a-42ef-8ac5-4f5a5ade0bbf None None] Provisioning complete for port 9d666729-68bd-4089-899f-9495feb2c007 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:46.917492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b02570bc-fd0a-42ef-8ac5-4f5a5ade0bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.027084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84ca62ee-4228-48e0-8b3f-29c33a737700 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.027881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ca62ee-4228-48e0-8b3f-29c33a737700 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Fanout notify agent at l3_agent the message router_deleted on router 36c17af2-430c-4a29-bebb-f64d726dbfb6 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:46:47.028136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.035515 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-29dadce4-7e09-4401-b7c7-c6082ca82878 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f16dceb62aa542cfb1110ee3ca83cc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8720760 Jun 24 12:46:47.041579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45278) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:47.042177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84ca62ee-4228-48e0-8b3f-29c33a737700 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.043907 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-84ca62ee-4228-48e0-8b3f-29c33a737700 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] 10.222.0.110 "DELETE /v2.0/routers/36c17af2-430c-4a29-bebb-f64d726dbfb6 HTTP/1.1" status: 204 len: 168 time: 0.8307471 Jun 24 12:46:47.045976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.064106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-49f6394f-fa76-4ecf-bb57-0047b888c755 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:47.150103 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b02570bc-fd0a-42ef-8ac5-4f5a5ade0bbf None None] Port 9d666729-68bd-4089-899f-9495feb2c007 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:47.162297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.172012 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f05ac1-af92-4269-8724-e1b6fa72f66f None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:47.178863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Subnet': ['ID=71fd0df3-c679-45d6-8910-8ae0fb2f42dd,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:47.183511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:47.190155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Checking segment: {'id': '1634259f-7450-4bde-9f8f-e4b5ba7a9b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '5692dbc0-e59d-4de3-b365-224d38d84bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:47.190335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network hostable DHCP agents. Network: 5692dbc0-e59d-4de3-b365-224d38d84bf2, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:47.209608 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network 5692dbc0-e59d-4de3-b365-224d38d84bf2 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:47.220589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 5692dbc0-e59d-4de3-b365-224d38d84bf2) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:47.225979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:47.226732 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.227471 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90ba54f-a116-459a-8e75-30477df5e261 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:47.231188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b90ba54f-a116-459a-8e75-30477df5e261 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.246675 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7959182 Jun 24 12:46:47.250165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45284) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:47.263159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b81ec7ef-d5ea-4ce8-9c62-b4ed7015f5e5 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.374666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.377005 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45286) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:47.440051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.465606 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.467802 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b81ec7ef-d5ea-4ce8-9c62-b4ed7015f5e5 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.473779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c33a4bc-a2ad-482d-92a4-1092443511cd None None] Network 5692dbc0-e59d-4de3-b365-224d38d84bf2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:47.479003 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Transition to ACTIVE for port object aeb47ccb-bf48-4079-8347-2cf09e593b8d will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:47.516379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b81ec7ef-d5ea-4ce8-9c62-b4ed7015f5e5 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.526446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-015792d0-fa72-4f20-8c05-409c29669fbe tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:47.548032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.556437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:47.590738 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a85b4180-7a6c-4a02-962b-f6edcf87b515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.596950 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Subnet': ['ID=71fd0df3-c679-45d6-8910-8ae0fb2f42dd,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:47.607796 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:47.614014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a85b4180-7a6c-4a02-962b-f6edcf87b515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.616968 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c09bc294-08aa-48a3-be7e-cad0a90fb3c0 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=bd9cc677930845be8bb876bbe63ac9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383893 Jun 24 12:46:47.617467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45290) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:47.617658 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Transition to ACTIVE for port object aeb47ccb-bf48-4079-8347-2cf09e593b8d will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:47.638438 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cd41be81-85d4-439b-bc7d-2b5deaafc294 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:47.673789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0a03a2a6-1bf5-485e-acf1-104efd8a6933 None None] Provisioning complete for port 0fefb302-736e-4b37-9d4e-0173663fe6c7 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:47.673789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0a03a2a6-1bf5-485e-acf1-104efd8a6933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.675256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.683433 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-cb1a3735-ee16-4686-a5fe-8685507ecfab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:47.715109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: cd41be81-85d4-439b-bc7d-2b5deaafc294 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:47.715399 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cd41be81-85d4-439b-bc7d-2b5deaafc294 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:47.716315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 81d07a0d-1528-4808-9205-6fcaebba21fb no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:47.717410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.738371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5692dbc0-e59d-4de3-b365-224d38d84bf2']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:47.748101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cd81bdc5-d386-4e21-bde5-c42659b8db38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.754521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1634259f-7450-4bde-9f8f-e4b5ba7a9b3c') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:47.755524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1634259f-7450-4bde-9f8f-e4b5ba7a9b3c') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:47.790787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.795312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ec7ef-d5ea-4ce8-9c62-b4ed7015f5e5 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event updated for resources: {'Port': ['ID=9d666729-68bd-4089-899f-9495feb2c007,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:47.803843 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-b81ec7ef-d5ea-4ce8-9c62-b4ed7015f5e5 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] In _notify_port_updated(), no bound segment for port 9d666729-68bd-4089-899f-9495feb2c007 on network d704f2f4-8334-4ddc-9e9b-58be2a4895ca {{(pid=100146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:46:47.810984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ec7ef-d5ea-4ce8-9c62-b4ed7015f5e5 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:47.811910 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b81ec7ef-d5ea-4ce8-9c62-b4ed7015f5e5 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.813416 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b81ec7ef-d5ea-4ce8-9c62-b4ed7015f5e5 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "PUT /v2.0/ports/9d666729-68bd-4089-899f-9495feb2c007 HTTP/1.1" status: 200 len: 996 time: 0.9538722 Jun 24 12:46:47.815291 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b81ec7ef-d5ea-4ce8-9c62-b4ed7015f5e5 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:47.821874 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45292) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:47.823464 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Network a81455aa-6c7d-44b7-9d36-696f76020f7a is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:47.825042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cd81bdc5-d386-4e21-bde5-c42659b8db38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.830447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:47.832267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 81d07a0d-1528-4808-9205-6fcaebba21fb {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:47.832616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 81d07a0d-1528-4808-9205-6fcaebba21fb not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:47.840725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.844785 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:47.862251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:47.862798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:47.869060 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:47.943977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a85b4180-7a6c-4a02-962b-f6edcf87b515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.946865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a85b4180-7a6c-4a02-962b-f6edcf87b515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.950472 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a85b4180-7a6c-4a02-962b-f6edcf87b515 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f26d51f9-2282-4696-a997-4dad730c9a25 HTTP/1.1" status: 204 len: 168 time: 0.9053144 Jun 24 12:46:47.955548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-16f595be-862d-4f4a-9ea1-cd066b2cdf94 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:47.962445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Pushing event updated for resources: {'Port': ['ID=aeb47ccb-bf48-4079-8347-2cf09e593b8d,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:47.989143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:46:38Z', 'revision_number': 3, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:46Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:47.992512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cd81bdc5-d386-4e21-bde5-c42659b8db38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.001613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cd81bdc5-d386-4e21-bde5-c42659b8db38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.005597 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cd81bdc5-d386-4e21-bde5-c42659b8db38 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/4317c865-e407-43d1-9308-f7062248402b HTTP/1.1" status: 204 len: 168 time: 0.3816025 Jun 24 12:46:48.005746 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b4180-7a6c-4a02-962b-f6edcf87b515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26d51f9-2282-4696-a997-4dad730c9a25,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:48.005867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0f0d0f0e-86ab-485d-aab9-3fb49103d56d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:48.015161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.016357 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a85b4180-7a6c-4a02-962b-f6edcf87b515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:48.026828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.032668 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/5692dbc0-e59d-4de3-b365-224d38d84bf2 HTTP/1.1" status: 204 len: 168 time: 0.7785778 Jun 24 12:46:48.032668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81bdc5-d386-4e21-bde5-c42659b8db38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4317c865-e407-43d1-9308-f7062248402b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:48.038004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45298) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:48.040477 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cd81bdc5-d386-4e21-bde5-c42659b8db38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:48.059290 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-83988ee9-5e45-4da2-a2d9-b58ac37c0c2b tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:48.075747 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Network': ['ID=5692dbc0-e59d-4de3-b365-224d38d84bf2,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:48.085784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:48.088000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891cef2a-c68f-4ca6-ad94-bb09d8ed3ff9 None None] The sync data for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv is: [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:46:38Z', 'revision_number': 3, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:46Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:48.102271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:48.103748 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ed96de-4933-4f40-a028-5c3261172d89 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] GET failed (client error): The resource could not be found. Jun 24 12:46:48.108150 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f7ed96de-4933-4f40-a028-5c3261172d89 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "GET /v2.0/subnets/71fd0df3-c679-45d6-8910-8ae0fb2f42dd HTTP/1.1" status: 404 len: 337 time: 0.0662599 Jun 24 12:46:48.108442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45300) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:48.136090 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41bb9e0-3c3b-43ca-a720-8930415ee5a2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:48.136908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41bb9e0-3c3b-43ca-a720-8930415ee5a2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:48.147299 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a41bb9e0-3c3b-43ca-a720-8930415ee5a2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/5692dbc0-e59d-4de3-b365-224d38d84bf2 HTTP/1.1" status: 404 len: 339 time: 0.0308735 Jun 24 12:46:48.147510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 79a1655b-c85f-4a9f-93b3-3ce6f6171eae up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:48.147620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45302) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:48.184443 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Allocated IP 2001:db8:2::1 (a81455aa-6c7d-44b7-9d36-696f76020f7a/241a2222-3687-417b-a5a4-af8788d6bfe8/820e0263-1a3c-4a09-9c04-627f8c857f2b) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:48.192180 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b90ba54f-a116-459a-8e75-30477df5e261 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.196325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b2c2facb-8c4b-4938-95e7-8264f86110cf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:48.224735 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Attempting to bind port aeb47ccb-bf48-4079-8347-2cf09e593b8d on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:48.225048 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Attempting to bind port aeb47ccb-bf48-4079-8347-2cf09e593b8d by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '71e949c0-3d88-4526-9460-170fb15abec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:48.229566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Attempting to bind port aeb47ccb-bf48-4079-8347-2cf09e593b8d on network a81455aa-6c7d-44b7-9d36-696f76020f7a {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:48.416192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:48.417276 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Checking segment: {'id': '71e949c0-3d88-4526-9460-170fb15abec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:48.417707 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.418249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Bound using segment: {'id': '71e949c0-3d88-4526-9460-170fb15abec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:48.418617 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Bound port: aeb47ccb-bf48-4079-8347-2cf09e593b8d, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e949c0-3d88-4526-9460-170fb15abec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:48.419036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.463360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad9542-af09-4e10-ac86-2d8f4e5976ca None None] Network 5692dbc0-e59d-4de3-b365-224d38d84bf2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:48.467942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90ba54f-a116-459a-8e75-30477df5e261 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:48.482255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad9542-af09-4e10-ac86-2d8f4e5976ca None None] Network 5692dbc0-e59d-4de3-b365-224d38d84bf2 could not be found, it might have been deleted concurrently. {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 24 12:46:48.530050 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-b90ba54f-a116-459a-8e75-30477df5e261 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:48.536098 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-fe9826f6-5084-465d-b5bb-b5d1354d2f85 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Deleting port 9d666729-68bd-4089-899f-9495feb2c007 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:48.536741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fe9826f6-5084-465d-b5bb-b5d1354d2f85 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.540276 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08424a22-12dd-47dc-9b47-47e1ae1c2ac5 None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:46:48.614365 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ba54f-a116-459a-8e75-30477df5e261 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:48.622102 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b90ba54f-a116-459a-8e75-30477df5e261 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.641105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ba54f-a116-459a-8e75-30477df5e261 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=efa6ba9c-74eb-4cd2-8a9b-07120550a682,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:48.651498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:48.651498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.669502 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.685626 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Transition to ACTIVE for port object 820e0263-1a3c-4a09-9c04-627f8c857f2b will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:48.699361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] For port aeb47ccb-bf48-4079-8347-2cf09e593b8d, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:48.724597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] For port aeb47ccb-bf48-4079-8347-2cf09e593b8d, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=aeb47ccb-bf48-4079-8347-2cf09e593b8d,segment=NetworkSegment(71e949c0-3d88-4526-9460-170fb15abec6),segment_id=71e949c0-3d88-4526-9460-170fb15abec6)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:48.731580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45306) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:48.734411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b90ba54f-a116-459a-8e75-30477df5e261 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:48.735686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.746499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.749807 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9e548bf8-f2cb-4d11-bbd6-0edbbea9f098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:48.757264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:48.853772 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ec1d5944-23be-41a7-a1ad-961974b78e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.857308 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b90ba54f-a116-459a-8e75-30477df5e261 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1847820 Jun 24 12:46:48.868106 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-08424a22-12dd-47dc-9b47-47e1ae1c2ac5 None None] Deleting port 0fefb302-736e-4b37-9d4e-0173663fe6c7 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:48.868502 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-08424a22-12dd-47dc-9b47-47e1ae1c2ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.872871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network a81455aa-6c7d-44b7-9d36-696f76020f7a is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:48.883054 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45308) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:48.889276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:48.907553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:48.914732 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:48.915568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.952973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f4116904-2cc7-4103-982a-efdd7f259f87 None None] Provisioning complete for port 9d666729-68bd-4089-899f-9495feb2c007 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:48.953371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f4116904-2cc7-4103-982a-efdd7f259f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:49.009908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Pushing event updated for resources: {'Port': ['ID=aeb47ccb-bf48-4079-8347-2cf09e593b8d,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:49.021256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:49.054987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-08424a22-12dd-47dc-9b47-47e1ae1c2ac5 None None] For port 0fefb302-736e-4b37-9d4e-0173663fe6c7, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0fefb302-736e-4b37-9d4e-0173663fe6c7,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:49.055308 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-08424a22-12dd-47dc-9b47-47e1ae1c2ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:49.057791 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-f4116904-2cc7-4103-982a-efdd7f259f87 None None] Port 9d666729-68bd-4089-899f-9495feb2c007 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:49.074468 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-08424a22-12dd-47dc-9b47-47e1ae1c2ac5 None None] Calling delete_port for 0fefb302-736e-4b37-9d4e-0173663fe6c7 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:49.110802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90db86a8-3a35-43c6-a282-878063d3e2ba tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:49.113194 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-90db86a8-3a35-43c6-a282-878063d3e2ba tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9366686 Jun 24 12:46:49.117474 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45310) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:49.168766 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-51f2f1a1-315a-401a-98f9-04278ba8bcf9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 207 time: 0.0496171 Jun 24 12:46:49.172131 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45312) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:49.176875 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=820e0263-1a3c-4a09-9c04-627f8c857f2b,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:49.186893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 53fa3cff-ae81-4fa3-b780-4b14ffd379ae no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:49.202748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fe9826f6-5084-465d-b5bb-b5d1354d2f85 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:49.208152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:49.216862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 53fa3cff-ae81-4fa3-b780-4b14ffd379ae {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:49.217223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 53fa3cff-ae81-4fa3-b780-4b14ffd379ae not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:49.217660 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 228b94ee-e455-4da2-8e1b-5c9c482982e2 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:49.233748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-fe9826f6-5084-465d-b5bb-b5d1354d2f85 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Calling delete_port for 9d666729-68bd-4089-899f-9495feb2c007 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:49.242087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 228b94ee-e455-4da2-8e1b-5c9c482982e2 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:49.242420 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 228b94ee-e455-4da2-8e1b-5c9c482982e2 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:49.281052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-08424a22-12dd-47dc-9b47-47e1ae1c2ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:49.286463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-41ffa776-6165-453c-9438-040aa560ea1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:49.317589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08424a22-12dd-47dc-9b47-47e1ae1c2ac5 None None] Pushing event deleted for resources: {'Port': ['ID=0fefb302-736e-4b37-9d4e-0173663fe6c7,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:49.320993 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-08424a22-12dd-47dc-9b47-47e1ae1c2ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:49.321810 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08424a22-12dd-47dc-9b47-47e1ae1c2ac5 None None] No DVR routers for this DVR port 0fefb302-736e-4b37-9d4e-0173663fe6c7 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:49.344097 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba09155d-3514-49d8-aa12-8e01c884eaf9 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:49.409183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:49.434705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d1f63f-3e93-4a5f-8efa-cf6c9674a693 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:49.442056 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d1f63f-3e93-4a5f-8efa-cf6c9674a693 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:49.449746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d1f63f-3e93-4a5f-8efa-cf6c9674a693 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:49.459470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d1f63f-3e93-4a5f-8efa-cf6c9674a693 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:49.464777 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c3d1f63f-3e93-4a5f-8efa-cf6c9674a693 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2878129 Jun 24 12:46:49.465075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45314) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:49.491242 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ec1d5944-23be-41a7-a1ad-961974b78e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:49.523488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': 'efa6ba9c-74eb-4cd2-8a9b-07120550a682'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:49.524837 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ec1d5944-23be-41a7-a1ad-961974b78e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:49.525438 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:49.533892 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-873b66fe-790c-45f1-bd06-042aa35aebd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:49.597970 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4fe71286-64d6-450e-9e58-8cacd1b3f198 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1273832 Jun 24 12:46:49.598788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45316) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:49.659101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2abfe-b23e-4107-b495-78d9d8857923 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:49.660713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2abfe-b23e-4107-b495-78d9d8857923 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:49.662313 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-82a2abfe-b23e-4107-b495-78d9d8857923 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0627532 Jun 24 12:46:49.664641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:49.666285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45318) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:49.668817 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:49.677189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Allocated IP 172.20.0.2 (775331f2-7641-4269-a311-a446eb45635d/efa6ba9c-74eb-4cd2-8a9b-07120550a682/90469cc0-8568-4199-be88-0411e582e310) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:49.700628 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ec1d5944-23be-41a7-a1ad-961974b78e92 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=93c2b119ddc94e9eb11a9d5df35e859d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9653683 Jun 24 12:46:49.701463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45320) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:49.705351 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d5944-23be-41a7-a1ad-961974b78e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24f3e91-a82d-4033-a694-6084fefeff28,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:49.708335 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fe9826f6-5084-465d-b5bb-b5d1354d2f85 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:49.712539 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ec1d5944-23be-41a7-a1ad-961974b78e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:49.742753 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b81ec7ef-d5ea-4ce8-9c62-b4ed7015f5e5 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:49.759953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda88ab1-cafa-4ab8-994d-e300167a1f6c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['shared'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:49.762718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda88ab1-cafa-4ab8-994d-e300167a1f6c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['shared'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:49.769668 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dda88ab1-cafa-4ab8-994d-e300167a1f6c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1022716 Jun 24 12:46:49.782163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45322) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:49.801738 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9826f6-5084-465d-b5bb-b5d1354d2f85 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event deleted for resources: {'Port': ['ID=9d666729-68bd-4089-899f-9495feb2c007,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:49.810925 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fe9826f6-5084-465d-b5bb-b5d1354d2f85 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:49.901872 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:49.912627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Transition to ACTIVE for port object 90469cc0-8568-4199-be88-0411e582e310 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:49.955171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Transition to ACTIVE for port object 90469cc0-8568-4199-be88-0411e582e310 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:49.967782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:49.975570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:49.994726 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20daa7e3-9360-4400-9210-d00f9e95825b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:50.006492 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-20daa7e3-9360-4400-9210-d00f9e95825b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "GET /v2.0/networks/717521fb-6507-4f45-a977-503e87a68a46 HTTP/1.1" status: 200 len: 800 time: 0.2205436 Jun 24 12:46:50.012098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45324) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:50.032665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1c480d4a-aeca-4291-b970-5d30169978e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.035527 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:50.039152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:50.042321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:50.071492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Pushing event updated for resources: {'Port': ['ID=90469cc0-8568-4199-be88-0411e582e310,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:50.078256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:50.130249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 498728db-7853-413b-9ae7-a9f56b75b8f0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:50.134146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1c480d4a-aeca-4291-b970-5d30169978e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.189721 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Attempting to bind port 90469cc0-8568-4199-be88-0411e582e310 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:50.190369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Attempting to bind port 90469cc0-8568-4199-be88-0411e582e310 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:50.191549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Attempting to bind port 90469cc0-8568-4199-be88-0411e582e310 on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:50.224367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:50.224786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:50.225169 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.225582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:50.226083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Bound port: 90469cc0-8568-4199-be88-0411e582e310, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:50.226540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.257834 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7e13d9dd-f4aa-4d2e-8028-9343f5963e8b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "GET /v2.0/networks/717521fb-6507-4f45-a977-503e87a68a46?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2391915 Jun 24 12:46:50.258825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45326) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:50.274656 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 498728db-7853-413b-9ae7-a9f56b75b8f0 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:50.280345 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 498728db-7853-413b-9ae7-a9f56b75b8f0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:50.280725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.320668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1c480d4a-aeca-4291-b970-5d30169978e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.323959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1c480d4a-aeca-4291-b970-5d30169978e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.325395 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1c480d4a-aeca-4291-b970-5d30169978e9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b24f3e91-a82d-4033-a694-6084fefeff28 HTTP/1.1" status: 204 len: 168 time: 0.6227629 Jun 24 12:46:50.328804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-47fd739c-8414-45e5-876e-448dd83c1e75 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:50.338793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c480d4a-aeca-4291-b970-5d30169978e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24f3e91-a82d-4033-a694-6084fefeff28,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:50.345329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1c480d4a-aeca-4291-b970-5d30169978e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:50.351970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21630ae7-722e-4a79-9539-f9f4ae86bb89 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:50.359652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-21630ae7-722e-4a79-9539-f9f4ae86bb89 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "GET /v2.0/subnets/4303edb5-f149-4e51-b0a4-3a42b7b7306a HTTP/1.1" status: 200 len: 811 time: 0.0990705 Jun 24 12:46:50.360376 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45330) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:50.366370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] For port 90469cc0-8568-4199-be88-0411e582e310, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:50.370451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] For port 90469cc0-8568-4199-be88-0411e582e310, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=90469cc0-8568-4199-be88-0411e582e310,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:50.378775 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112e0aff-2027-44c1-af4c-5167e2e21fe4 None None] Network a81455aa-6c7d-44b7-9d36-696f76020f7a requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:50.415365 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.425105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6565b88d-ec09-44c7-9516-f74f8f98833e tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['shared'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:50.430337 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6565b88d-ec09-44c7-9516-f74f8f98833e tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "GET /v2.0/subnets/4303edb5-f149-4e51-b0a4-3a42b7b7306a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0649323 Jun 24 12:46:50.430644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45332) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:50.435933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9632b587-f132-4f6d-a3eb-1ada9ee94551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:50.436660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9c0883bd-a272-430d-8cff-9afb0f657b0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1536510447'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:50.465167 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0883bd-a272-430d-8cff-9afb0f657b0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:50.469726 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c0883bd-a272-430d-8cff-9afb0f657b0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.507990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0883bd-a272-430d-8cff-9afb0f657b0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] vlan segment allocate from pool success with {'vlan_id': 1300, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:50.521602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c0883bd-a272-430d-8cff-9afb0f657b0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.521988 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-9c0883bd-a272-430d-8cff-9afb0f657b0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Added segment db581ccd-fbbf-4104-9025-36b84acf554d of type vlan for network 0b8ea4d5-7a69-44bc-9871-b348c558d430 Jun 24 12:46:50.546054 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Pushing event updated for resources: {'Port': ['ID=90469cc0-8568-4199-be88-0411e582e310,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:50.554162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:50.573583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bcd4885e-311b-4209-a460-eea282364c15 None None] Provisioning for port aeb47ccb-bf48-4079-8347-2cf09e593b8d completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:50.577034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c0883bd-a272-430d-8cff-9afb0f657b0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.591356 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fe9826f6-5084-465d-b5bb-b5d1354d2f85 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.597025 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fe9826f6-5084-465d-b5bb-b5d1354d2f85 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "DELETE /v2.0/ports/9d666729-68bd-4089-899f-9495feb2c007 HTTP/1.1" status: 204 len: 168 time: 2.7683449 Jun 24 12:46:50.600125 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45334) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:50.616985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.620143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c0883bd-a272-430d-8cff-9afb0f657b0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.633472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0883bd-a272-430d-8cff-9afb0f657b0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:50.634561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c0883bd-a272-430d-8cff-9afb0f657b0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.637616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6efc8198-dd90-42b1-bab7-65448416060b tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:50.677528 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9c0883bd-a272-430d-8cff-9afb0f657b0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2451584 Jun 24 12:46:50.686664 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8ff140-9667-4348-bbc3-46696594a6ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] GET failed (client error): The resource could not be found. Jun 24 12:46:50.694144 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ac8ff140-9667-4348-bbc3-46696594a6ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "GET /v2.0/ports/9d666729-68bd-4089-899f-9495feb2c007 HTTP/1.1" status: 404 len: 333 time: 0.0909247 Jun 24 12:46:50.696826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 498728db-7853-413b-9ae7-a9f56b75b8f0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=498728db-7853-413b-9ae7-a9f56b75b8f0,segment=NetworkSegment(9c481488-3dd1-4a5c-9a41-493ef0e42e7d),segment_id=9c481488-3dd1-4a5c-9a41-493ef0e42e7d)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:50.699711 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45338) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:50.700120 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45340) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:50.707015 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.707905 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device aeb47ccb-bf48-4079-8347-2cf09e593b8d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:50.711673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'subnet': {'network_id': '0b8ea4d5-7a69-44bc-9871-b348c558d430', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:50.720188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0883bd-a272-430d-8cff-9afb0f657b0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Network': ['ID=0b8ea4d5-7a69-44bc-9871-b348c558d430,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:50.723099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9c0883bd-a272-430d-8cff-9afb0f657b0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:50.729765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Request body: {'port': {'network_id': 'd704f2f4-8334-4ddc-9e9b-58be2a4895ca', 'name': 'tempest-AllowedAddressPairTestJSON-129516103'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:50.739778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:50.748459 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 0b8ea4d5-7a69-44bc-9871-b348c558d430 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:50.752057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.833145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.835096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.843504 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:50.960486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=498728db-7853-413b-9ae7-a9f56b75b8f0,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:50.964006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:50.983617 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port aeb47ccb-bf48-4079-8347-2cf09e593b8d completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:50.997745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port aeb47ccb-bf48-4079-8347-2cf09e593b8d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:50.998230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:51.081845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=820e0263-1a3c-4a09-9c04-627f8c857f2b,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:51.103255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:51.116665 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:51.165736 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port aeb47ccb-bf48-4079-8347-2cf09e593b8d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=aeb47ccb-bf48-4079-8347-2cf09e593b8d,segment=NetworkSegment(71e949c0-3d88-4526-9460-170fb15abec6),segment_id=71e949c0-3d88-4526-9460-170fb15abec6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:51.171458 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:51.173887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Made reservation on behalf of 2155e866308e447f865897479ff9b7cc for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:51.176291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:51.178187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:51.303107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.ipam_backend_mixin [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Performing IP validity checks on allocation pools {{(pid=100146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 24 12:46:51.303632 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.ipam_backend_mixin [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 24 12:46:51.307697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network a81455aa-6c7d-44b7-9d36-696f76020f7a is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:51.337051 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Made reservation on behalf of 53d83f539ccd4137ba46db3df8ed691a for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:51.341062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:51.364577 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:51.390543 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] device_id is not set on port ac52f13d-eb22-4ded-b3ca-23e53e39fb59 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:46:51.414643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0fefb302-736e-4b37-9d4e-0173663fe6c7 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:51.462304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 0fefb302-736e-4b37-9d4e-0173663fe6c7 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:51.462700 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0fefb302-736e-4b37-9d4e-0173663fe6c7 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:51.507157 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1b599cc6-fddc-4441-8223-4554a82e8ffd None None] Provisioning for port 820e0263-1a3c-4a09-9c04-627f8c857f2b completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:51.521229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1b599cc6-fddc-4441-8223-4554a82e8ffd None None] Provisioning complete for port 820e0263-1a3c-4a09-9c04-627f8c857f2b triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:51.521606 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1b599cc6-fddc-4441-8223-4554a82e8ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:51.567362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-1b599cc6-fddc-4441-8223-4554a82e8ffd None None] Port 820e0263-1a3c-4a09-9c04-627f8c857f2b cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:51.569591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=aeb47ccb-bf48-4079-8347-2cf09e593b8d,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:51.581263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45358) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:51.584505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:51.604536 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1b599cc6-fddc-4441-8223-4554a82e8ffd None None] Provisioning complete for port aeb47ccb-bf48-4079-8347-2cf09e593b8d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:51.605334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1b599cc6-fddc-4441-8223-4554a82e8ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:51.728148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-715694754-network', 'tenant_id': '49889d8101c04c16a9851b6f6c2f784b'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:51.740664 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:46:51.753255 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Made reservation on behalf of 49889d8101c04c16a9851b6f6c2f784b for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:51.755908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:51.758937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 86017d87-e227-4952-8a35-a9d3d6338a5e has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:51.770671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:51.862028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Allocated IP 172.20.0.3 (d704f2f4-8334-4ddc-9e9b-58be2a4895ca/3b9ba009-db68-4bc5-9e23-2150ad80b5e0/ac52f13d-eb22-4ded-b3ca-23e53e39fb59) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:51.870450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-21293134-2ae0-4aa8-8688-1a9c02cfa879 None None] Provisioning complete for port 820e0263-1a3c-4a09-9c04-627f8c857f2b triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:51.871116 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-21293134-2ae0-4aa8-8688-1a9c02cfa879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:51.892174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:51.903225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:51.912572 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-21293134-2ae0-4aa8-8688-1a9c02cfa879 None None] Port 820e0263-1a3c-4a09-9c04-627f8c857f2b cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:51.921295 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] vlan segment allocate from pool success with {'vlan_id': 1346, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:51.934897 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:51.935628 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Added segment ac8cd75c-a15c-4239-8921-258deab0e23e of type vlan for network aaf23f30-f24e-4bd0-ade3-36b202cef979 Jun 24 12:46:51.951610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8d2f6c12-375d-48f4-9085-a17618bce985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:52.000523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e29697-4c7b-4037-817f-204c13b0feab,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:52.011310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:52.058209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.066155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eb44be60-917e-4400-9861-17f19589b337 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:52.069621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.103666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.104775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:52.105418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.107847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3b257aff-227e-486b-bb53-a1adaf068434 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:52.133774 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce2c9e1-1b04-4090-806a-a1d03aa940e9 None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:46:52.136289 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 498728db-7853-413b-9ae7-a9f56b75b8f0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:52.177412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:52.190535 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Sync routers for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:52.201186 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8752093 Jun 24 12:46:52.204289 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:52.204921 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:52.211129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45362) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:52.221165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-109350786'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:52.221782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-21e9f428-eb2f-49d8-aa42-0a5c6ccd3665 None None] Provisioning complete for port 820e0263-1a3c-4a09-9c04-627f8c857f2b triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:52.222162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-21e9f428-eb2f-49d8-aa42-0a5c6ccd3665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.228236 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Subnet': ['ID=bee074fe-3425-47f4-9130-122918198bee,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:52.243975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Pushing event updated for resources: {'Network': ['ID=aaf23f30-f24e-4bd0-ade3-36b202cef979,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:52.247591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:52.263901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network aaf23f30-f24e-4bd0-ade3-36b202cef979 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:52.266405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:52.340070 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7546036 Jun 24 12:46:52.340310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:52.340409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45364) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:52.343080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.345523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-920e11ea-f7c0-40a9-a5a1-096cd40faf8a admin admin] Request body: {'subnet': {'network_id': 'aaf23f30-f24e-4bd0-ade3-36b202cef979', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-715694754-subnet', 'tenant_id': '49889d8101c04c16a9851b6f6c2f784b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:52.350027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.350311 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:52.356430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-21e9f428-eb2f-49d8-aa42-0a5c6ccd3665 None None] Port 820e0263-1a3c-4a09-9c04-627f8c857f2b cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:52.362138 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Checking segment: {'id': 'db581ccd-fbbf-4104-9025-36b84acf554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '0b8ea4d5-7a69-44bc-9871-b348c558d430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:52.362438 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network hostable DHCP agents. Network: 0b8ea4d5-7a69-44bc-9871-b348c558d430, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:52.371263 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 498728db-7853-413b-9ae7-a9f56b75b8f0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:52.371399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920e11ea-f7c0-40a9-a5a1-096cd40faf8a admin admin] Made reservation on behalf of 49889d8101c04c16a9851b6f6c2f784b for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:52.371643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.375929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-920e11ea-f7c0-40a9-a5a1-096cd40faf8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.437228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-21e9f428-eb2f-49d8-aa42-0a5c6ccd3665 None None] Provisioning for port 90469cc0-8568-4199-be88-0411e582e310 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:52.461199 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.465046 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] vlan segment allocate from pool success with {'vlan_id': 1333, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:52.491827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Network 0b8ea4d5-7a69-44bc-9871-b348c558d430 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:52.515920 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.516721 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Added segment 2588c69a-6e25-47aa-b09d-212f0cd845c5 of type vlan for network 10e51d57-2b12-4207-be73-af6951316a78 Jun 24 12:46:52.531779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Transition to ACTIVE for port object ac52f13d-eb22-4ded-b3ca-23e53e39fb59 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:52.547008 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device aeb47ccb-bf48-4079-8347-2cf09e593b8d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:52.556788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 0b8ea4d5-7a69-44bc-9871-b348c558d430) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:52.597757 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:52.598701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.606168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce2c9e1-1b04-4090-806a-a1d03aa940e9 None None] Unable to find a vacant binding_index for network 0b8ea4d5-7a69-44bc-9871-b348c558d430 and agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 {{(pid=100147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 24 12:46:52.614630 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce2c9e1-1b04-4090-806a-a1d03aa940e9 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 0b8ea4d5-7a69-44bc-9871-b348c558d430) {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:46:52.632310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-920e11ea-f7c0-40a9-a5a1-096cd40faf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.636117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-eb56306e-e990-40cd-9347-61c5d3205376 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:52.640163 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port aeb47ccb-bf48-4079-8347-2cf09e593b8d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:52.640538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.679270 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.690932 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9837484 Jun 24 12:46:52.694618 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:46:49Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '820e0263-1a3c-4a09-9c04-627f8c857f2b', 'name': '', 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:24:19:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:47Z', 'updated_at': '2021-06-24T12:46:49Z', 'revision_number': 2, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:52.699399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45366) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:52.706787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e11ea-f7c0-40a9-a5a1-096cd40faf8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=094f1ffe-41e7-44fc-ad67-b4b62fd7f218,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:52.711054 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-74233215-bbd3-4642-b264-c765bfebe28c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:52.717251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-920e11ea-f7c0-40a9-a5a1-096cd40faf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:52.726195 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Checking router: 86017d87-e227-4952-8a35-a9d3d6338a5e for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:46:52.726911 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Updating router 86017d87-e227-4952-8a35-a9d3d6338a5e port 820e0263-1a3c-4a09-9c04-627f8c857f2b binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:46:52.758311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920e11ea-f7c0-40a9-a5a1-096cd40faf8a admin admin] Checking segment: {'id': 'ac8cd75c-a15c-4239-8921-258deab0e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'aaf23f30-f24e-4bd0-ade3-36b202cef979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:52.758848 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920e11ea-f7c0-40a9-a5a1-096cd40faf8a admin admin] Network hostable DHCP agents. Network: aaf23f30-f24e-4bd0-ade3-36b202cef979, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:52.764320 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.787053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920e11ea-f7c0-40a9-a5a1-096cd40faf8a admin admin] Network aaf23f30-f24e-4bd0-ade3-36b202cef979 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:52.817188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-920e11ea-f7c0-40a9-a5a1-096cd40faf8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, aaf23f30-f24e-4bd0-ade3-36b202cef979) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:52.818197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.resource_extend [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 12:46:52.825043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e11ea-f7c0-40a9-a5a1-096cd40faf8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:52.827522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-920e11ea-f7c0-40a9-a5a1-096cd40faf8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.841985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.843303 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 90469cc0-8568-4199-be88-0411e582e310 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:52.859897 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fe9826f6-5084-465d-b5bb-b5d1354d2f85 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:52.862287 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-920e11ea-f7c0-40a9-a5a1-096cd40faf8a admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5208988 Jun 24 12:46:52.876623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Network d704f2f4-8334-4ddc-9e9b-58be2a4895ca is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:52.879526 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] For port 90469cc0-8568-4199-be88-0411e582e310, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=90469cc0-8568-4199-be88-0411e582e310,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:52.903684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:52.906394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:52.918384 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 90469cc0-8568-4199-be88-0411e582e310 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:52.946114 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 90469cc0-8568-4199-be88-0411e582e310 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:52.946493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.961260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74233215-bbd3-4642-b264-c765bfebe28c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30057062'] for subnet, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.971288 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:52.977068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:52.977676 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.005626 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7885966 Jun 24 12:46:53.011169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45370) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:53.019028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4c56c826-ada6-44e0-9ba7-c0eee3bba689 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'subnet': {'network_id': '10e51d57-2b12-4207-be73-af6951316a78', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:53.039801 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event updated for resources: {'Port': ['ID=ac52f13d-eb22-4ded-b3ca-23e53e39fb59,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:53.043361 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:53.047790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-23d4b5f8-709b-4446-8485-631fbe89c94e tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:53.048808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-0b8ea4d5-7a69-44bc-9871-b348c558d430', 'network_id': '0b8ea4d5-7a69-44bc-9871-b348c558d430', 'tenant_id': '2155e866308e447f865897479ff9b7cc', 'fixed_ips': [{'subnet_id': 'bee074fe-3425-47f4-9130-122918198bee'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:53.050052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.107173 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.119517 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.123134 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Network': ['ID=10e51d57-2b12-4207-be73-af6951316a78,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:53.127275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:53.134576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:53.135243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.163105 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.165349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.166149 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.174218 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Transition to ACTIVE for port object 820e0263-1a3c-4a09-9c04-627f8c857f2b will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:53.179506 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2ccae759-5b7f-42cd-9555-4275628c08e3 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:53.184678 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.188545 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-05bb7b4e-34a1-4e29-9e8d-815717b17e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:53.191335 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:53.197249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:53.200628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:53.201231 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.213261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 10e51d57-2b12-4207-be73-af6951316a78 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:53.216265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c56c826-ada6-44e0-9ba7-c0eee3bba689 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Made reservation on behalf of 3b81c3bb678a40df9e7b3249b891322c for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:53.219963 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c56c826-ada6-44e0-9ba7-c0eee3bba689 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.249916 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5436492 Jun 24 12:46:53.253992 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Pushing event updated for resources: {'Port': ['ID=820e0263-1a3c-4a09-9c04-627f8c857f2b,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:53.259812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45376) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:53.265472 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Request body: {'port': {'network_id': 'd704f2f4-8334-4ddc-9e9b-58be2a4895ca', 'name': 'tempest-AllowedAddressPairTestJSON-1367240582'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:53.266299 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:53.266647 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:53.267216 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:53.267990 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:53.268478 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:53.268962 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:53.269473 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:53.269997 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:53.271064 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:53.271572 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:53.272075 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:53.274589 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:53.283452 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3958371 Jun 24 12:46:53.284674 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:53.298777 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45378) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:53.325654 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'mac_address': 'fa:16:3e:52:73:3c', 'name': 'tempest-NetworksTestDHCPv6-1155880825'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:53.366303 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Attempting to bind port 820e0263-1a3c-4a09-9c04-627f8c857f2b on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:53.366952 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Attempting to bind port 820e0263-1a3c-4a09-9c04-627f8c857f2b by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '71e949c0-3d88-4526-9460-170fb15abec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:53.367563 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Attempting to bind port 820e0263-1a3c-4a09-9c04-627f8c857f2b on network a81455aa-6c7d-44b7-9d36-696f76020f7a {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:53.375258 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:53.376275 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Checking segment: {'id': '71e949c0-3d88-4526-9460-170fb15abec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:53.376963 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.377662 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Bound using segment: {'id': '71e949c0-3d88-4526-9460-170fb15abec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:53.378334 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Bound port: 820e0263-1a3c-4a09-9c04-627f8c857f2b, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e949c0-3d88-4526-9460-170fb15abec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:53.378998 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.433867 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:46:53.434227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:46:53.461354 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=90469cc0-8568-4199-be88-0411e582e310,revision_number=4']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:53.466534 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] For port 820e0263-1a3c-4a09-9c04-627f8c857f2b, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:53.471588 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] For port 820e0263-1a3c-4a09-9c04-627f8c857f2b, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=820e0263-1a3c-4a09-9c04-627f8c857f2b,segment=NetworkSegment(71e949c0-3d88-4526-9460-170fb15abec6),segment_id=71e949c0-3d88-4526-9460-170fb15abec6)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:53.481504 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.486094 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:53.503024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:53.528729 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c76ffbea-16a2-49ed-808c-4c4b6e328601 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:53.544392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c56c826-ada6-44e0-9ba7-c0eee3bba689 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.551766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7c80fed5-b830-467a-badb-bef5773ac52e tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:53.570574 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Pushing event updated for resources: {'Port': ['ID=820e0263-1a3c-4a09-9c04-627f8c857f2b,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:53.573824 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:53.574843 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:53.575665 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:53.621579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56c826-ada6-44e0-9ba7-c0eee3bba689 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Subnet': ['ID=da99ae34-0d44-4601-bd90-801ff1ba9537,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:53.625518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c56c826-ada6-44e0-9ba7-c0eee3bba689 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:53.651566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45388) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:53.659273 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-557438322-network', 'tenant_id': '83bff33af9c044d8822e3d26e0d04f67'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:53.662543 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:53.666440 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c56c826-ada6-44e0-9ba7-c0eee3bba689 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Checking segment: {'id': '2588c69a-6e25-47aa-b09d-212f0cd845c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '10e51d57-2b12-4207-be73-af6951316a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:53.666998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c56c826-ada6-44e0-9ba7-c0eee3bba689 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network hostable DHCP agents. Network: 10e51d57-2b12-4207-be73-af6951316a78, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:53.667984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=2e0349cc-3231-42fe-be15-a06da16a3f19,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:53.684929 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:53.695277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Made reservation on behalf of 83bff33af9c044d8822e3d26e0d04f67 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:53.697752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.698206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:53.709013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.710692 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c56c826-ada6-44e0-9ba7-c0eee3bba689 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 10e51d57-2b12-4207-be73-af6951316a78 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:53.728226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-4c56c826-ada6-44e0-9ba7-c0eee3bba689 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 10e51d57-2b12-4207-be73-af6951316a78) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:53.733179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c56c826-ada6-44e0-9ba7-c0eee3bba689 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:53.734296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c56c826-ada6-44e0-9ba7-c0eee3bba689 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.760830 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74233215-bbd3-4642-b264-c765bfebe28c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760207632842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32606949'] for subnet, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.766277 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d0e81b21-4da1-42ae-aa2b-a2c96876578e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:53.808052 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Made reservation on behalf of 53d83f539ccd4137ba46db3df8ed691a for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:53.813415 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.828269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Allocated IP 172.20.0.3 (0b8ea4d5-7a69-44bc-9871-b348c558d430/bee074fe-3425-47f4-9130-122918198bee/023bb0aa-3146-423b-8365-3434213ccd1d) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:53.837880 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4c56c826-ada6-44e0-9ba7-c0eee3bba689 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8249536 Jun 24 12:46:53.840955 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45390) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:53.854231 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] device_id is not set on port d074b208-d636-4ba0-bff3-2dcf2e1d6a71 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:46:53.872146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74233215-bbd3-4642-b264-c765bfebe28c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:53.872741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74233215-bbd3-4642-b264-c765bfebe28c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.874092 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-74233215-bbd3-4642-b264-c765bfebe28c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "PUT /v2.0/subnets/bee074fe-3425-47f4-9130-122918198bee HTTP/1.1" status: 200 len: 877 time: 1.1736526 Jun 24 12:46:53.884132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45392) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:53.927715 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.966155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74233215-bbd3-4642-b264-c765bfebe28c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event updated for resources: {'Subnet': ['ID=bee074fe-3425-47f4-9130-122918198bee,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:54.009267 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:46:49Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '820e0263-1a3c-4a09-9c04-627f8c857f2b', 'name': '', 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:24:19:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:47Z', 'updated_at': '2021-06-24T12:46:53Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:54.029907 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-74233215-bbd3-4642-b264-c765bfebe28c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:54.031645 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.061548 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39516236-0b2c-48c0-9dfd-d77b9bbc4743 None None] The sync data for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv is: [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:46:49Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '820e0263-1a3c-4a09-9c04-627f8c857f2b', 'name': '', 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:24:19:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:47Z', 'updated_at': '2021-06-24T12:46:53Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:54.065767 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.084489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Transition to ACTIVE for port object 023bb0aa-3146-423b-8365-3434213ccd1d will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:54.165954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 90469cc0-8568-4199-be88-0411e582e310, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=90469cc0-8568-4199-be88-0411e582e310,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:54.169880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Transition to ACTIVE for port object 023bb0aa-3146-423b-8365-3434213ccd1d will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:54.171987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.183616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-08424a22-12dd-47dc-9b47-47e1ae1c2ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:54.199812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.200073 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.227110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.240259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8cea5e93-8b59-4b80-a7e8-40417c8262af tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:54.278931 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Network 0b8ea4d5-7a69-44bc-9871-b348c558d430 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:54.282861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:54.288521 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:54.327680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Allocated IP 172.20.0.11 (d704f2f4-8334-4ddc-9e9b-58be2a4895ca/3b9ba009-db68-4bc5-9e23-2150ad80b5e0/d074b208-d636-4ba0-bff3-2dcf2e1d6a71) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:54.332240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port 41897601-78c8-4a8a-9547-3a46bfd0db16 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:46:54.356620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=90469cc0-8568-4199-be88-0411e582e310,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:54.396400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:54.397025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:54.397517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:54.398003 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:54.398483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:54.399090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:54.399591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:54.400124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:54.400611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:54.401092 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:54.401574 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:54.402050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:54.408521 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:54.409227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c250a382-9464-4355-9eb3-c0686dc84d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:54.472746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 820e0263-1a3c-4a09-9c04-627f8c857f2b up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:54.501580 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Attempting to bind port 023bb0aa-3146-423b-8365-3434213ccd1d on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:54.502210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Attempting to bind port 023bb0aa-3146-423b-8365-3434213ccd1d by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'db581ccd-fbbf-4104-9025-36b84acf554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '0b8ea4d5-7a69-44bc-9871-b348c558d430'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:54.502742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Attempting to bind port 023bb0aa-3146-423b-8365-3434213ccd1d on network 0b8ea4d5-7a69-44bc-9871-b348c558d430 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:54.508992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] vlan segment allocate from pool success with {'vlan_id': 1343, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:46:54.511604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:54.511982 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Checking segment: {'id': 'db581ccd-fbbf-4104-9025-36b84acf554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '0b8ea4d5-7a69-44bc-9871-b348c558d430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:54.512388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.512781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Bound using segment: {'id': 'db581ccd-fbbf-4104-9025-36b84acf554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '0b8ea4d5-7a69-44bc-9871-b348c558d430'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:54.513640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Bound port: 023bb0aa-3146-423b-8365-3434213ccd1d, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db581ccd-fbbf-4104-9025-36b84acf554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '0b8ea4d5-7a69-44bc-9871-b348c558d430'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:54.513640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.515761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Pushing event updated for resources: {'Port': ['ID=023bb0aa-3146-423b-8365-3434213ccd1d,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:54.521844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:54.527358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8507a6c4-ad87-44c8-9d35-2b5bdf6bd769,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:54.558162 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.576396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:54.581075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.594649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.595019 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Added segment 537b2488-1b02-4320-a42f-c67a2e34d396 of type vlan for network 802934b1-7df2-45be-9e96-68e79235509d Jun 24 12:46:54.596868 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] For port 023bb0aa-3146-423b-8365-3434213ccd1d, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:54.601332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] For port 023bb0aa-3146-423b-8365-3434213ccd1d, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=023bb0aa-3146-423b-8365-3434213ccd1d,segment=NetworkSegment(db581ccd-fbbf-4104-9025-36b84acf554d),segment_id=db581ccd-fbbf-4104-9025-36b84acf554d)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:54.616711 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.622728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-09b4aecf-3646-4c1b-8a99-d5268e4c0e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:54.660415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 820e0263-1a3c-4a09-9c04-627f8c857f2b completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:54.675557 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 820e0263-1a3c-4a09-9c04-627f8c857f2b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:54.676077 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.733668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Pushing event updated for resources: {'Port': ['ID=023bb0aa-3146-423b-8365-3434213ccd1d,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:54.746729 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:54.755692 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.824127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.874576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 820e0263-1a3c-4a09-9c04-627f8c857f2b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=820e0263-1a3c-4a09-9c04-627f8c857f2b,segment=NetworkSegment(71e949c0-3d88-4526-9460-170fb15abec6),segment_id=71e949c0-3d88-4526-9460-170fb15abec6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:54.876900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.878046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:54.878606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.881799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:54.882378 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 90469cc0-8568-4199-be88-0411e582e310 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:54.884342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:54.885857 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b2529169-fb57-48fd-93b7-78bc463dae13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:54.958675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Pushing event updated for resources: {'Network': ['ID=802934b1-7df2-45be-9e96-68e79235509d,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:54.965389 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:54.990787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 802934b1-7df2-45be-9e96-68e79235509d details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:46:55.010512 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3543897 Jun 24 12:46:55.011517 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45394) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:55.017119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-786b7608-0ede-450d-be0c-b053e4a88593 admin admin] Request body: {'subnet': {'network_id': '802934b1-7df2-45be-9e96-68e79235509d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-557438322-subnet', 'tenant_id': '83bff33af9c044d8822e3d26e0d04f67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:55.041438 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=820e0263-1a3c-4a09-9c04-627f8c857f2b,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:55.047152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:55.075449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786b7608-0ede-450d-be0c-b053e4a88593 admin admin] Made reservation on behalf of 83bff33af9c044d8822e3d26e0d04f67 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:55.078122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-786b7608-0ede-450d-be0c-b053e4a88593 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.096712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 90469cc0-8568-4199-be88-0411e582e310 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:55.097102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.256020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Allocated IP 2001:db8:3::1 (10e51d57-2b12-4207-be73-af6951316a78/da99ae34-0d44-4601-bd90-801ff1ba9537/12111f0e-d662-4c31-a685-b8c5c92241b0) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:55.305804 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 172.20.0.10 (775331f2-7641-4269-a311-a446eb45635d/efa6ba9c-74eb-4cd2-8a9b-07120550a682/41897601-78c8-4a8a-9547-3a46bfd0db16) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:55.322733 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::f816:3eff:fe52:733c (775331f2-7641-4269-a311-a446eb45635d/2e0349cc-3231-42fe-be15-a06da16a3f19/41897601-78c8-4a8a-9547-3a46bfd0db16) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:55.325345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Deleting port 023bb0aa-3146-423b-8365-3434213ccd1d {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:55.325588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.377085 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-786b7608-0ede-450d-be0c-b053e4a88593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.380912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-13ef41f4-df6e-4591-a27a-6bbd1288871f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:55.417098 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.459198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7608-0ede-450d-be0c-b053e4a88593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e8d25a-a5e1-46b5-a976-b61bdffe91b5,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:55.460239 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Transition to ACTIVE for port object d074b208-d636-4ba0-bff3-2dcf2e1d6a71 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:55.471871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-786b7608-0ede-450d-be0c-b053e4a88593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:55.475281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.491524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b7608-0ede-450d-be0c-b053e4a88593 admin admin] Checking segment: {'id': '537b2488-1b02-4320-a42f-c67a2e34d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '802934b1-7df2-45be-9e96-68e79235509d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:55.491884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786b7608-0ede-450d-be0c-b053e4a88593 admin admin] Network hostable DHCP agents. Network: 802934b1-7df2-45be-9e96-68e79235509d, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:46:55.496644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Transition to ACTIVE for port object 12111f0e-d662-4c31-a685-b8c5c92241b0 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:55.502152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] For port 023bb0aa-3146-423b-8365-3434213ccd1d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=023bb0aa-3146-423b-8365-3434213ccd1d,segment=NetworkSegment(db581ccd-fbbf-4104-9025-36b84acf554d),segment_id=db581ccd-fbbf-4104-9025-36b84acf554d)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:55.502519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.518084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786b7608-0ede-450d-be0c-b053e4a88593 admin admin] Network 802934b1-7df2-45be-9e96-68e79235509d is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:46:55.536449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-786b7608-0ede-450d-be0c-b053e4a88593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 802934b1-7df2-45be-9e96-68e79235509d) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:55.542046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786b7608-0ede-450d-be0c-b053e4a88593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:55.542850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-786b7608-0ede-450d-be0c-b053e4a88593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.563052 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Calling delete_port for 023bb0aa-3146-423b-8365-3434213ccd1d owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:55.564624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.567897 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8c013c77-2012-49e5-a26c-13d085c6e1d6 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:55.575882 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-786b7608-0ede-450d-be0c-b053e4a88593 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5634546 Jun 24 12:46:55.609082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 10e51d57-2b12-4207-be73-af6951316a78 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:55.612437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:55.618963 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:55.619516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.643300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.655847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-59182c2e-2587-4686-87c2-34854ba7d605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:55.668976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=12111f0e-d662-4c31-a685-b8c5c92241b0,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:55.673473 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:55.695429 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.759455 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object 41897601-78c8-4a8a-9547-3a46bfd0db16 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:55.765187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Network d704f2f4-8334-4ddc-9e9b-58be2a4895ca is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:55.773159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event updated for resources: {'Port': ['ID=d074b208-d636-4ba0-bff3-2dcf2e1d6a71,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:55.775994 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:55.787357 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:55.789052 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.791109 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:55.888752 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:55.889621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.934354 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6732483 Jun 24 12:46:55.935499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45404) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:55.941404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7b2f66d4-a12f-4232-bd44-543706648b19 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:89:b3:b9'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:d5:e6:2a'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:55.946420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.949422 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.971486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fdb550d6-5c09-409b-a630-133ad6e65e96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:55.997722 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01683b66-db09-4d0e-954d-8f8ca59121e7 None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:46:56.020926 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Port': ['ID=023bb0aa-3146-423b-8365-3434213ccd1d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:56.032142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-25e2cd1f-1e79-4fc0-adba-54add2fe9ce5 None None] Could not find standard attr ID for object 023bb0aa-3146-423b-8365-3434213ccd1d. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:46:56.059394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:56.090249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:56.121258 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:56.142065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No DVR routers for this DVR port 023bb0aa-3146-423b-8365-3434213ccd1d on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:56.180978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01683b66-db09-4d0e-954d-8f8ca59121e7 None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:46:56.236253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=41897601-78c8-4a8a-9547-3a46bfd0db16,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:56.245807 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:56.248487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:56.248746 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:56.273605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:56.274560 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.295598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.338851 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0209649 Jun 24 12:46:56.345628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45418) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:56.356544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 820e0263-1a3c-4a09-9c04-627f8c857f2b up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:56.440174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 820e0263-1a3c-4a09-9c04-627f8c857f2b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:56.440415 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7b2f66d4-a12f-4232-bd44-543706648b19 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.441175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.500154 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.506250 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b7edf370-883a-4b7c-921a-ec99094bf301 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:56.524435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb9308a-ec8d-44e8-b594-76cb5e4cc242 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:56.530800 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb9308a-ec8d-44e8-b594-76cb5e4cc242 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:56.532447 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fbb9308a-ec8d-44e8-b594-76cb5e4cc242 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1830359 Jun 24 12:46:56.537359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45420) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:56.557214 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Subnet': ['ID=bee074fe-3425-47f4-9130-122918198bee,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:56.568704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:56.625665 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b8a4d22-c5ea-4954-afd6-270d73545871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.632529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 90469cc0-8568-4199-be88-0411e582e310 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:56.638119 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.661035 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-10e51d57-2b12-4207-be73-af6951316a78', 'network_id': '10e51d57-2b12-4207-be73-af6951316a78', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'fixed_ips': [{'subnet_id': 'da99ae34-0d44-4601-bd90-801ff1ba9537'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:46:56.661988 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.673523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.676029 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8ea4d5-7a69-44bc-9871-b348c558d430']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:56.683707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-8458b8e4-d7ba-4ac9-b37f-015339d042f7 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:56.685508 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-8458b8e4-d7ba-4ac9-b37f-015339d042f7 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/networks?id=aaf23f30-f24e-4bd0-ade3-36b202cef979 HTTP/1.1" status: 200 len: 811 time: 0.2295699 Jun 24 12:46:56.686866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.687708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.691464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9f9b5da5-b3dc-4c1e-931b-76f893632f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:56.715375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db581ccd-fbbf-4104-9025-36b84acf554d') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:56.715666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db581ccd-fbbf-4104-9025-36b84acf554d') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:56.729517 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.756591 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.763366 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-baa2e4e0-758b-43c3-a5f9-39a6983f21ea tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/quotas/49889d8101c04c16a9851b6f6c2f784b HTTP/1.1" status: 200 len: 375 time: 0.0677116 Jun 24 12:46:56.772625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:56.773112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:56.776117 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:56.812661 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-5dc5ac99-8a8c-4c2c-bf2b-6f362c15d220 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=49889d8101c04c16a9851b6f6c2f784b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481138 Jun 24 12:46:56.848987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event updated for resources: {'Port': ['ID=12111f0e-d662-4c31-a685-b8c5c92241b0,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:56.862469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:56.862657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.868898 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.876798 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/0b8ea4d5-7a69-44bc-9871-b348c558d430 HTTP/1.1" status: 204 len: 168 time: 2.9618073 Jun 24 12:46:56.876798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7b2f66d4-a12f-4232-bd44-543706648b19 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.876798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1b560994-5b6f-47ef-923f-5b81710a79f5 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:56.880748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45422) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:56.894845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Network': ['ID=0b8ea4d5-7a69-44bc-9871-b348c558d430,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:56.897410 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:56.898995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7b2f66d4-a12f-4232-bd44-543706648b19 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.907100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-41884661-d58b-4a8f-9786-bed6fd791c3b tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:56.959623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a7fec565-52ad-4e6b-8448-f389fbe2ac2a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port 41897601-78c8-4a8a-9547-3a46bfd0db16 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:56.959969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a7fec565-52ad-4e6b-8448-f389fbe2ac2a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.963084 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-b031a533-4d32-48c8-bcf6-a63a14e2a8f0 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:56.963545 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b031a533-4d32-48c8-bcf6-a63a14e2a8f0 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:56.965211 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b031a533-4d32-48c8-bcf6-a63a14e2a8f0 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/subnets/bee074fe-3425-47f4-9130-122918198bee HTTP/1.1" status: 404 len: 337 time: 0.0832493 Jun 24 12:46:56.968309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45424) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:56.975270 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 90469cc0-8568-4199-be88-0411e582e310 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:56.975792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.005964 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-13aced38-11f5-4b30-8ad6-007029b1a58b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:57.006862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13aced38-11f5-4b30-8ad6-007029b1a58b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:57.010156 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-13aced38-11f5-4b30-8ad6-007029b1a58b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/0b8ea4d5-7a69-44bc-9871-b348c558d430 HTTP/1.1" status: 404 len: 339 time: 0.0391092 Jun 24 12:46:57.010622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f66d4-a12f-4232-bd44-543706648b19 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event updated for resources: {'Port': ['ID=d074b208-d636-4ba0-bff3-2dcf2e1d6a71,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:57.013856 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7b2f66d4-a12f-4232-bd44-543706648b19 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:57.014666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45426) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:57.015390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f66d4-a12f-4232-bd44-543706648b19 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] In _notify_port_updated(), no bound segment for port d074b208-d636-4ba0-bff3-2dcf2e1d6a71 on network d704f2f4-8334-4ddc-9e9b-58be2a4895ca {{(pid=100146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:46:57.020953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2f66d4-a12f-4232-bd44-543706648b19 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:57.022254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7b2f66d4-a12f-4232-bd44-543706648b19 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.026278 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7b2f66d4-a12f-4232-bd44-543706648b19 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "PUT /v2.0/ports/d074b208-d636-4ba0-bff3-2dcf2e1d6a71 HTTP/1.1" status: 200 len: 1057 time: 1.0870101 Jun 24 12:46:57.033756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45428) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:57.036137 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Allocated IP 2001:db8:3::2 (10e51d57-2b12-4207-be73-af6951316a78/da99ae34-0d44-4601-bd90-801ff1ba9537/869e818a-bfe1-411b-9207-319f2cfd9ac1) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:57.066558 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e21805-3e0a-45ca-9c62-1ebeab198c0f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:57.067675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e21805-3e0a-45ca-9c62-1ebeab198c0f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:57.068528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Network 10e51d57-2b12-4207-be73-af6951316a78 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:57.070392 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a8e21805-3e0a-45ca-9c62-1ebeab198c0f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/subnets/71fd0df3-c679-45d6-8910-8ae0fb2f42dd HTTP/1.1" status: 404 len: 337 time: 0.0446985 Jun 24 12:46:57.074198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45430) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:57.075214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:57.093892 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-7297622a-bf39-47eb-8182-249c13f816f7 service neutron] 10.222.0.110 "GET /v2.0/networks/aaf23f30-f24e-4bd0-ade3-36b202cef979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460587 Jun 24 12:46:57.117687 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-868371df-ae2c-4177-bbe1-1ed70f31124c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:57.118305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868371df-ae2c-4177-bbe1-1ed70f31124c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:57.122293 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-868371df-ae2c-4177-bbe1-1ed70f31124c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/5692dbc0-e59d-4de3-b365-224d38d84bf2 HTTP/1.1" status: 404 len: 339 time: 0.0426500 Jun 24 12:46:57.124912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45432) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:57.166168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d61e904f-b97e-4fb7-a110-8a3652fd5ef9 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Deleting port d074b208-d636-4ba0-bff3-2dcf2e1d6a71 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:57.166815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d61e904f-b97e-4fb7-a110-8a3652fd5ef9 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.224785 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.233543 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Transition to ACTIVE for port object 869e818a-bfe1-411b-9207-319f2cfd9ac1 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:57.239911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a7fec565-52ad-4e6b-8448-f389fbe2ac2a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.250081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Transition to ACTIVE for port object 869e818a-bfe1-411b-9207-319f2cfd9ac1 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:57.256982 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.258963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-db6b54ae-f143-4039-9403-ecbee4994c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:57.264520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d61e904f-b97e-4fb7-a110-8a3652fd5ef9 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.277663 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d61e904f-b97e-4fb7-a110-8a3652fd5ef9 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Calling delete_port for d074b208-d636-4ba0-bff3-2dcf2e1d6a71 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:57.294959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Network 10e51d57-2b12-4207-be73-af6951316a78 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:57.302275 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:57.306726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:57.309751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Pushing event updated for resources: {'Port': ['ID=869e818a-bfe1-411b-9207-319f2cfd9ac1,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:57.313478 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:57.323139 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a7fec565-52ad-4e6b-8448-f389fbe2ac2a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for 41897601-78c8-4a8a-9547-3a46bfd0db16 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:57.371126 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Attempting to bind port 869e818a-bfe1-411b-9207-319f2cfd9ac1 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:57.371657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Attempting to bind port 869e818a-bfe1-411b-9207-319f2cfd9ac1 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '2588c69a-6e25-47aa-b09d-212f0cd845c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '10e51d57-2b12-4207-be73-af6951316a78'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:57.372038 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Attempting to bind port 869e818a-bfe1-411b-9207-319f2cfd9ac1 on network 10e51d57-2b12-4207-be73-af6951316a78 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:57.372146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.377686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:57.378088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Checking segment: {'id': '2588c69a-6e25-47aa-b09d-212f0cd845c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '10e51d57-2b12-4207-be73-af6951316a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:57.378545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.379177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Bound using segment: {'id': '2588c69a-6e25-47aa-b09d-212f0cd845c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '10e51d57-2b12-4207-be73-af6951316a78'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:57.379512 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Bound port: 869e818a-bfe1-411b-9207-319f2cfd9ac1, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2588c69a-6e25-47aa-b09d-212f0cd845c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '10e51d57-2b12-4207-be73-af6951316a78'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:57.380127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.424287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 86017d87-e227-4952-8a35-a9d3d6338a5e has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:57.430225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d61e904f-b97e-4fb7-a110-8a3652fd5ef9 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.439550 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-368408ef-fdab-4e60-867b-1339b033d339 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:57.441650 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-112cc314-916a-45b6-87e0-2f3568194414 service neutron] 10.222.0.110 "GET /v2.0/networks/aaf23f30-f24e-4bd0-ade3-36b202cef979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342407 Jun 24 12:46:57.461903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] For port 869e818a-bfe1-411b-9207-319f2cfd9ac1, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:57.466645 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] For port 869e818a-bfe1-411b-9207-319f2cfd9ac1, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=869e818a-bfe1-411b-9207-319f2cfd9ac1,segment=NetworkSegment(2588c69a-6e25-47aa-b09d-212f0cd845c5),segment_id=2588c69a-6e25-47aa-b09d-212f0cd845c5)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:57.472952 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e904f-b97e-4fb7-a110-8a3652fd5ef9 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event deleted for resources: {'Port': ['ID=d074b208-d636-4ba0-bff3-2dcf2e1d6a71,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:57.481825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.486062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9e348b97-3d4c-41d0-a41c-383eb2501723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:57.495176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d61e904f-b97e-4fb7-a110-8a3652fd5ef9 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:57.575032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Pushing event updated for resources: {'Port': ['ID=869e818a-bfe1-411b-9207-319f2cfd9ac1,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:57.587533 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:57.626827 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.650744 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27391e6-45da-4265-8d9a-44bb4fc0b82b']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:57.664790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c06492d-4e6e-42ac-82cf-26a74393706c') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:57.664790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c06492d-4e6e-42ac-82cf-26a74393706c') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:57.730253 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-72ed9ff8-905f-4658-bdd2-08dc092f71f0 req-d77d1b94-7b32-4397-8fdc-e71328a8df90 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 210 time: 0.0699215 Jun 24 12:46:57.731717 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.735687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:57.746066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d61e904f-b97e-4fb7-a110-8a3652fd5ef9 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.750551 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d61e904f-b97e-4fb7-a110-8a3652fd5ef9 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "DELETE /v2.0/ports/d074b208-d636-4ba0-bff3-2dcf2e1d6a71 HTTP/1.1" status: 204 len: 168 time: 0.7135975 Jun 24 12:46:57.750803 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45438) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:57.751142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45440) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:57.751368 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9037945 Jun 24 12:46:57.755785 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Sync routers for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:57.768688 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8e2d3b8c-c64e-4def-868f-703519da08ee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:57.771472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.774155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:57.787732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:57.803355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:46:57.803768 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:46:57.817833 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:46:57.895916 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cf6b66-e95e-4c99-9a22-fc99f9cfc7ab tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] GET failed (client error): The resource could not be found. Jun 24 12:46:57.900046 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f1cf6b66-e95e-4c99-9a22-fc99f9cfc7ab tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "GET /v2.0/ports/d074b208-d636-4ba0-bff3-2dcf2e1d6a71 HTTP/1.1" status: 404 len: 333 time: 0.1454790 Jun 24 12:46:57.908416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45446) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:57.943191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:58.042188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:58.049150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-21005049-bfbb-4bc4-9b72-44582c6b3bcf tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:58.054476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:58.059217 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/e27391e6-45da-4265-8d9a-44bb4fc0b82b HTTP/1.1" status: 204 len: 168 time: 0.9230633 Jun 24 12:46:58.075034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45448) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.075705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a7fec565-52ad-4e6b-8448-f389fbe2ac2a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:58.127256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Network': ['ID=e27391e6-45da-4265-8d9a-44bb4fc0b82b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:58.147695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:58.148750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-262a32e5-e35d-4cd2-b9de-b07347f6e970 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:58.157240 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd81661-e9e4-4ca1-ac4b-fe3bd36cb0e3 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.157710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd81661-e9e4-4ca1-ac4b-fe3bd36cb0e3 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.159601 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dfd81661-e9e4-4ca1-ac4b-fe3bd36cb0e3 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/subnets/1a4c5c50-944a-43d5-9dd9-40dbcf35ef24 HTTP/1.1" status: 404 len: 337 time: 0.0750382 Jun 24 12:46:58.162045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45452) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.189117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fec565-52ad-4e6b-8448-f389fbe2ac2a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=41897601-78c8-4a8a-9547-3a46bfd0db16,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:58.201843 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09bfc56-fbf2-4701-8758-a0e0beb15416 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.202756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09bfc56-fbf2-4701-8758-a0e0beb15416 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.204715 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a09bfc56-fbf2-4701-8758-a0e0beb15416 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/f3d03531-5625-43d0-8318-ab1514f9949f HTTP/1.1" status: 404 len: 339 time: 0.0413392 Jun 24 12:46:58.208892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45454) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.209820 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a7fec565-52ad-4e6b-8448-f389fbe2ac2a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:58.262516 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff17547f-f168-46db-885a-cb1742cf1bc1 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.263004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff17547f-f168-46db-885a-cb1742cf1bc1 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.264696 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ff17547f-f168-46db-885a-cb1742cf1bc1 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/subnets/5558d985-5ea1-45c3-ae1e-f2fe7ae95e9f HTTP/1.1" status: 404 len: 337 time: 0.0537875 Jun 24 12:46:58.267603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45456) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.269130 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:46:55Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '12111f0e-d662-4c31-a685-b8c5c92241b0', 'name': '', 'network_id': '10e51d57-2b12-4207-be73-af6951316a78', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:cf:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'da99ae34-0d44-4601-bd90-801ff1ba9537', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:54Z', 'updated_at': '2021-06-24T12:46:55Z', 'revision_number': 2, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'da99ae34-0d44-4601-bd90-801ff1ba9537', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '820e0263-1a3c-4a09-9c04-627f8c857f2b', 'name': '', 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:24:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:47Z', 'updated_at': '2021-06-24T12:46:54Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:58.301202 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b3a572-849a-4122-9113-e2d8253a6ca9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.301789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b3a572-849a-4122-9113-e2d8253a6ca9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.303547 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-58b3a572-849a-4122-9113-e2d8253a6ca9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/d0fa0bad-1ea3-4a9d-bbe7-fd32bba54c32 HTTP/1.1" status: 404 len: 339 time: 0.0342116 Jun 24 12:46:58.312720 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45458) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.337608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Checking router: 86017d87-e227-4952-8a35-a9d3d6338a5e for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:46:58.337997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Updating router 86017d87-e227-4952-8a35-a9d3d6338a5e port 12111f0e-d662-4c31-a685-b8c5c92241b0 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:46:58.373435 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a9aab546-044f-4350-9544-146b37ba4069 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Deleting port ac52f13d-eb22-4ded-b3ca-23e53e39fb59 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:58.373841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9aab546-044f-4350-9544-146b37ba4069 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:58.383088 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1b542b-692b-4d1c-84ab-826f44053a17 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.383639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1b542b-692b-4d1c-84ab-826f44053a17 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.389225 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1c1b542b-692b-4d1c-84ab-826f44053a17 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/subnets/d82c966c-7fd0-499a-9669-cbe8681ce329 HTTP/1.1" status: 404 len: 337 time: 0.0711617 Jun 24 12:46:58.389489 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45460) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.395815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 869e818a-bfe1-411b-9207-319f2cfd9ac1 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:58.415377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a7fec565-52ad-4e6b-8448-f389fbe2ac2a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:58.420028 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a7fec565-52ad-4e6b-8448-f389fbe2ac2a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/41897601-78c8-4a8a-9547-3a46bfd0db16 HTTP/1.1" status: 204 len: 168 time: 1.8799984 Jun 24 12:46:58.422474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45462) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.453507 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-25938f89-92b9-437b-aade-529eb9afab9e tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.454218 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25938f89-92b9-437b-aade-529eb9afab9e tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.459505 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-25938f89-92b9-437b-aade-529eb9afab9e tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/72da3015-aaf4-4a2f-8c47-3f4943b0af3d HTTP/1.1" status: 404 len: 339 time: 0.0662932 Jun 24 12:46:58.463859 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:58.464319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45464) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.501231 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d61736b-911b-41de-a7e5-79222b6a616f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.501785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d61736b-911b-41de-a7e5-79222b6a616f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.503818 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3d61736b-911b-41de-a7e5-79222b6a616f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/subnets/c0af0bea-db08-475c-bc14-98999bb01211 HTTP/1.1" status: 404 len: 337 time: 0.0383046 Jun 24 12:46:58.507790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45466) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.540209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9aab546-044f-4350-9544-146b37ba4069 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:58.548062 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7d3cbd-e147-4580-8a9a-c165628c73a6 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.548662 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7d3cbd-e147-4580-8a9a-c165628c73a6 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.550635 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6d7d3cbd-e147-4580-8a9a-c165628c73a6 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/e78203ea-72c1-4061-9dc9-2e3c22930783 HTTP/1.1" status: 404 len: 339 time: 0.0421569 Jun 24 12:46:58.556606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45468) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.570921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.extraroute_db [None req-8e2d3b8c-c64e-4def-868f-703519da08ee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=100146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 24 12:46:58.579168 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a9aab546-044f-4350-9544-146b37ba4069 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Calling delete_port for ac52f13d-eb22-4ded-b3ca-23e53e39fb59 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:58.592797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.extraroute_db [None req-8e2d3b8c-c64e-4def-868f-703519da08ee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Removed routes are [] {{(pid=100146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 24 12:46:58.593197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3b8c-c64e-4def-868f-703519da08ee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:58.624524 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 869e818a-bfe1-411b-9207-319f2cfd9ac1 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:58.626014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d950e4-e34d-4c7b-9e35-57c226e5a3ac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:58.627808 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d950e4-e34d-4c7b-9e35-57c226e5a3ac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:58.629415 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d950e4-e34d-4c7b-9e35-57c226e5a3ac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:58.632403 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b5d950e4-e34d-4c7b-9e35-57c226e5a3ac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2080138 Jun 24 12:46:58.636123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45470) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.638572 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ccc407-6305-4395-bbef-eaa270b40d17 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.639051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ccc407-6305-4395-bbef-eaa270b40d17 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.640810 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-48ccc407-6305-4395-bbef-eaa270b40d17 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/subnets/4e35d971-d143-4ca0-a00e-d88e9ffc6703 HTTP/1.1" status: 404 len: 337 time: 0.0799768 Jun 24 12:46:58.652103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45472) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.698679 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-c409b554-0c15-4f04-8cc7-b8fd7fd9ce0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.699546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c409b554-0c15-4f04-8cc7-b8fd7fd9ce0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.701387 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c409b554-0c15-4f04-8cc7-b8fd7fd9ce0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/403226db-bb3b-4cdc-8fd2-6316c9fd6516 HTTP/1.1" status: 404 len: 339 time: 0.0483406 Jun 24 12:46:58.726757 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45474) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.730498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a063baf-1e8d-4584-9ae5-f686559beced tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 2e0349cc-3231-42fe-be15-a06da16a3f19 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:58.735569 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a063baf-1e8d-4584-9ae5-f686559beced tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:58.764106 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d12cd71-4b84-422a-a503-cece72c44bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.764975 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d12cd71-4b84-422a-a503-cece72c44bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.769061 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9d12cd71-4b84-422a-a503-cece72c44bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/subnets/f15bccf8-6540-42d3-a0ac-65e4a0546403 HTTP/1.1" status: 404 len: 337 time: 0.0385630 Jun 24 12:46:58.769551 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45476) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.816665 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5857fee-4977-460d-acfd-5da7474cb36d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.817772 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5857fee-4977-460d-acfd-5da7474cb36d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.822203 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e5857fee-4977-460d-acfd-5da7474cb36d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/7c66b0ca-8fd2-4249-8451-38e5723da4e7 HTTP/1.1" status: 404 len: 339 time: 0.0485845 Jun 24 12:46:58.823316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45480) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.839126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a063baf-1e8d-4584-9ae5-f686559beced tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:58.869315 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5311bbbe-20b1-4072-ad9f-fef963699059 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.869789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5311bbbe-20b1-4072-ad9f-fef963699059 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.874447 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5311bbbe-20b1-4072-ad9f-fef963699059 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/subnets/d426508b-1915-4172-981a-696cb4a9e55c HTTP/1.1" status: 404 len: 337 time: 0.0475116 Jun 24 12:46:58.881644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45482) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.915557 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-5452af43-2dec-463b-92ed-bfe07de8a9bb tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.916312 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5452af43-2dec-463b-92ed-bfe07de8a9bb tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.918094 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5452af43-2dec-463b-92ed-bfe07de8a9bb tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/c11a21a5-051f-4638-9b3b-32eafc3f01d7 HTTP/1.1" status: 404 len: 339 time: 0.0354314 Jun 24 12:46:58.920873 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45484) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:58.975421 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3dbc18-c3f9-41d9-8abf-de935185839f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:58.975672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3dbc18-c3f9-41d9-8abf-de935185839f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:58.977517 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bc3dbc18-c3f9-41d9-8abf-de935185839f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/subnets/bd6b9c7f-f1f3-4c92-9f49-440b339c10bb HTTP/1.1" status: 404 len: 337 time: 0.0556114 Jun 24 12:46:58.980547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45486) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:59.005675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a063baf-1e8d-4584-9ae5-f686559beced tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.016025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.036293 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9aab546-044f-4350-9544-146b37ba4069 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.038903 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3b8c-c64e-4def-868f-703519da08ee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.040236 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Transition to ACTIVE for port object 12111f0e-d662-4c31-a685-b8c5c92241b0 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:59.042484 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ee8f86-d079-48e5-a3ae-3b5da4082347 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] DELETE failed (client error): The resource could not be found. Jun 24 12:46:59.043460 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ee8f86-d079-48e5-a3ae-3b5da4082347 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:46:59.047821 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-54957bc3-5d64-4357-95a6-db2e30582227 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:59.048858 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-29ee8f86-d079-48e5-a3ae-3b5da4082347 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/8c2271d1-390c-4a26-992f-6941a3413789 HTTP/1.1" status: 404 len: 339 time: 0.0678229 Jun 24 12:46:59.050232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45488) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:59.052837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.057036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c8b9159d-5aee-484a-82f2-61c2ddf480c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:59.061720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3b8c-c64e-4def-868f-703519da08ee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.102206 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8bdc54e1-6b7f-4983-ad27-c2ece4be73e5 req-9ab1bcc8-337a-42ca-9a18-e96a090d7848 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 210 time: 0.0605025 Jun 24 12:46:59.110021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aab546-044f-4350-9544-146b37ba4069 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event deleted for resources: {'Port': ['ID=ac52f13d-eb22-4ded-b3ca-23e53e39fb59,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:59.119740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a9aab546-044f-4350-9544-146b37ba4069 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:59.197139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf270246-3cb0-43a0-8904-def7c67e3340 None None] Network 0b8ea4d5-7a69-44bc-9871-b348c558d430 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:59.209114 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685cd793-62e2-41d9-9d60-6d19ed20800f None None] Network aaf23f30-f24e-4bd0-ade3-36b202cef979 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:59.211054 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13b4ea4-585f-4dc5-af9b-7f84f3811f41 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:59.213444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17259f8e-13e6-4486-bf59-524faa059bf9 None None] Network 10e51d57-2b12-4207-be73-af6951316a78 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:59.224797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf270246-3cb0-43a0-8904-def7c67e3340 None None] Network 0b8ea4d5-7a69-44bc-9871-b348c558d430 could not be found, it might have been deleted concurrently. {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 24 12:46:59.238291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a063baf-1e8d-4584-9ae5-f686559beced tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.269409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd6978b-d1a4-4efe-9a26-7af510fa422f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Deleting subnet 4303edb5-f149-4e51-b0a4-3a42b7b7306a {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:46:59.278988 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bfd6978b-d1a4-4efe-9a26-7af510fa422f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.280404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-37d910bb-55af-4159-b95c-7c658be27f8d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:59.338660 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2d3b8c-c64e-4def-868f-703519da08ee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 86017d87-e227-4952-8a35-a9d3d6338a5e has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:59.347198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bfd6978b-d1a4-4efe-9a26-7af510fa422f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.381026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a063baf-1e8d-4584-9ae5-f686559beced tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0349cc-3231-42fe-be15-a06da16a3f19,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:59.394932 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a063baf-1e8d-4584-9ae5-f686559beced tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.397316 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2a063baf-1e8d-4584-9ae5-f686559beced tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/2e0349cc-3231-42fe-be15-a06da16a3f19 HTTP/1.1" status: 204 len: 168 time: 0.7600594 Jun 24 12:46:59.401330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2a063baf-1e8d-4584-9ae5-f686559beced tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:59.401818 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45492) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:59.451807 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9aab546-044f-4350-9544-146b37ba4069 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.453140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007cd45d-fee7-4214-a68a-23cb42442a88 None None] Network 802934b1-7df2-45be-9e96-68e79235509d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:59.454475 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a9aab546-044f-4350-9544-146b37ba4069 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "DELETE /v2.0/ports/ac52f13d-eb22-4ded-b3ca-23e53e39fb59 HTTP/1.1" status: 204 len: 168 time: 1.5057919 Jun 24 12:46:59.459136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45494) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:59.460909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddfe963-b7be-48ad-b4bf-d782f5f60ea1 None None] DHCP port deletion for 0b8ea4d5-7a69-44bc-9871-b348c558d430 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:46:59.495145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c4b2c-0aac-4681-8ad6-7b4d61ef0b30 None None] Pushing event updated for resources: {'Port': ['ID=12111f0e-d662-4c31-a685-b8c5c92241b0,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:59.541854 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa8160b-0a24-4bd8-900e-5d07453f4c41 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] GET failed (client error): The resource could not be found. Jun 24 12:46:59.547344 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bfa8160b-0a24-4bd8-900e-5d07453f4c41 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "GET /v2.0/ports/ac52f13d-eb22-4ded-b3ca-23e53e39fb59 HTTP/1.1" status: 404 len: 333 time: 0.0872791 Jun 24 12:46:59.557750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45498) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:59.580056 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Attempting to bind port 12111f0e-d662-4c31-a685-b8c5c92241b0 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:59.580697 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Attempting to bind port 12111f0e-d662-4c31-a685-b8c5c92241b0 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '2588c69a-6e25-47aa-b09d-212f0cd845c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '10e51d57-2b12-4207-be73-af6951316a78'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:59.581269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Attempting to bind port 12111f0e-d662-4c31-a685-b8c5c92241b0 on network 10e51d57-2b12-4207-be73-af6951316a78 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:59.590955 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3d7c4b2c-0aac-4681-8ad6-7b4d61ef0b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:59.664016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-9a9b1a39-1675-4db8-b8e6-86d48b940d8d tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:59.665769 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-9a9b1a39-1675-4db8-b8e6-86d48b940d8d tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.102 "GET /v2.0/networks?id=aaf23f30-f24e-4bd0-ade3-36b202cef979 HTTP/1.1" status: 200 len: 811 time: 0.4313281 Jun 24 12:46:59.681680 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:59.682066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Checking segment: {'id': '2588c69a-6e25-47aa-b09d-212f0cd845c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '10e51d57-2b12-4207-be73-af6951316a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:59.682484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.682964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Bound using segment: {'id': '2588c69a-6e25-47aa-b09d-212f0cd845c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '10e51d57-2b12-4207-be73-af6951316a78'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:59.683478 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Bound port: 12111f0e-d662-4c31-a685-b8c5c92241b0, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2588c69a-6e25-47aa-b09d-212f0cd845c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '10e51d57-2b12-4207-be73-af6951316a78'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:59.683876 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.686544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299428ac-657f-4e62-aff9-768ccc3e607a None None] Network 0b8ea4d5-7a69-44bc-9871-b348c558d430 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:59.713235 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Request body: {'port': {'device_id': '2ee0de54-8eda-484a-887c-96e06b2a60a3', 'network_id': 'aaf23f30-f24e-4bd0-ade3-36b202cef979', 'admin_state_up': True, 'tenant_id': '49889d8101c04c16a9851b6f6c2f784b'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:59.719213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299428ac-657f-4e62-aff9-768ccc3e607a None None] Network 0b8ea4d5-7a69-44bc-9871-b348c558d430 could not be found, it might have been deleted concurrently. {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 24 12:46:59.733952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2a9982dd-cf56-4e7b-90e5-c323309d8cf8 None None] Provisioning for port 869e818a-bfe1-411b-9207-319f2cfd9ac1 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:59.779186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.782830 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a79e7-fe4a-41eb-bb1a-8b65f655aebf None None] Network 0b8ea4d5-7a69-44bc-9871-b348c558d430 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:46:59.785161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a86d6559-b7ac-4796-b021-acfdfcfebf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.885090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2a9982dd-cf56-4e7b-90e5-c323309d8cf8 None None] Provisioning complete for port 869e818a-bfe1-411b-9207-319f2cfd9ac1 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:59.885470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2a9982dd-cf56-4e7b-90e5-c323309d8cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.887278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-c724c1ca-c9d4-40c2-8ed8-108bbda7f616 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Deleting port 015799df-f0ff-499d-a524-605c7661ded9 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:59.887791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c724c1ca-c9d4-40c2-8ed8-108bbda7f616 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.983756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a79e7-fe4a-41eb-bb1a-8b65f655aebf None None] Network 0b8ea4d5-7a69-44bc-9871-b348c558d430 could not be found, it might have been deleted concurrently. {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 24 12:47:00.035518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Made reservation on behalf of 49889d8101c04c16a9851b6f6c2f784b for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:00.042865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.066586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c724c1ca-c9d4-40c2-8ed8-108bbda7f616 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.093487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-c724c1ca-c9d4-40c2-8ed8-108bbda7f616 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Calling delete_port for 015799df-f0ff-499d-a524-605c7661ded9 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:00.244893 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bfd6978b-d1a4-4efe-9a26-7af510fa422f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.304383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Allocated IP 172.20.0.10 (aaf23f30-f24e-4bd0-ade3-36b202cef979/094f1ffe-41e7-44fc-ad67-b4b62fd7f218/32019e2d-b6a5-4ea2-8ce0-d829ec1de43b) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:00.304861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 023bb0aa-3146-423b-8365-3434213ccd1d no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:00.313032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb345a23-b889-4540-8b1a-ac427100a48e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet efa6ba9c-74eb-4cd2-8a9b-07120550a682 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:00.318922 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bfd6978b-d1a4-4efe-9a26-7af510fa422f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.322944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb345a23-b889-4540-8b1a-ac427100a48e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.325485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5f3b948f-602a-4444-b7f4-4f2399c9950d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:00.396012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2d3b8c-c64e-4def-868f-703519da08ee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:00.433483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb345a23-b889-4540-8b1a-ac427100a48e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.447557 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] For port 12111f0e-d662-4c31-a685-b8c5c92241b0, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:00.449637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 023bb0aa-3146-423b-8365-3434213ccd1d {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:00.450015 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 023bb0aa-3146-423b-8365-3434213ccd1d not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:00.538954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb345a23-b889-4540-8b1a-ac427100a48e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.549250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8488e1e0-034f-4d39-92e9-dae3812ca114 None None] Network aaf23f30-f24e-4bd0-ade3-36b202cef979 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:00.563642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] For port 12111f0e-d662-4c31-a685-b8c5c92241b0, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=12111f0e-d662-4c31-a685-b8c5c92241b0,segment=NetworkSegment(2588c69a-6e25-47aa-b09d-212f0cd845c5),segment_id=2588c69a-6e25-47aa-b09d-212f0cd845c5)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:00.564932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7efcb6-7339-4280-a321-f2ba541e164f None None] Network 802934b1-7df2-45be-9e96-68e79235509d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:00.581340 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.612091 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3b8c-c64e-4def-868f-703519da08ee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.617144 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8e2d3b8c-c64e-4def-868f-703519da08ee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e HTTP/1.1" status: 200 len: 954 time: 2.8630624 Jun 24 12:47:00.618749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6978b-d1a4-4efe-9a26-7af510fa422f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Subnet': ['ID=4303edb5-f149-4e51-b0a4-3a42b7b7306a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:00.621448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45506) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:00.623826 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb345a23-b889-4540-8b1a-ac427100a48e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.636000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bfd6978b-d1a4-4efe-9a26-7af510fa422f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:00.636664 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bfd6978b-d1a4-4efe-9a26-7af510fa422f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:00.645796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bfd6978b-d1a4-4efe-9a26-7af510fa422f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.648174 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bfd6978b-d1a4-4efe-9a26-7af510fa422f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/subnets/4303edb5-f149-4e51-b0a4-3a42b7b7306a HTTP/1.1" status: 204 len: 168 time: 1.5942261 Jun 24 12:47:00.650245 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45508) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:00.666557 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecc1a12-28f4-41fa-87a7-6b5340f631f6 None None] Network 717521fb-6507-4f45-a977-503e87a68a46 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:00.669208 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.689731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:00.810430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb345a23-b889-4540-8b1a-ac427100a48e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.815636 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-eb345a23-b889-4540-8b1a-ac427100a48e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/efa6ba9c-74eb-4cd2-8a9b-07120550a682 HTTP/1.1" status: 204 len: 168 time: 1.4127455 Jun 24 12:47:00.820650 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.826803 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45510) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:00.833282 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb345a23-b889-4540-8b1a-ac427100a48e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=efa6ba9c-74eb-4cd2-8a9b-07120550a682,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:00.834334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c4b2c-0aac-4681-8ad6-7b4d61ef0b30 None None] Pushing event updated for resources: {'Port': ['ID=12111f0e-d662-4c31-a685-b8c5c92241b0,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:00.878212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3d7c4b2c-0aac-4681-8ad6-7b4d61ef0b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:00.883564 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eb345a23-b889-4540-8b1a-ac427100a48e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:00.929758 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-788a2b44-51b5-4a85-bc13-bdbf9cbadb0c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032963 Jun 24 12:47:00.933457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45512) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:00.964448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2a9982dd-cf56-4e7b-90e5-c323309d8cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.994411 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:00.995098 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:01.035070 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-87ee044d-f807-4506-ae67-78f41cb14b9d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e HTTP/1.1" status: 200 len: 954 time: 0.3978336 Jun 24 12:47:01.038950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45514) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:01.049836 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-2b68117a-eab1-4f8b-a370-b1790e629f78 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'router': {'routes': None}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:01.054483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c724c1ca-c9d4-40c2-8ed8-108bbda7f616 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.063093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1717cc1a-d3b6-4603-98e7-417a974ff09c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:01.102044 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724c1ca-c9d4-40c2-8ed8-108bbda7f616 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event deleted for resources: {'Port': ['ID=015799df-f0ff-499d-a524-605c7661ded9,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:01.110443 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1a7ecc3e-8fe4-4d3c-ae4e-ecd0f15950c6 req-55db7346-ec80-4b40-badc-143f8f4e06fa tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 210 time: 0.6852391 Jun 24 12:47:01.117137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c724c1ca-c9d4-40c2-8ed8-108bbda7f616 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:01.198476 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68077e4-ac73-4e6e-93c7-49d6a67b5af9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:01.200768 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d68077e4-ac73-4e6e-93c7-49d6a67b5af9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2647939 Jun 24 12:47:01.204764 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45516) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:01.212175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-2a9982dd-cf56-4e7b-90e5-c323309d8cf8 None None] For port 869e818a-bfe1-411b-9207-319f2cfd9ac1, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=869e818a-bfe1-411b-9207-319f2cfd9ac1,segment=NetworkSegment(2588c69a-6e25-47aa-b09d-212f0cd845c5),segment_id=2588c69a-6e25-47aa-b09d-212f0cd845c5)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:01.241046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.276076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Deleting port de98f2af-f550-43b7-bf42-1722868ecbd1 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:01.277223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.281839 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2a9982dd-cf56-4e7b-90e5-c323309d8cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.289034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c724c1ca-c9d4-40c2-8ed8-108bbda7f616 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.293641 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c724c1ca-c9d4-40c2-8ed8-108bbda7f616 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "DELETE /v2.0/ports/015799df-f0ff-499d-a524-605c7661ded9 HTTP/1.1" status: 204 len: 168 time: 1.7296138 Jun 24 12:47:01.294141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45518) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:01.305909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7fa1167f-827c-4ece-a185-0e1365dc1e79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:01.307960 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.341513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-57dad643-7b7e-41a0-94a7-e459c99272e0 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:01.403804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:01.423976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Network aaf23f30-f24e-4bd0-ade3-36b202cef979 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:01.430629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:01.437602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-502169a7-c22a-49d5-a518-d5927e928109 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Deleting subnet 3b9ba009-db68-4bc5-9e23-2150ad80b5e0 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:01.440456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:01.452597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] For port de98f2af-f550-43b7-bf42-1722868ecbd1, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=de98f2af-f550-43b7-bf42-1722868ecbd1,segment=NetworkSegment(60077525-5ada-4a6d-a7fa-71dabcbaa157),segment_id=60077525-5ada-4a6d-a7fa-71dabcbaa157)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:01.453090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.470682 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Calling delete_port for de98f2af-f550-43b7-bf42-1722868ecbd1 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:01.487635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-502169a7-c22a-49d5-a518-d5927e928109 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.520812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2a9982dd-cf56-4e7b-90e5-c323309d8cf8 None None] Provisioning for port 12111f0e-d662-4c31-a685-b8c5c92241b0 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:01.538146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-502169a7-c22a-49d5-a518-d5927e928109 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.643039 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.645662 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9982dd-cf56-4e7b-90e5-c323309d8cf8 None None] Pushing event updated for resources: {'Port': ['ID=869e818a-bfe1-411b-9207-319f2cfd9ac1,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:01.656165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-862611a8-26a6-4051-aadc-7f021a3b3fa0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:01.664909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-502169a7-c22a-49d5-a518-d5927e928109 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.685963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2a9982dd-cf56-4e7b-90e5-c323309d8cf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:01.718215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Pushing event updated for resources: {'Port': ['ID=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:01.728471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:01.741044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Port': ['ID=de98f2af-f550-43b7-bf42-1722868ecbd1,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:01.748959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:01.755726 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20749e00-2bef-48d7-8d03-cc9b48439783 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:01.762279 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-20749e00-2bef-48d7-8d03-cc9b48439783 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5526977 Jun 24 12:47:01.772108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:01.774228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.775590 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] No DVR routers for this DVR port de98f2af-f550-43b7-bf42-1722868ecbd1 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:01.776870 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45520) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:01.789992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ac5b6b9e-dc38-43e7-be32-b652c2acce28 None None] Could not find standard attr ID for object d074b208-d636-4ba0-bff3-2dcf2e1d6a71. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:47:01.831914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eceec17-a204-4bff-843d-3de2d705df26 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:01.862919 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-53144963-a78f-466a-8989-11a0393d3abc tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792651 Jun 24 12:47:01.877586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45522) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:01.884296 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1784451 Jun 24 12:47:01.891958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ac5b6b9e-dc38-43e7-be32-b652c2acce28 None None] Provisioning complete for port 820e0263-1a3c-4a09-9c04-627f8c857f2b triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:01.891958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ac5b6b9e-dc38-43e7-be32-b652c2acce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.899880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Request body: {'port': {'device_id': '2ee0de54-8eda-484a-887c-96e06b2a60a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:01.908133 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-502169a7-c22a-49d5-a518-d5927e928109 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.919196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-6777f7c7-f607-49ed-a172-8fb29a1d4f4c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:01.923493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fae997-7e94-4aad-91e1-44d7c102a375 None None] DHCP port deletion for 717521fb-6507-4f45-a977-503e87a68a46 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:01.977961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-927e4f24-450d-49ed-9bfa-1f422cef6039 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:02.014494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502169a7-c22a-49d5-a518-d5927e928109 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9ba009-db68-4bc5-9e23-2150ad80b5e0,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:02.020314 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-502169a7-c22a-49d5-a518-d5927e928109 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:02.021639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-502169a7-c22a-49d5-a518-d5927e928109 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.025594 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-502169a7-c22a-49d5-a518-d5927e928109 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "DELETE /v2.0/subnets/3b9ba009-db68-4bc5-9e23-2150ad80b5e0 HTTP/1.1" status: 204 len: 168 time: 0.7283897 Jun 24 12:47:02.027206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45524) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:02.044702 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee1b365-c944-4fc0-890d-566867f25c65 None None] Network d704f2f4-8334-4ddc-9e9b-58be2a4895ca requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:02.083121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.113084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717521fb-6507-4f45-a977-503e87a68a46']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:02.123779 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.173188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.185666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60077525-5ada-4a6d-a7fa-71dabcbaa157') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:02.185855 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60077525-5ada-4a6d-a7fa-71dabcbaa157') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:02.192348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:46:58Z', 'revision_number': 6, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '12111f0e-d662-4c31-a685-b8c5c92241b0', 'name': '', 'network_id': '10e51d57-2b12-4207-be73-af6951316a78', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:cf:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'da99ae34-0d44-4601-bd90-801ff1ba9537', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:54Z', 'updated_at': '2021-06-24T12:47:00Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'da99ae34-0d44-4601-bd90-801ff1ba9537', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '820e0263-1a3c-4a09-9c04-627f8c857f2b', 'name': '', 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:24:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:47Z', 'updated_at': '2021-06-24T12:46:54Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:02.197070 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ac5b6b9e-dc38-43e7-be32-b652c2acce28 None None] Could not find standard attr ID for object ac52f13d-eb22-4ded-b3ca-23e53e39fb59. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:47:02.200365 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.217646 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.225827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:02.226250 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.234158 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb758a60-f533-4957-a8a1-0abe57f855d6 None None] The sync data for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv is: [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:46:58Z', 'revision_number': 6, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '12111f0e-d662-4c31-a685-b8c5c92241b0', 'name': '', 'network_id': '10e51d57-2b12-4207-be73-af6951316a78', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:cf:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'da99ae34-0d44-4601-bd90-801ff1ba9537', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:54Z', 'updated_at': '2021-06-24T12:47:00Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'da99ae34-0d44-4601-bd90-801ff1ba9537', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '820e0263-1a3c-4a09-9c04-627f8c857f2b', 'name': '', 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:24:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:47Z', 'updated_at': '2021-06-24T12:46:54Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:02.276444 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:02.339548 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.359305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6777f7c7-f607-49ed-a172-8fb29a1d4f4c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:02.366960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6777f7c7-f607-49ed-a172-8fb29a1d4f4c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.373834 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6777f7c7-f607-49ed-a172-8fb29a1d4f4c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:47:02.373834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6777f7c7-f607-49ed-a172-8fb29a1d4f4c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:02.386571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-86cb1841-2d2a-45f1-9ca6-c75e0220ab71 None None] Provisioning complete for port 90469cc0-8568-4199-be88-0411e582e310 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:02.387003 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-86cb1841-2d2a-45f1-9ca6-c75e0220ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.458092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Deleting port 9eeca1dc-4266-4963-a1d4-324b9b6fad67 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:02.458517 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.461281 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6777f7c7-f607-49ed-a172-8fb29a1d4f4c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5838528 Jun 24 12:47:02.464264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45528) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:02.471239 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-725c5682-9c50-4ed7-9525-34ed6044dd96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:02.475460 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.484325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:02.509254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.529407 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] 10.222.0.110 "DELETE /v2.0/networks/717521fb-6507-4f45-a977-503e87a68a46 HTTP/1.1" status: 204 len: 168 time: 1.8757267 Jun 24 12:47:02.588506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] For port 9eeca1dc-4266-4963-a1d4-324b9b6fad67, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9eeca1dc-4266-4963-a1d4-324b9b6fad67,segment=NetworkSegment(d0bcc544-74ae-4778-8943-649e226623fd),segment_id=d0bcc544-74ae-4778-8943-649e226623fd)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:02.588917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.594235 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Pushing event deleted for resources: {'Network': ['ID=717521fb-6507-4f45-a977-503e87a68a46,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:02.628033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:02.696692 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131c5692-a895-4193-b444-0647d2d261dd None None] Network 10e51d57-2b12-4207-be73-af6951316a78 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:02.698979 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e291ad09-4b9c-4996-a71d-098891e6cd32 None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:02.700952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 869e818a-bfe1-411b-9207-319f2cfd9ac1 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:02.723888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:47:02.736144 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.749492 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.extraroute_db [None req-2b68117a-eab1-4f8b-a370-b1790e629f78 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Added routes are [] {{(pid=100146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 24 12:47:02.749827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.extraroute_db [None req-2b68117a-eab1-4f8b-a370-b1790e629f78 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=100146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 24 12:47:02.756665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Calling delete_port for 9eeca1dc-4266-4963-a1d4-324b9b6fad67 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:02.756916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725c5682-9c50-4ed7-9525-34ed6044dd96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:02.760495 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-725c5682-9c50-4ed7-9525-34ed6044dd96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.766280 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-725c5682-9c50-4ed7-9525-34ed6044dd96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:47:02.766673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725c5682-9c50-4ed7-9525-34ed6044dd96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:02.812586 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-725c5682-9c50-4ed7-9525-34ed6044dd96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3472712 Jun 24 12:47:02.823809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45532) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:02.830441 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2b68117a-eab1-4f8b-a370-b1790e629f78 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.838063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f8338550-ea64-4107-968b-4598565a8efe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:02.893137 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8528e610-87ef-494e-bde0-96c34cbd03ec None None] DHCP port deletion for d704f2f4-8334-4ddc-9e9b-58be2a4895ca request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:02.920386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Transition to ACTIVE for port object 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:02.930113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdd98a-eedd-4414-a88e-1bbb46acc18d req-4f202564-6725-445b-b672-aa975db76490 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:02.937329 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2dcdd98a-eedd-4414-a88e-1bbb46acc18d req-4f202564-6725-445b-b672-aa975db76490 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 932 time: 0.4990628 Jun 24 12:47:02.953141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.962192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c724c1ca-c9d4-40c2-8ed8-108bbda7f616 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:03.061165 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2dcdd98a-eedd-4414-a88e-1bbb46acc18d req-32381932-9f4f-4a13-876b-c9c78f7615ea tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226523 Jun 24 12:47:03.063828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45536) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:03.091029 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 869e818a-bfe1-411b-9207-319f2cfd9ac1 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:03.091421 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.122662 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2b68117a-eab1-4f8b-a370-b1790e629f78 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.129732 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2b68117a-eab1-4f8b-a370-b1790e629f78 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.142405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Pushing event updated for resources: {'Port': ['ID=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:03.170880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e291ad09-4b9c-4996-a71d-098891e6cd32 None None] Deleting port 90469cc0-8568-4199-be88-0411e582e310 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:03.171322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e291ad09-4b9c-4996-a71d-098891e6cd32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.185491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.199034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:03.199479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:03.233007 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-8528e610-87ef-494e-bde0-96c34cbd03ec None None] Deleting port 9eeca1dc-4266-4963-a1d4-324b9b6fad67 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:03.233446 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8528e610-87ef-494e-bde0-96c34cbd03ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.239925 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event deleted for resources: {'Port': ['ID=9eeca1dc-4266-4963-a1d4-324b9b6fad67,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:03.249259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] No DVR routers for this DVR port 9eeca1dc-4266-4963-a1d4-324b9b6fad67 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:03.254935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:03.263486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b68117a-eab1-4f8b-a370-b1790e629f78 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 86017d87-e227-4952-8a35-a9d3d6338a5e has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:03.318864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8338550-ea64-4107-968b-4598565a8efe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:03.322463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f8338550-ea64-4107-968b-4598565a8efe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.323935 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8338550-ea64-4107-968b-4598565a8efe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:47:03.324361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8338550-ea64-4107-968b-4598565a8efe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:03.372373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b68117a-eab1-4f8b-a370-b1790e629f78 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:03.381929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2b68117a-eab1-4f8b-a370-b1790e629f78 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.383293 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2b68117a-eab1-4f8b-a370-b1790e629f78 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e HTTP/1.1" status: 200 len: 704 time: 2.3383610 Jun 24 12:47:03.385836 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45540) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:03.387389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f8338550-ea64-4107-968b-4598565a8efe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5593493 Jun 24 12:47:03.389637 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45542) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:03.390238 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e291ad09-4b9c-4996-a71d-098891e6cd32 None None] For port 90469cc0-8568-4199-be88-0411e582e310, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=90469cc0-8568-4199-be88-0411e582e310,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:03.390642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e291ad09-4b9c-4996-a71d-098891e6cd32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.431013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b7b8ce57-fdbb-4a17-9716-8f804ac76514 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:03.438473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-8528e610-87ef-494e-bde0-96c34cbd03ec None None] For port 9eeca1dc-4266-4963-a1d4-324b9b6fad67, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:03.439068 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8528e610-87ef-494e-bde0-96c34cbd03ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.453696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-8528e610-87ef-494e-bde0-96c34cbd03ec None None] Calling delete_port for 9eeca1dc-4266-4963-a1d4-324b9b6fad67 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:03.458103 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.ipam_backend_mixin [None req-8528e610-87ef-494e-bde0-96c34cbd03ec None None] Port 9eeca1dc-4266-4963-a1d4-324b9b6fad67 was not found and therefore no delete operation was performed {{(pid=100147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:47:03.462941 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944af31-4c1d-4ebe-9458-f4aa072264be None None] Sync routers for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:03.469083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8528e610-87ef-494e-bde0-96c34cbd03ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.475818 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944af31-4c1d-4ebe-9458-f4aa072264be None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:03.477233 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6944af31-4c1d-4ebe-9458-f4aa072264be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:03.485073 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a006ffd7-372b-446e-bc75-aabe6ee70715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:03.491828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8528e610-87ef-494e-bde0-96c34cbd03ec None None] No DVR routers for this DVR port 9eeca1dc-4266-4963-a1d4-324b9b6fad67 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:03.492035 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-80bcdc50-5378-426f-a9c7-26133bd4358d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e HTTP/1.1" status: 200 len: 704 time: 0.1047628 Jun 24 12:47:03.492499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45544) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:03.499582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e291ad09-4b9c-4996-a71d-098891e6cd32 None None] Calling delete_port for 90469cc0-8568-4199-be88-0411e582e310 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:03.505179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.530383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ecf430ca-7e3e-42f6-9593-0342563dea9d None None] Provisioning complete for port 869e818a-bfe1-411b-9207-319f2cfd9ac1 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:03.530974 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ecf430ca-7e3e-42f6-9593-0342563dea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.539940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d704f2f4-8334-4ddc-9e9b-58be2a4895ca']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:03.544089 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-48f47e5e-cd2b-4aab-88cb-a02141c52666 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2155e866308e447f865897479ff9b7cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4711356 Jun 24 12:47:03.551369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Attempting to bind port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:03.551715 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Attempting to bind port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ac8cd75c-a15c-4239-8921-258deab0e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'aaf23f30-f24e-4bd0-ade3-36b202cef979'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:03.552212 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Attempting to bind port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b on network aaf23f30-f24e-4bd0-ade3-36b202cef979 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:03.554051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45546) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:03.560438 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bcc544-74ae-4778-8943-649e226623fd') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:03.560740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bcc544-74ae-4778-8943-649e226623fd') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:03.587869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b on network aaf23f30-f24e-4bd0-ade3-36b202cef979 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:47:03.588453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Attempting to bind port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b on network aaf23f30-f24e-4bd0-ade3-36b202cef979 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:03.591548 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528e610-87ef-494e-bde0-96c34cbd03ec None None] Pushing event deleted for resources: {'Port': ['ID=9eeca1dc-4266-4963-a1d4-324b9b6fad67,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:03.593182 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-6944af31-4c1d-4ebe-9458-f4aa072264be None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:03.597722 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8528e610-87ef-494e-bde0-96c34cbd03ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:03.609161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.616828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:03.617985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Checking segment: {'id': 'ac8cd75c-a15c-4239-8921-258deab0e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'aaf23f30-f24e-4bd0-ade3-36b202cef979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:03.618556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Bound using segment: {'id': 'ac8cd75c-a15c-4239-8921-258deab0e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'aaf23f30-f24e-4bd0-ade3-36b202cef979'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:03.619210 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Bound port: 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8cd75c-a15c-4239-8921-258deab0e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'aaf23f30-f24e-4bd0-ade3-36b202cef979'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:03.620143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.675203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.691260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:03.691717 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:03.701343 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:03.727662 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device de98f2af-f550-43b7-bf42-1722868ecbd1 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:03.741609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b8ce57-fdbb-4a17-9716-8f804ac76514 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:03.745784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7b8ce57-fdbb-4a17-9716-8f804ac76514 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.747228 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b8ce57-fdbb-4a17-9716-8f804ac76514 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:47:03.747672 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b8ce57-fdbb-4a17-9716-8f804ac76514 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:03.777578 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: de98f2af-f550-43b7-bf42-1722868ecbd1 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:03.778566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device de98f2af-f550-43b7-bf42-1722868ecbd1 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:03.828979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d741439d-e793-41b9-aa49-93f6f2d6cc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.857371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d741439d-e793-41b9-aa49-93f6f2d6cc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.866718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e291ad09-4b9c-4996-a71d-098891e6cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.880263 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:03.885382 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:47:03.901835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291ad09-4b9c-4996-a71d-098891e6cd32 None None] No DVR routers for this DVR port 90469cc0-8568-4199-be88-0411e582e310 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:03.915953 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b7b8ce57-fdbb-4a17-9716-8f804ac76514 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4922845 Jun 24 12:47:03.917171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45548) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:03.929031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.936100 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d741439d-e793-41b9-aa49-93f6f2d6cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.936317 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c6a7bfc9-4d52-49f2-aaae-58ab48c14761 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:03.939330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d741439d-e793-41b9-aa49-93f6f2d6cc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.941034 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d741439d-e793-41b9-aa49-93f6f2d6cc04 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/40809236-799f-4381-b329-5c85926c708c HTTP/1.1" status: 204 len: 168 time: 0.3825481 Jun 24 12:47:03.948003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cddd76ea-a18f-408f-bc19-eec4e7aebdf0 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:03.950928 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291ad09-4b9c-4996-a71d-098891e6cd32 None None] Pushing event deleted for resources: {'Port': ['ID=90469cc0-8568-4199-be88-0411e582e310,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:03.955183 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e291ad09-4b9c-4996-a71d-098891e6cd32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:03.957720 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.961065 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] 10.222.0.110 "DELETE /v2.0/networks/d704f2f4-8334-4ddc-9e9b-58be2a4895ca HTTP/1.1" status: 204 len: 168 time: 1.9324701 Jun 24 12:47:03.975768 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741439d-e793-41b9-aa49-93f6f2d6cc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40809236-799f-4381-b329-5c85926c708c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:03.980531 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6944af31-4c1d-4ebe-9458-f4aa072264be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:02Z', 'revision_number': 7, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '12111f0e-d662-4c31-a685-b8c5c92241b0', 'name': '', 'network_id': '10e51d57-2b12-4207-be73-af6951316a78', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:cf:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'da99ae34-0d44-4601-bd90-801ff1ba9537', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:54Z', 'updated_at': '2021-06-24T12:47:00Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'da99ae34-0d44-4601-bd90-801ff1ba9537', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '820e0263-1a3c-4a09-9c04-627f8c857f2b', 'name': '', 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:24:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:47Z', 'updated_at': '2021-06-24T12:46:54Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:03.984589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d741439d-e793-41b9-aa49-93f6f2d6cc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:03.985281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7a5a0d33-d518-4a16-9f83-76c68d17d410 tempest-RoutersNegativeIpV6Test-154597301 tempest-RoutersNegativeIpV6Test-154597301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:03.993918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] For port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:04.009646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Pushing event deleted for resources: {'Network': ['ID=d704f2f4-8334-4ddc-9e9b-58be2a4895ca,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:04.018543 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:04.025672 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] For port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b,segment=NetworkSegment(ac8cd75c-a15c-4239-8921-258deab0e23e),segment_id=ac8cd75c-a15c-4239-8921-258deab0e23e)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:04.036793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.039881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-319f6850-4f99-4eb2-9eae-c8021146b406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:04.066075 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944af31-4c1d-4ebe-9458-f4aa072264be None None] Checking router: 86017d87-e227-4952-8a35-a9d3d6338a5e for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:04.095721 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944af31-4c1d-4ebe-9458-f4aa072264be None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:04.099098 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6944af31-4c1d-4ebe-9458-f4aa072264be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:04.104360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:04.105073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.106488 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] 10.222.0.102 "PUT /v2.0/ports/32019e2d-b6a5-4ea2-8ce0-d829ec1de43b HTTP/1.1" status: 200 len: 1094 time: 2.2147658 Jun 24 12:47:04.108355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee0de54-8eda-484a-887c-96e06b2a60a3', 'tag': '32019e2d-b6a5-4ea2-8ce0-d829ec1de43b'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:04.111960 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d363c888-802e-40da-af1d-bb110af97fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee0de54-8eda-484a-887c-96e06b2a60a3", "tag": "32019e2d-b6a5-4ea2-8ce0-d829ec1de43b"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:04.184199 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-07503b46-d23f-47d6-86f2-65ba02655c95 None None] Provisioning complete for port 869e818a-bfe1-411b-9207-319f2cfd9ac1 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:04.187003 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07503b46-d23f-47d6-86f2-65ba02655c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.238664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Pushing event updated for resources: {'Port': ['ID=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:04.253374 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:04.256344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1616406-b32a-454f-94f0-b0fb10afe73f x-openstack-request-id: req-f1616406-b32a-454f-94f0-b0fb10afe73f {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:04.256687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee0de54-8eda-484a-887c-96e06b2a60a3", "tag": "32019e2d-b6a5-4ea2-8ce0-d829ec1de43b", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:04.256994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f1616406-b32a-454f-94f0-b0fb10afe73f {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:04.258374 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee0de54-8eda-484a-887c-96e06b2a60a3', 'tag': '32019e2d-b6a5-4ea2-8ce0-d829ec1de43b', 'status': 'completed', 'code': 200} Jun 24 12:47:04.320462 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-87b91340-34f3-4f5c-b07b-01108e0ab03f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.322574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a7bfc9-4d52-49f2-aaae-58ab48c14761 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:04.326117 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c6a7bfc9-4d52-49f2-aaae-58ab48c14761 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.340245 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a7bfc9-4d52-49f2-aaae-58ab48c14761 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:47:04.340704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a7bfc9-4d52-49f2-aaae-58ab48c14761 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:04.388844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-ad84c419-1f99-433c-a515-f1bf82c512a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:04.391255 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-ad84c419-1f99-433c-a515-f1bf82c512a9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49889d8101c04c16a9851b6f6c2f784b&device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 1097 time: 0.2248549 Jun 24 12:47:04.425250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 12111f0e-d662-4c31-a685-b8c5c92241b0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:04.539350 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45564) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:04.541332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 12111f0e-d662-4c31-a685-b8c5c92241b0 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:04.553343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 12111f0e-d662-4c31-a685-b8c5c92241b0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:04.554286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.554648 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-59038ad4-7421-48c9-8bc2-a83d77d95400 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b HTTP/1.1" status: 200 len: 217 time: 0.1555350 Jun 24 12:47:04.585218 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-6944af31-4c1d-4ebe-9458-f4aa072264be None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:04.677544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89eb5c-d163-4d9e-b054-09763b3a3d26 req-f64bd475-d764-4a29-8831-b040eb931265 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:04.684771 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7f89eb5c-d163-4d9e-b054-09763b3a3d26 req-f64bd475-d764-4a29-8831-b040eb931265 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 944 time: 0.2608943 Jun 24 12:47:04.710997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-81ca24d3-2caf-4246-875d-208043e7f25c None None] Provisioning complete for port 12111f0e-d662-4c31-a685-b8c5c92241b0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:04.711467 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-81ca24d3-2caf-4246-875d-208043e7f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.715644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-ef05c47a-1bb1-463e-beb8-0504668d1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:04.717250 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-ef05c47a-1bb1-463e-beb8-0504668d1a9e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=094f1ffe-41e7-44fc-ad67-b4b62fd7f218 HTTP/1.1" status: 200 len: 851 time: 0.1446502 Jun 24 12:47:04.808298 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-edca425b-e4b5-4358-ae76-e6304c584c5c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=aaf23f30-f24e-4bd0-ade3-36b202cef979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825441 Jun 24 12:47:04.896927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.932219 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7f89eb5c-d163-4d9e-b054-09763b3a3d26 req-5866be84-acfa-45e0-9eac-7f5a6a95aad6 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404101 Jun 24 12:47:04.960650 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-81ca24d3-2caf-4246-875d-208043e7f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:05.003307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 12111f0e-d662-4c31-a685-b8c5c92241b0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=12111f0e-d662-4c31-a685-b8c5c92241b0,segment=NetworkSegment(2588c69a-6e25-47aa-b09d-212f0cd845c5),segment_id=2588c69a-6e25-47aa-b09d-212f0cd845c5)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:05.018835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:05.020546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:05.047481 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6d44af8a-7ef5-45c1-bea0-d6ea3d5286fd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=53d83f539ccd4137ba46db3df8ed691a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080557 Jun 24 12:47:05.051667 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c6a7bfc9-4d52-49f2-aaae-58ab48c14761 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1319523 Jun 24 12:47:05.054582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45578) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:05.055164 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45580) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:05.097704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-eefb82e7-ffa5-43be-a0d8-1b16bf49813b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:05.124585 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-20b8fb87-e336-4488-8fed-98182282783f service neutron] 10.222.0.102 "GET /v2.0/networks/aaf23f30-f24e-4bd0-ade3-36b202cef979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067617 Jun 24 12:47:05.154224 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6944af31-4c1d-4ebe-9458-f4aa072264be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:02Z', 'revision_number': 7, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '12111f0e-d662-4c31-a685-b8c5c92241b0', 'name': '', 'network_id': '10e51d57-2b12-4207-be73-af6951316a78', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:cf:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'da99ae34-0d44-4601-bd90-801ff1ba9537', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:54Z', 'updated_at': '2021-06-24T12:47:00Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'da99ae34-0d44-4601-bd90-801ff1ba9537', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '820e0263-1a3c-4a09-9c04-627f8c857f2b', 'name': '', 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:24:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:47Z', 'updated_at': '2021-06-24T12:46:54Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:05.158277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9eeca1dc-4266-4963-a1d4-324b9b6fad67 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:05.203164 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-81ca24d3-2caf-4246-875d-208043e7f25c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:47:05.203469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-81ca24d3-2caf-4246-875d-208043e7f25c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:47:05.206383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 9eeca1dc-4266-4963-a1d4-324b9b6fad67 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:05.206570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9eeca1dc-4266-4963-a1d4-324b9b6fad67 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:05.207041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 90469cc0-8568-4199-be88-0411e582e310 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:05.223687 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944af31-4c1d-4ebe-9458-f4aa072264be None None] The sync data for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv is: [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:02Z', 'revision_number': 7, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '12111f0e-d662-4c31-a685-b8c5c92241b0', 'name': '', 'network_id': '10e51d57-2b12-4207-be73-af6951316a78', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:cf:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'da99ae34-0d44-4601-bd90-801ff1ba9537', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:54Z', 'updated_at': '2021-06-24T12:47:00Z', 'revision_number': 4, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'da99ae34-0d44-4601-bd90-801ff1ba9537', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '820e0263-1a3c-4a09-9c04-627f8c857f2b', 'name': '', 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:24:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:47Z', 'updated_at': '2021-06-24T12:46:54Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:05.235510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 90469cc0-8568-4199-be88-0411e582e310 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:05.235875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 90469cc0-8568-4199-be88-0411e582e310 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:05.282514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=12111f0e-d662-4c31-a685-b8c5c92241b0,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:05.286604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:05.334634 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41c2e6d4-16ae-434a-b951-5746b2da96c6 req-1041b45e-b9bb-4839-9427-b399ab4e6d1c service neutron] 10.222.0.102 "GET /v2.0/networks/aaf23f30-f24e-4bd0-ade3-36b202cef979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014325 Jun 24 12:47:05.341844 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefb82e7-ffa5-43be-a0d8-1b16bf49813b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:05.345357 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eefb82e7-ffa5-43be-a0d8-1b16bf49813b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:05.347094 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefb82e7-ffa5-43be-a0d8-1b16bf49813b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:47:05.347533 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eefb82e7-ffa5-43be-a0d8-1b16bf49813b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:05.354299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90f7aafb-2f8e-4044-8de2-8bf0a688c410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:05.392246 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-eefb82e7-ffa5-43be-a0d8-1b16bf49813b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3340027 Jun 24 12:47:05.395711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45586) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:05.404787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90f7aafb-2f8e-4044-8de2-8bf0a688c410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:05.460030 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-67da4866-32f7-4ef1-adda-089d1e4f4934 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0626059 Jun 24 12:47:05.461999 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45590) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:05.519098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c888-802e-40da-af1d-bb110af97fe5 req-c199726a-27b0-454b-bd08-d1f4686bf601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:05.522031 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d363c888-802e-40da-af1d-bb110af97fe5 req-c199726a-27b0-454b-bd08-d1f4686bf601 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49889d8101c04c16a9851b6f6c2f784b&device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 1097 time: 0.1003616 Jun 24 12:47:05.540445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90f7aafb-2f8e-4044-8de2-8bf0a688c410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:05.548125 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90f7aafb-2f8e-4044-8de2-8bf0a688c410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:05.551153 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-90f7aafb-2f8e-4044-8de2-8bf0a688c410 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9c697e52-dced-4bb1-9234-7c08d16244b7 HTTP/1.1" status: 204 len: 168 time: 0.4940975 Jun 24 12:47:05.564893 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c7d2652c-7c40-410a-aa10-82e3f461bbc0 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:05.604746 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb40aa1-45a4-4b45-80f3-dd283128b7fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:05.606448 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-dbb40aa1-45a4-4b45-80f3-dd283128b7fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1434512 Jun 24 12:47:05.609452 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7aafb-2f8e-4044-8de2-8bf0a688c410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c697e52-dced-4bb1-9234-7c08d16244b7,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:05.612071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45596) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:05.614541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-90f7aafb-2f8e-4044-8de2-8bf0a688c410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:05.678570 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-70bb085b-4973-4668-ba42-f3a358feaf98 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650678 Jun 24 12:47:05.685938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45598) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:05.694691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-1a0ee510-8650-4646-a634-d05165c23f77 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:05.701397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c888-802e-40da-af1d-bb110af97fe5 req-f616a263-5467-45d6-bf46-c06121ca167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:05.702942 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d363c888-802e-40da-af1d-bb110af97fe5 req-f616a263-5467-45d6-bf46-c06121ca167b service neutron] 10.222.0.102 "GET /v2.0/networks?id=aaf23f30-f24e-4bd0-ade3-36b202cef979 HTTP/1.1" status: 200 len: 913 time: 0.1736679 Jun 24 12:47:05.727849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-87b91340-34f3-4f5c-b07b-01108e0ab03f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port 12111f0e-d662-4c31-a685-b8c5c92241b0 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:05.728491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-87b91340-34f3-4f5c-b07b-01108e0ab03f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:05.787359 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d363c888-802e-40da-af1d-bb110af97fe5 req-a47b4fef-15e8-4a55-8ab8-717efa30fd66 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b HTTP/1.1" status: 200 len: 217 time: 0.0777912 Jun 24 12:47:05.858092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c888-802e-40da-af1d-bb110af97fe5 req-91b31200-a514-4fee-ab60-6e2d786b0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:05.868232 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d363c888-802e-40da-af1d-bb110af97fe5 req-91b31200-a514-4fee-ab60-6e2d786b0866 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=094f1ffe-41e7-44fc-ad67-b4b62fd7f218 HTTP/1.1" status: 200 len: 851 time: 0.0719225 Jun 24 12:47:05.887238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0ee510-8650-4646-a634-d05165c23f77 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:05.891207 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1a0ee510-8650-4646-a634-d05165c23f77 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:05.914887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7ffbfefc-42be-4109-b327-31796e4ae408 None None] Provisioning complete for port 12111f0e-d662-4c31-a685-b8c5c92241b0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:05.915493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7ffbfefc-42be-4109-b327-31796e4ae408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:05.931765 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d363c888-802e-40da-af1d-bb110af97fe5 req-b998ae8f-f49f-48c8-afbc-139195cac765 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=aaf23f30-f24e-4bd0-ade3-36b202cef979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564692 Jun 24 12:47:05.934327 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-87b91340-34f3-4f5c-b07b-01108e0ab03f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] For port 12111f0e-d662-4c31-a685-b8c5c92241b0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=12111f0e-d662-4c31-a685-b8c5c92241b0,segment=NetworkSegment(2588c69a-6e25-47aa-b09d-212f0cd845c5),segment_id=2588c69a-6e25-47aa-b09d-212f0cd845c5)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:05.934951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-87b91340-34f3-4f5c-b07b-01108e0ab03f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:05.986531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-87b91340-34f3-4f5c-b07b-01108e0ab03f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for 12111f0e-d662-4c31-a685-b8c5c92241b0 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:06.046752 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d363c888-802e-40da-af1d-bb110af97fe5 req-9ae1e4b6-79a6-4ea2-b60d-ebfcf08e6db5 service neutron] 10.222.0.102 "GET /v2.0/networks/aaf23f30-f24e-4bd0-ade3-36b202cef979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074741 Jun 24 12:47:06.282685 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d363c888-802e-40da-af1d-bb110af97fe5 req-f105fdff-0255-4c3c-946b-942b4496a1cd service neutron] 10.222.0.102 "GET /v2.0/networks/aaf23f30-f24e-4bd0-ade3-36b202cef979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283783 Jun 24 12:47:06.313030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 12111f0e-d662-4c31-a685-b8c5c92241b0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:06.321594 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45622) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:06.333777 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-87b91340-34f3-4f5c-b07b-01108e0ab03f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.338588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0898291f-7fcd-4cdf-a713-170001e006d2 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:06.342095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777be32-8e9a-4d2a-9023-f47003d73001 req-3d1ba921-3f8a-4f08-abcb-eca89d5e90d3 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:06.344892 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9777be32-8e9a-4d2a-9023-f47003d73001 req-3d1ba921-3f8a-4f08-abcb-eca89d5e90d3 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 944 time: 0.1453183 Jun 24 12:47:06.356812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No active binding found for port 12111f0e-d662-4c31-a685-b8c5c92241b0 {{(pid=100147) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 24 12:47:06.357260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 12111f0e-d662-4c31-a685-b8c5c92241b0 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 24 12:47:06.381414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Port 12111f0e-d662-4c31-a685-b8c5c92241b0 not found, will not notify nova. {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 24 12:47:06.406236 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9777be32-8e9a-4d2a-9023-f47003d73001 req-c7aade78-e224-41fd-b544-881ff83b06a7 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552664 Jun 24 12:47:06.450985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b91340-34f3-4f5c-b07b-01108e0ab03f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=12111f0e-d662-4c31-a685-b8c5c92241b0,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:06.458575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-87b91340-34f3-4f5c-b07b-01108e0ab03f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:06.561656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-1a0ee510-8650-4646-a634-d05165c23f77 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:47:06.570268 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'network': {'name': 'tempest-network-smoke--1526494408', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'port_security_enabled': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:06.573516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1a0ee510-8650-4646-a634-d05165c23f77 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.579268 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d3be183b-ee9d-4d0f-ab59-bedf578c1e60 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:06.644867 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0ee510-8650-4646-a634-d05165c23f77 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:06.650498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-87b91340-34f3-4f5c-b07b-01108e0ab03f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.652393 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-1a0ee510-8650-4646-a634-d05165c23f77 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:06.657827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ee510-8650-4646-a634-d05165c23f77 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:06.658420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1a0ee510-8650-4646-a634-d05165c23f77 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.663499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:06.664697 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5984ee62-5cde-4411-8493-846714da7d80 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:06.666972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.690500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.696433 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ee510-8650-4646-a634-d05165c23f77 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=c28b4fe8-f8af-4a4b-9b34-816f84e57c95,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:06.706608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1a0ee510-8650-4646-a634-d05165c23f77 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:06.731789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45634) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:06.749265 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1a0ee510-8650-4646-a634-d05165c23f77 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0599678 Jun 24 12:47:06.751819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45638) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:06.765175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'mac_address': 'fa:16:3e:9c:5b:90', 'name': 'tempest-NetworksTestDHCPv6-2011870870'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:06.824127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': 'c28b4fe8-f8af-4a4b-9b34-816f84e57c95'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:06.825419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.879753 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1036155694'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:06.947427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b91340-34f3-4f5c-b07b-01108e0ab03f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 86017d87-e227-4952-8a35-a9d3d6338a5e has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:06.972583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.978874 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.005594 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:47:07.005594 dv-neutron-797121-4-hyperv neutron-server[100145]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:47:07.005594 dv-neutron-797121-4-hyperv neutron-server[100145]: [parameters: {'project_id_1': '689e413759a64051a36f751c16f72d31', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 47, 6, 932060)}] Jun 24 12:47:07.005594 dv-neutron-797121-4-hyperv neutron-server[100145]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:47:07.006058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:47:07.012325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-16898d99-15ad-495d-84ef-f5e04d4b606b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:07.016022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Made reservation on behalf of 3f4a676afa6b41b4a81a87156caaa621 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:07.024120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.034589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.058878 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] vlan segment allocate from pool success with {'vlan_id': 1347, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:47:07.090898 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.091290 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Added segment 46edff1c-1769-4e57-afb3-107cefaa07b4 of type vlan for network 25c02307-f8f3-4bdc-9423-888d1e41caf9 Jun 24 12:47:07.095776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2241871-2342-419b-bf14-9c67e879d6d7,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:07.107310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:07.107863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:47:07.134608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b91340-34f3-4f5c-b07b-01108e0ab03f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:07.143302 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Allocated IP 2001:db8::f816:3eff:feb8:3050 (775331f2-7641-4269-a311-a446eb45635d/c28b4fe8-f8af-4a4b-9b34-816f84e57c95/39ca59ca-f117-4d5b-822e-540bdbbddd04) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:07.144006 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-87b91340-34f3-4f5c-b07b-01108e0ab03f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6503627 Jun 24 12:47:07.148944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.149814 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45640) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:07.161378 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfec36-e914-45be-b987-e13e98811f5c None None] Sync routers for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:07.163484 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.180226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.184270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.186340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:07.187281 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.189177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d741439d-e793-41b9-aa49-93f6f2d6cc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:07.190080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-407f8316-72e7-4ed9-a4ee-c3fe4b302d43 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:07.213311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfec36-e914-45be-b987-e13e98811f5c None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:07.214799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-65bfec36-e914-45be-b987-e13e98811f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:07.231668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] vlan segment allocate from pool success with {'vlan_id': 1324, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:47:07.240792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36030c6-fb05-42ad-a2d9-c977be71b8ad tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting subnet da99ae34-0d44-4601-bd90-801ff1ba9537 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:07.243996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10389b5a-984b-41e6-9626-919cff1c0414,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:07.248429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a36030c6-fb05-42ad-a2d9-c977be71b8ad tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.251043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:07.256653 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9332981 Jun 24 12:47:07.259937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45642) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:07.266937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'admin_state_up': True, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:07.276182 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.276519 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Added segment ddaa9541-68be-4325-90f5-71a755aeef2c of type vlan for network 79294b2f-58e6-40e1-92f7-0f0d0830e3de Jun 24 12:47:07.278534 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Network': ['ID=25c02307-f8f3-4bdc-9423-888d1e41caf9,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:07.282467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:07.300675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.301952 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.315635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 25c02307-f8f3-4bdc-9423-888d1e41caf9 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:47:07.329043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a36030c6-fb05-42ad-a2d9-c977be71b8ad tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.350883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.360894 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.414321 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.419702 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:07.420291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.425805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9c0883bd-a272-430d-8cff-9afb0f657b0c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:07.453141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-65bfec36-e914-45be-b987-e13e98811f5c None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:07.458107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b,segment=NetworkSegment(ac8cd75c-a15c-4239-8921-258deab0e23e),segment_id=ac8cd75c-a15c-4239-8921-258deab0e23e)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:07.502190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Pushing event updated for resources: {'Network': ['ID=79294b2f-58e6-40e1-92f7-0f0d0830e3de,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:07.506191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '32019e2d-b6a5-4ea2-8ce0-d829ec1de43b', 'network_id': 'aaf23f30-f24e-4bd0-ade3-36b202cef979', 'port_id': '32019e2d-b6a5-4ea2-8ce0-d829ec1de43b', 'mac_address': 'fa:16:3e:ca:0c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094f1ffe-41e7-44fc-ad67-b4b62fd7f218', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:47:07.510818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:07.513126 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.530852 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7954006 Jun 24 12:47:07.531176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45646) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:07.538379 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a36030c6-fb05-42ad-a2d9-c977be71b8ad tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.541096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a625e73d-9a08-4293-85b9-a4f4a9e415f7 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Request body: {'subnet': {'network_id': '79294b2f-58e6-40e1-92f7-0f0d0830e3de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:07.551642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 79294b2f-58e6-40e1-92f7-0f0d0830e3de details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:47:07.571464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:07.697602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a36030c6-fb05-42ad-a2d9-c977be71b8ad tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.703571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2fe93e6e-9916-40dd-a57f-baeaca674959 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:07.716977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a625e73d-9a08-4293-85b9-a4f4a9e415f7 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Made reservation on behalf of 3f4a676afa6b41b4a81a87156caaa621 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:07.720523 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a625e73d-9a08-4293-85b9-a4f4a9e415f7 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.730463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36030c6-fb05-42ad-a2d9-c977be71b8ad tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Subnet': ['ID=da99ae34-0d44-4601-bd90-801ff1ba9537,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:07.733513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a36030c6-fb05-42ad-a2d9-c977be71b8ad tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:07.735629 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.750572 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a36030c6-fb05-42ad-a2d9-c977be71b8ad tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.755561 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a36030c6-fb05-42ad-a2d9-c977be71b8ad tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/da99ae34-0d44-4601-bd90-801ff1ba9537 HTTP/1.1" status: 204 len: 168 time: 0.6041307 Jun 24 12:47:07.758095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45648) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:07.768465 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dc8113-4386-41fd-947c-3ca24b0367fc None None] Network 10e51d57-2b12-4207-be73-af6951316a78 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:07.773675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.805036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:47:07.819400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.866514 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e3b88-9cb4-4300-b10d-f9112116f73c req-ab8d088f-5388-4700-b2c9-b0fdcb804fdc tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:07.868153 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-805e3b88-9cb4-4300-b10d-f9112116f73c req-ab8d088f-5388-4700-b2c9-b0fdcb804fdc tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 944 time: 0.2766447 Jun 24 12:47:07.874272 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port 2f3d20d3-8af4-47a5-be5f-38035b502cad yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:07.879917 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Transition to ACTIVE for port object 39ca59ca-f117-4d5b-822e-540bdbbddd04 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:07.892778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b,segment=NetworkSegment(ac8cd75c-a15c-4239-8921-258deab0e23e),segment_id=ac8cd75c-a15c-4239-8921-258deab0e23e)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:07.904859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.908476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.914888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:07.960618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Transition to ACTIVE for port object 39ca59ca-f117-4d5b-822e-540bdbbddd04 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:07.977502 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.978797 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-805e3b88-9cb4-4300-b10d-f9112116f73c req-5f31fba4-5c99-4a99-8a84-b33661e80518 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995543 Jun 24 12:47:07.989683 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.002254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.064801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:08.069947 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:08.073137 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:08.074799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e291ad09-4b9c-4996-a71d-098891e6cd32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:08.079422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:08.085113 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:08.111273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a625e73d-9a08-4293-85b9-a4f4a9e415f7 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.116417 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f61e1905-9fdd-457a-8c5d-28df4b7defb7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:08.135760 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['32019e2d-b6a5-4ea2-8ce0-d829ec1de43b'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:47:08.209651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Pushing event updated for resources: {'Port': ['ID=39ca59ca-f117-4d5b-822e-540bdbbddd04,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:08.214084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-65bfec36-e914-45be-b987-e13e98811f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:06Z', 'revision_number': 8, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '820e0263-1a3c-4a09-9c04-627f8c857f2b', 'name': '', 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:24:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:47Z', 'updated_at': '2021-06-24T12:46:54Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:08.217275 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:08.227362 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.182 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/504ac330-9abd-4758-9e8f-d0a3ba5590ae) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:08.229776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625e73d-9a08-4293-85b9-a4f4a9e415f7 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Pushing event updated for resources: {'Subnet': ['ID=b43cef97-4ac8-4bb1-bca2-4adbbc46b73c,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:08.235592 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a625e73d-9a08-4293-85b9-a4f4a9e415f7 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:08.247189 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a625e73d-9a08-4293-85b9-a4f4a9e415f7 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Checking segment: {'id': 'ddaa9541-68be-4325-90f5-71a755aeef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '79294b2f-58e6-40e1-92f7-0f0d0830e3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:08.248046 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a625e73d-9a08-4293-85b9-a4f4a9e415f7 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Network hostable DHCP agents. Network: 79294b2f-58e6-40e1-92f7-0f0d0830e3de, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:47:08.265113 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfec36-e914-45be-b987-e13e98811f5c None None] Checking router: 86017d87-e227-4952-8a35-a9d3d6338a5e for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:08.281345 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Attempting to bind port 39ca59ca-f117-4d5b-822e-540bdbbddd04 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:08.281716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Attempting to bind port 39ca59ca-f117-4d5b-822e-540bdbbddd04 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:08.282094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Attempting to bind port 39ca59ca-f117-4d5b-822e-540bdbbddd04 on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:08.297408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfec36-e914-45be-b987-e13e98811f5c None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:08.298055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-65bfec36-e914-45be-b987-e13e98811f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:08.302250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:08.302640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:08.303086 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.303487 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:08.303979 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Bound port: 39ca59ca-f117-4d5b-822e-540bdbbddd04, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:08.304370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.388768 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.395684 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc0a2c2-bc43-4cab-bef4-e59f248b956c None None] DHCP port deletion for 10e51d57-2b12-4207-be73-af6951316a78 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:08.400427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a625e73d-9a08-4293-85b9-a4f4a9e415f7 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Network 79294b2f-58e6-40e1-92f7-0f0d0830e3de is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:47:08.416253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-a625e73d-9a08-4293-85b9-a4f4a9e415f7 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 79294b2f-58e6-40e1-92f7-0f0d0830e3de) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:08.422650 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a625e73d-9a08-4293-85b9-a4f4a9e415f7 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:08.423895 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a625e73d-9a08-4293-85b9-a4f4a9e415f7 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.441502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::f816:3eff:fe9c:5b90 (775331f2-7641-4269-a311-a446eb45635d/c28b4fe8-f8af-4a4b-9b34-816f84e57c95/2f3d20d3-8af4-47a5-be5f-38035b502cad) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:08.446387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be616ba-49a0-49cf-a722-2735dc746c09 None None] Network 79294b2f-58e6-40e1-92f7-0f0d0830e3de requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:08.454278 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a625e73d-9a08-4293-85b9-a4f4a9e415f7 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9196787 Jun 24 12:47:08.455013 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45650) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:08.460392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Request body: {'port': {'network_id': '79294b2f-58e6-40e1-92f7-0f0d0830e3de', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1807807618'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:08.462544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port 869e818a-bfe1-411b-9207-319f2cfd9ac1 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:08.463017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.512277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-65bfec36-e914-45be-b987-e13e98811f5c None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:08.517970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.522637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:08.557694 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] For port 869e818a-bfe1-411b-9207-319f2cfd9ac1, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=869e818a-bfe1-411b-9207-319f2cfd9ac1,segment=NetworkSegment(2588c69a-6e25-47aa-b09d-212f0cd845c5),segment_id=2588c69a-6e25-47aa-b09d-212f0cd845c5)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:08.558077 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.573118 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:08.580632 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:08.588504 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:08.589607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for 869e818a-bfe1-411b-9207-319f2cfd9ac1 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:08.634132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=504ac330-9abd-4758-9e8f-d0a3ba5590ae,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:08.639806 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:08.724268 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.731815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Made reservation on behalf of 3f4a676afa6b41b4a81a87156caaa621 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:08.735603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.745415 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object 2f3d20d3-8af4-47a5-be5f-38035b502cad will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:08.762790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.781085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] device_id is not set on port c81c1a76-faba-411b-8891-01ecdcc72f60 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:08.784111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:08.795751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] For port 39ca59ca-f117-4d5b-822e-540bdbbddd04, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:08.822067 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No DVR routers for this DVR port 869e818a-bfe1-411b-9207-319f2cfd9ac1 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:08.854741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=869e818a-bfe1-411b-9207-319f2cfd9ac1,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:08.862093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:08.862721 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] For port 39ca59ca-f117-4d5b-822e-540bdbbddd04, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=39ca59ca-f117-4d5b-822e-540bdbbddd04,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:08.892138 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.898026 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:08.931514 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.951074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e51d57-2b12-4207-be73-af6951316a78']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:08.964097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2588c69a-6e25-47aa-b09d-212f0cd845c5') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:08.964384 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2588c69a-6e25-47aa-b09d-212f0cd845c5') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:08.977808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.988407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.991042 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0a2c2-bc43-4cab-bef4-e59f248b956c None None] Deleting port 869e818a-bfe1-411b-9207-319f2cfd9ac1 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:08.991439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a2c2-bc43-4cab-bef4-e59f248b956c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.002264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-552092f6-3f61-44ff-8adb-1b34e2c8a0a6 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:09.050811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=2f3d20d3-8af4-47a5-be5f-38035b502cad,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:09.054649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:09.056046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.070282 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:09.072829 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:09.073456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:09.077515 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:09.092894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:09.095745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:09.108122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:09.109066 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.139792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Pushing event updated for resources: {'Port': ['ID=39ca59ca-f117-4d5b-822e-540bdbbddd04,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:09.140815 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3859653 Jun 24 12:47:09.141623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45654) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:09.150579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:09.170745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5cc0a2c2-bc43-4cab-bef4-e59f248b956c None None] For port 869e818a-bfe1-411b-9207-319f2cfd9ac1, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:09.171190 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a2c2-bc43-4cab-bef4-e59f248b956c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.229912 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0a2c2-bc43-4cab-bef4-e59f248b956c None None] Calling delete_port for 869e818a-bfe1-411b-9207-319f2cfd9ac1 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:09.235707 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-79294b2f-58e6-40e1-92f7-0f0d0830e3de', 'network_id': '79294b2f-58e6-40e1-92f7-0f0d0830e3de', 'tenant_id': '3f4a676afa6b41b4a81a87156caaa621', 'fixed_ips': [{'subnet_id': 'b43cef97-4ac8-4bb1-bca2-4adbbc46b73c'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:09.238199 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.244502 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.ipam_backend_mixin [None req-5cc0a2c2-bc43-4cab-bef4-e59f248b956c None None] Port 869e818a-bfe1-411b-9207-319f2cfd9ac1 was not found and therefore no delete operation was performed {{(pid=100147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:47:09.249971 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a2c2-bc43-4cab-bef4-e59f248b956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.263605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.263945 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0a01ce1b-406a-4171-b603-7fb5a3ff6454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:09.266123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5cc0a2c2-bc43-4cab-bef4-e59f248b956c None None] Network 10e51d57-2b12-4207-be73-af6951316a78 is not hosted by any dhcp agent {{(pid=100147) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 12:47:09.266643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc0a2c2-bc43-4cab-bef4-e59f248b956c None None] No DVR routers for this DVR port 869e818a-bfe1-411b-9207-319f2cfd9ac1 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:09.268033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.270460 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/networks/10e51d57-2b12-4207-be73-af6951316a78 HTTP/1.1" status: 204 len: 168 time: 1.5106311 Jun 24 12:47:09.288301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:09.295653 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45656) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:09.326267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0a2c2-bc43-4cab-bef4-e59f248b956c None None] Pushing event deleted for resources: {'Port': ['ID=869e818a-bfe1-411b-9207-319f2cfd9ac1,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:09.328807 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0fe3cf-3591-4773-92a8-5f7fb775a810 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:09.335486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0fe3cf-3591-4773-92a8-5f7fb775a810 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:09.336603 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5cc0a2c2-bc43-4cab-bef4-e59f248b956c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:09.340535 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7b0fe3cf-3591-4773-92a8-5f7fb775a810 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1626542 Jun 24 12:47:09.342662 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45658) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:09.473936 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-65bfec36-e914-45be-b987-e13e98811f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:06Z', 'revision_number': 8, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '820e0263-1a3c-4a09-9c04-627f8c857f2b', 'name': '', 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:24:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:47Z', 'updated_at': '2021-06-24T12:46:54Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:09.489403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Network': ['ID=10e51d57-2b12-4207-be73-af6951316a78,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:09.498111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Allocated IP 172.20.0.6 (79294b2f-58e6-40e1-92f7-0f0d0830e3de/b43cef97-4ac8-4bb1-bca2-4adbbc46b73c/c81c1a76-faba-411b-8891-01ecdcc72f60) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:09.505870 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.521164 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfec36-e914-45be-b987-e13e98811f5c None None] The sync data for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv is: [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:06Z', 'revision_number': 8, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '820e0263-1a3c-4a09-9c04-627f8c857f2b', 'name': '', 'network_id': 'a81455aa-6c7d-44b7-9d36-696f76020f7a', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:24:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:47Z', 'updated_at': '2021-06-24T12:46:54Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '241a2222-3687-417b-a5a4-af8788d6bfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:09.523870 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:09.616316 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd2144-4f19-4dd2-8380-310efc5fae71 req-a96bbb3b-d46b-4c73-943d-76a7d9d6458a tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:09.617786 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdfd2144-4f19-4dd2-8380-310efc5fae71 req-a96bbb3b-d46b-4c73-943d-76a7d9d6458a tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 945 time: 0.3729842 Jun 24 12:47:09.639553 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f769a-2077-4e6d-9d4c-31e41db69c1e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port 2f3d20d3-8af4-47a5-be5f-38035b502cad {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:09.639776 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc4f769a-2077-4e6d-9d4c-31e41db69c1e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.811425 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdfd2144-4f19-4dd2-8380-310efc5fae71 req-3e214a68-a6cd-4a0b-8871-94cef0c95ab9 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863303 Jun 24 12:47:09.818131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.835323 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.838281 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Transition to ACTIVE for port object c81c1a76-faba-411b-8891-01ecdcc72f60 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:09.861577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc4f769a-2077-4e6d-9d4c-31e41db69c1e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.897860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f769a-2077-4e6d-9d4c-31e41db69c1e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for 2f3d20d3-8af4-47a5-be5f-38035b502cad owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:09.964212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.971207 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:10.041810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Network 79294b2f-58e6-40e1-92f7-0f0d0830e3de is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:10.043556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Allocated IP 172.20.0.2 (79294b2f-58e6-40e1-92f7-0f0d0830e3de/b43cef97-4ac8-4bb1-bca2-4adbbc46b73c/fc32c54e-cd95-4d8f-94ff-17fa5b672ec5) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:10.044659 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Pushing event updated for resources: {'Port': ['ID=c81c1a76-faba-411b-8891-01ecdcc72f60,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:10.047656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:10.051959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:10.054272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:10.097490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router d21dc519-515a-469a-9bdd-137d636fc81a is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:47:10.116666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc4f769a-2077-4e6d-9d4c-31e41db69c1e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.125089 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:10.125822 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.141107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7702f889-3ddc-43c0-a898-b1bfea78d624 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:10.195494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f769a-2077-4e6d-9d4c-31e41db69c1e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=2f3d20d3-8af4-47a5-be5f-38035b502cad,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:10.198370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fc4f769a-2077-4e6d-9d4c-31e41db69c1e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:10.202050 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7459567 Jun 24 12:47:10.206968 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45660) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:10.212906 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Request body: {'port': {'network_id': '79294b2f-58e6-40e1-92f7-0f0d0830e3de', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1609912604', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:10.213603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.api.validators [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] bootfile-name is not in valid_values {{(pid=100146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 12:47:10.213944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.api.validators [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] tftp-server is not in valid_values {{(pid=100146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 12:47:10.214274 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.api.validators [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] server-ip-address is not in valid_values {{(pid=100146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 12:47:10.232503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc4f769a-2077-4e6d-9d4c-31e41db69c1e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.237127 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fc4f769a-2077-4e6d-9d4c-31e41db69c1e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/2f3d20d3-8af4-47a5-be5f-38035b502cad HTTP/1.1" status: 204 len: 168 time: 0.8896122 Jun 24 12:47:10.243930 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45662) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:10.255119 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.266196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Transition to ACTIVE for port object fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:10.288144 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Transition to ACTIVE for port object fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:10.304222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.308364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b2529169-fb57-48fd-93b7-78bc463dae13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:10.319965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0edbc754-adc5-44c8-b8d0-6e34d104d204 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.379287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb8226c-374f-445f-a1a7-b18684a8ede4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:10.379713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb8226c-374f-445f-a1a7-b18684a8ede4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:10.383712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Network 79294b2f-58e6-40e1-92f7-0f0d0830e3de is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:10.383918 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dbb8226c-374f-445f-a1a7-b18684a8ede4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1363835 Jun 24 12:47:10.386840 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45664) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:10.393323 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:10.405710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:10.409931 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Pushing event updated for resources: {'Port': ['ID=fc32c54e-cd95-4d8f-94ff-17fa5b672ec5,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:10.413597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:10.419141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 39ca59ca-f117-4d5b-822e-540bdbbddd04 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:10.478267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:10.487755 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Made reservation on behalf of 3f4a676afa6b41b4a81a87156caaa621 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:10.489780 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Sync routers for ids ['d21dc519-515a-469a-9bdd-137d636fc81a'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:10.491620 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.505507 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Routers {'d21dc519-515a-469a-9bdd-137d636fc81a'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:10.506512 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d21dc519-515a-469a-9bdd-137d636fc81a'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:10.513076 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Attempting to bind port fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:10.513458 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Attempting to bind port fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'ddaa9541-68be-4325-90f5-71a755aeef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '79294b2f-58e6-40e1-92f7-0f0d0830e3de'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:10.513970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Attempting to bind port fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 on network 79294b2f-58e6-40e1-92f7-0f0d0830e3de {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:10.517992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d726b0-892f-412a-8dd3-86a89b306ae2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet c28b4fe8-f8af-4a4b-9b34-816f84e57c95 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:10.520992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:10.521801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Checking segment: {'id': 'ddaa9541-68be-4325-90f5-71a755aeef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '79294b2f-58e6-40e1-92f7-0f0d0830e3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:10.521801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.522541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Bound using segment: {'id': 'ddaa9541-68be-4325-90f5-71a755aeef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '79294b2f-58e6-40e1-92f7-0f0d0830e3de'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:10.523076 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Bound port: fc32c54e-cd95-4d8f-94ff-17fa5b672ec5, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddaa9541-68be-4325-90f5-71a755aeef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '79294b2f-58e6-40e1-92f7-0f0d0830e3de'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:10.523448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.525773 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] device_id is not set on port 59c94996-3ee5-4615-b1f4-f905c1fc2143 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:10.532427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23d726b0-892f-412a-8dd3-86a89b306ae2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.578242 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 39ca59ca-f117-4d5b-822e-540bdbbddd04 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:10.600309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7f71949d-11bc-49c6-8e97-e32e74d54f14 None None] Provisioning for port 39ca59ca-f117-4d5b-822e-540bdbbddd04 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:10.651370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] For port fc32c54e-cd95-4d8f-94ff-17fa5b672ec5, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:10.659416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] For port fc32c54e-cd95-4d8f-94ff-17fa5b672ec5, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fc32c54e-cd95-4d8f-94ff-17fa5b672ec5,segment=NetworkSegment(ddaa9541-68be-4325-90f5-71a755aeef2c),segment_id=ddaa9541-68be-4325-90f5-71a755aeef2c)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:10.663689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7f71949d-11bc-49c6-8e97-e32e74d54f14 None None] Provisioning complete for port 39ca59ca-f117-4d5b-822e-540bdbbddd04 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:10.664172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23d726b0-892f-412a-8dd3-86a89b306ae2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.665554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7f71949d-11bc-49c6-8e97-e32e74d54f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.679011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 12111f0e-d662-4c31-a685-b8c5c92241b0 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:10.688036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.694623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.699489 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4352896 Jun 24 12:47:10.700821 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45666) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:10.703323 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Set router d21dc519-515a-469a-9bdd-137d636fc81a gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:10.745524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0edbc754-adc5-44c8-b8d0-6e34d104d204 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port 820e0263-1a3c-4a09-9c04-627f8c857f2b {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:10.747155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0edbc754-adc5-44c8-b8d0-6e34d104d204 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.766793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3d7c4b2c-0aac-4681-8ad6-7b4d61ef0b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:10.818383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 12111f0e-d662-4c31-a685-b8c5c92241b0 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:10.822565 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 12111f0e-d662-4c31-a685-b8c5c92241b0 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:10.824784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 869e818a-bfe1-411b-9207-319f2cfd9ac1 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:10.845829 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23d726b0-892f-412a-8dd3-86a89b306ae2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.850303 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Allocated IP 172.20.0.11 (79294b2f-58e6-40e1-92f7-0f0d0830e3de/b43cef97-4ac8-4bb1-bca2-4adbbc46b73c/59c94996-3ee5-4615-b1f4-f905c1fc2143) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:10.923463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 869e818a-bfe1-411b-9207-319f2cfd9ac1 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:10.928704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 869e818a-bfe1-411b-9207-319f2cfd9ac1 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:11.010209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Pushing event updated for resources: {'Port': ['ID=fc32c54e-cd95-4d8f-94ff-17fa5b672ec5,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:11.062646 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:11.074530 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:47:08Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:11.081792 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-60bd963a-3c7a-4346-bc70-b6123579b8f0 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=ab2b30c769814168a3d5057c6ba96374&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3795600 Jun 24 12:47:11.092142 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-0edbc754-adc5-44c8-b8d0-6e34d104d204 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] For port 820e0263-1a3c-4a09-9c04-627f8c857f2b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=820e0263-1a3c-4a09-9c04-627f8c857f2b,segment=NetworkSegment(71e949c0-3d88-4526-9460-170fb15abec6),segment_id=71e949c0-3d88-4526-9460-170fb15abec6)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:11.092711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0edbc754-adc5-44c8-b8d0-6e34d104d204 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.095938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45672) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:11.096680 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:11.108064 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7f71949d-11bc-49c6-8e97-e32e74d54f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.128558 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Checking router: d21dc519-515a-469a-9bdd-137d636fc81a for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:11.129609 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Updating router d21dc519-515a-469a-9bdd-137d636fc81a port 504ac330-9abd-4758-9e8f-d0a3ba5590ae binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:47:11.149384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23d726b0-892f-412a-8dd3-86a89b306ae2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.196839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0edbc754-adc5-44c8-b8d0-6e34d104d204 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for 820e0263-1a3c-4a09-9c04-627f8c857f2b owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:11.199000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-44fbc4ec-96d2-43a7-8e87-626eb190d8e3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:11.217499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23d726b0-892f-412a-8dd3-86a89b306ae2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.219476 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-23d726b0-892f-412a-8dd3-86a89b306ae2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/c28b4fe8-f8af-4a4b-9b34-816f84e57c95 HTTP/1.1" status: 204 len: 168 time: 0.8304358 Jun 24 12:47:11.228875 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45676) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:11.255055 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.329269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:11.344066 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6e761ed9-9a52-4f93-8a5b-c3d7f433b092 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136272 Jun 24 12:47:11.355033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-7f71949d-11bc-49c6-8e97-e32e74d54f14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:47:11.355528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-7f71949d-11bc-49c6-8e97-e32e74d54f14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:47:11.356970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:11.357355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.375014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45678) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:11.391260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-cf7b5ebc-e3d6-472b-802d-4d55b8f152d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:11.400485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d726b0-892f-412a-8dd3-86a89b306ae2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=c28b4fe8-f8af-4a4b-9b34-816f84e57c95,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:11.405352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-23d726b0-892f-412a-8dd3-86a89b306ae2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:11.410968 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e36130-e887-450f-94b2-5dadfba0adae None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:11.516931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.534357 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Transition to ACTIVE for port object 59c94996-3ee5-4615-b1f4-f905c1fc2143 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:11.597667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.628531 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee0de54-8eda-484a-887c-96e06b2a60a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32019e2d-b6a5-4ea2-8ce0-d829ec1de43b'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:11.639300 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e11a6f2-107a-467d-b52c-2f3ac2007dba" -d '{"events": [{"server_uuid": "2ee0de54-8eda-484a-887c-96e06b2a60a3", "name": "network-vif-plugged", "status": "completed", "tag": "32019e2d-b6a5-4ea2-8ce0-d829ec1de43b"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:11.646907 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.661254 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b,segment=NetworkSegment(ac8cd75c-a15c-4239-8921-258deab0e23e),segment_id=ac8cd75c-a15c-4239-8921-258deab0e23e)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:11.665530 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.668069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f322a9a2-c550-4f86-b72f-875590f7d373 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:11.670271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.675014 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f9ab5789-4fef-4d7e-b5ba-deb28e9643a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:11.696072 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Transition to ACTIVE for port object 504ac330-9abd-4758-9e8f-d0a3ba5590ae will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:11.707047 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.709779 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:11.714538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f5d27d-5397-47a4-b433-20cc1d3ff4ea x-openstack-request-id: req-d6f5d27d-5397-47a4-b433-20cc1d3ff4ea {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:11.715140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee0de54-8eda-484a-887c-96e06b2a60a3", "name": "network-vif-plugged", "status": "completed", "tag": "32019e2d-b6a5-4ea2-8ce0-d829ec1de43b", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:11.715587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d6f5d27d-5397-47a4-b433-20cc1d3ff4ea {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:11.716238 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee0de54-8eda-484a-887c-96e06b2a60a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32019e2d-b6a5-4ea2-8ce0-d829ec1de43b', 'code': 200} Jun 24 12:47:11.731532 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Network 79294b2f-58e6-40e1-92f7-0f0d0830e3de is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:11.740431 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:11.746862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:11.765157 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5590c-209d-43c4-8670-4635e94f698c None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:11.780678 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Pushing event updated for resources: {'Port': ['ID=59c94996-3ee5-4615-b1f4-f905c1fc2143,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:11.791804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4fe13c-eb25-49b3-b224-c725836605de tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:11.793631 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dd4fe13c-eb25-49b3-b224-c725836605de tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6962276 Jun 24 12:47:11.794659 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:11.796709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0edbc754-adc5-44c8-b8d0-6e34d104d204 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.798495 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45682) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:11.800594 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6c3738f1-2782-45b4-86a4-fcc54d337abb tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:11.824512 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652e14b-e57b-43b0-805a-8fe23b55fb03 None None] Pushing event updated for resources: {'Port': ['ID=504ac330-9abd-4758-9e8f-d0a3ba5590ae,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:11.826505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:11.835127 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7b5ebc-e3d6-472b-802d-4d55b8f152d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:11.839035 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf7b5ebc-e3d6-472b-802d-4d55b8f152d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.842457 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:11.843009 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Attempting to bind port 504ac330-9abd-4758-9e8f-d0a3ba5590ae on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:11.843494 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Attempting to bind port 504ac330-9abd-4758-9e8f-d0a3ba5590ae by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:11.844081 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Attempting to bind port 504ac330-9abd-4758-9e8f-d0a3ba5590ae on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:11.847487 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d652e14b-e57b-43b0-805a-8fe23b55fb03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:11.848503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbc754-adc5-44c8-b8d0-6e34d104d204 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=820e0263-1a3c-4a09-9c04-627f8c857f2b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:11.851184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0edbc754-adc5-44c8-b8d0-6e34d104d204 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:11.852088 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:11.852690 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:11.853262 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.856975 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:11.857786 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Bound port: 504ac330-9abd-4758-9e8f-d0a3ba5590ae, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:11.858388 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.947051 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7f71949d-11bc-49c6-8e97-e32e74d54f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:11.966919 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-08e5f83c-e1f6-421e-9b26-5312446ecf47 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1521406 Jun 24 12:47:11.969192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45684) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:11.991661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7a3b6ada-9b63-4eef-b163-cf9fe70f6eeb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1825916599', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:11.999541 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] For port 504ac330-9abd-4758-9e8f-d0a3ba5590ae, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:12.005458 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] For port 504ac330-9abd-4758-9e8f-d0a3ba5590ae, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=504ac330-9abd-4758-9e8f-d0a3ba5590ae,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:12.010787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-7f71949d-11bc-49c6-8e97-e32e74d54f14 None None] For port 39ca59ca-f117-4d5b-822e-540bdbbddd04, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=39ca59ca-f117-4d5b-822e-540bdbbddd04,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:12.023571 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:12.030143 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:12.032722 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7f71949d-11bc-49c6-8e97-e32e74d54f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:12.038110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3d7c4b2c-0aac-4681-8ad6-7b4d61ef0b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:12.043599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5590c-209d-43c4-8670-4635e94f698c None None] Deleting port 39ca59ca-f117-4d5b-822e-540bdbbddd04 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:12.044294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cbd5590c-209d-43c4-8670-4635e94f698c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:12.074071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:12.074799 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:12.094905 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Routers {'d21dc519-515a-469a-9bdd-137d636fc81a'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:12.100783 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d21dc519-515a-469a-9bdd-137d636fc81a'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:12.101143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0edbc754-adc5-44c8-b8d0-6e34d104d204 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:12.132695 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.9237974 Jun 24 12:47:12.133328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45686) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:12.214692 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395f1ef-34a0-442d-8181-647cd4b0ca58 req-00810a95-a0e5-4295-b47d-e8553ae2b2e0 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:12.217669 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6395f1ef-34a0-442d-8181-647cd4b0ca58 req-00810a95-a0e5-4295-b47d-e8553ae2b2e0 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 945 time: 1.1311431 Jun 24 12:47:12.232833 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-cbd5590c-209d-43c4-8670-4635e94f698c None None] For port 39ca59ca-f117-4d5b-822e-540bdbbddd04, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=39ca59ca-f117-4d5b-822e-540bdbbddd04,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:12.236886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cbd5590c-209d-43c4-8670-4635e94f698c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:12.254687 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5590c-209d-43c4-8670-4635e94f698c None None] Calling delete_port for 39ca59ca-f117-4d5b-822e-540bdbbddd04 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:12.302399 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] Set router d21dc519-515a-469a-9bdd-137d636fc81a gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:12.317347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb1e75d-66a6-4f29-bfad-ba077a4ed69e tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:12.325923 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb1e75d-66a6-4f29-bfad-ba077a4ed69e tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:12.338796 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cc9862e1-08b9-4895-bfcb-7d4176319a2a None None] Could not find standard attr ID for object 2f3d20d3-8af4-47a5-be5f-38035b502cad. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:47:12.349406 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb1e75d-66a6-4f29-bfad-ba077a4ed69e tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:12.353658 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bcb1e75d-66a6-4f29-bfad-ba077a4ed69e tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2174869 Jun 24 12:47:12.358396 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45688) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:12.361657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71949d-11bc-49c6-8e97-e32e74d54f14 None None] Pushing event updated for resources: {'Port': ['ID=39ca59ca-f117-4d5b-822e-540bdbbddd04,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:12.370862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7f71949d-11bc-49c6-8e97-e32e74d54f14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:12.428321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cbd5590c-209d-43c4-8670-4635e94f698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:12.440294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:12.445033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5590c-209d-43c4-8670-4635e94f698c None None] No DVR routers for this DVR port 39ca59ca-f117-4d5b-822e-540bdbbddd04 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:12.512900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5590c-209d-43c4-8670-4635e94f698c None None] Pushing event deleted for resources: {'Port': ['ID=39ca59ca-f117-4d5b-822e-540bdbbddd04,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:12.522221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90063e9a-a7aa-4d9f-ae08-e03e34a624c6 None None] Network 79294b2f-58e6-40e1-92f7-0f0d0830e3de requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:12.526488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-cbd5590c-209d-43c4-8670-4635e94f698c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:12.548831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:12.559532 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652e14b-e57b-43b0-805a-8fe23b55fb03 None None] Pushing event updated for resources: {'Port': ['ID=504ac330-9abd-4758-9e8f-d0a3ba5590ae,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:12.563885 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:47:08Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:12.567162 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d652e14b-e57b-43b0-805a-8fe23b55fb03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:12.581150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400c8f4-89b7-482a-b40d-c7b035828cdc req-783864fd-babb-437a-a4dd-c6e088636bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:12.583622 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2400c8f4-89b7-482a-b40d-c7b035828cdc req-783864fd-babb-437a-a4dd-c6e088636bb2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 1099 time: 0.4713166 Jun 24 12:47:12.624774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-da35106d-4d69-4747-b52c-286dabc34d71 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Deleting port 59c94996-3ee5-4615-b1f4-f905c1fc2143 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:12.625406 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da35106d-4d69-4747-b52c-286dabc34d71 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:12.640320 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6395f1ef-34a0-442d-8181-647cd4b0ca58 req-6ad99cc7-7596-4afb-8de7-f5cfd605adc1 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241011 Jun 24 12:47:12.659624 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-22960f71-5133-436d-9453-41661ba8e1dc None None] Provisioning for port fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:12.670614 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-cf7b5ebc-e3d6-472b-802d-4d55b8f152d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:47:12.673832 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf7b5ebc-e3d6-472b-802d-4d55b8f152d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:12.674200 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2400c8f4-89b7-482a-b40d-c7b035828cdc req-893cb30e-8b77-4b7d-88ec-02d9211a671a service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632129 Jun 24 12:47:12.696067 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:12.698670 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d203ac-793f-4f09-b3e1-6691c1cb3f5b None None] The sync data for ids ['d21dc519-515a-469a-9bdd-137d636fc81a'] in dv-neutron-797121-4-hyperv is: [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:47:08Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:12.699315 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:12.703460 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3b6ada-9b63-4eef-b163-cf9fe70f6eeb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:12.709220 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6ada-9b63-4eef-b163-cf9fe70f6eeb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:12.710430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:12.710879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:12.776587 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b5ebc-e3d6-472b-802d-4d55b8f152d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:12.783397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-cf7b5ebc-e3d6-472b-802d-4d55b8f152d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:12.792790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b5ebc-e3d6-472b-802d-4d55b8f152d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:12.793390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf7b5ebc-e3d6-472b-802d-4d55b8f152d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:12.795867 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b631d194-d1d1-44bd-a1af-648a4975d74e None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:12.824362 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b5ebc-e3d6-472b-802d-4d55b8f152d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=f522752e-6b99-4e16-a316-9968bba272b9,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:12.827396 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cf7b5ebc-e3d6-472b-802d-4d55b8f152d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:12.837245 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cf7b5ebc-e3d6-472b-802d-4d55b8f152d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4586642 Jun 24 12:47:12.838351 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45690) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:12.846223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'mac_address': 'fa:16:3e:cb:94:93', 'name': 'tempest-NetworksTestDHCPv6-353946600'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:12.887385 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da35106d-4d69-4747-b52c-286dabc34d71 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:12.940861 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-da35106d-4d69-4747-b52c-286dabc34d71 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Calling delete_port for 59c94996-3ee5-4615-b1f4-f905c1fc2143 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:12.948292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:13.039378 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port fc32c54e-cd95-4d8f-94ff-17fa5b672ec5, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fc32c54e-cd95-4d8f-94ff-17fa5b672ec5,segment=NetworkSegment(ddaa9541-68be-4325-90f5-71a755aeef2c),segment_id=ddaa9541-68be-4325-90f5-71a755aeef2c)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:13.077409 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:13.084592 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:13.173201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:13.180218 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da35106d-4d69-4747-b52c-286dabc34d71 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:13.193361 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:13.245900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35106d-4d69-4747-b52c-286dabc34d71 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Pushing event deleted for resources: {'Port': ['ID=59c94996-3ee5-4615-b1f4-f905c1fc2143,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:13.273343 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-da35106d-4d69-4747-b52c-286dabc34d71 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:13.395509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 39ca59ca-f117-4d5b-822e-540bdbbddd04 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:13.425075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 39ca59ca-f117-4d5b-822e-540bdbbddd04 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:13.425426 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 39ca59ca-f117-4d5b-822e-540bdbbddd04 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:13.449518 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-da35106d-4d69-4747-b52c-286dabc34d71 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:13.452847 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-da35106d-4d69-4747-b52c-286dabc34d71 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] 10.222.0.110 "DELETE /v2.0/ports/59c94996-3ee5-4615-b1f4-f905c1fc2143 HTTP/1.1" status: 204 len: 168 time: 1.0934217 Jun 24 12:47:13.459700 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45692) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:13.470102 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-29db87b3-3c7f-4b15-9728-43d76b1c40b4 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Request body: {'port': {'name': 'tempest-new-port-name-547681168', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:13.472301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.api.validators [None req-29db87b3-3c7f-4b15-9728-43d76b1c40b4 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] bootfile-name is not in valid_values {{(pid=100146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 12:47:13.474133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.api.validators [None req-29db87b3-3c7f-4b15-9728-43d76b1c40b4 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] tftp-server is not in valid_values {{(pid=100146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 12:47:13.474838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.api.validators [None req-29db87b3-3c7f-4b15-9728-43d76b1c40b4 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] server-ip-address is not in valid_values {{(pid=100146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 12:47:13.512450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': 'f522752e-6b99-4e16-a316-9968bba272b9'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:13.513457 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:13.522130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:13.538387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edbc754-adc5-44c8-b8d0-6e34d104d204 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 86017d87-e227-4952-8a35-a9d3d6338a5e has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:13.547298 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port 77a02924-f17c-4c41-ab1f-51f5e44d5574 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:13.551059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=fc32c54e-cd95-4d8f-94ff-17fa5b672ec5,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:13.561357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:13.716018 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-29db87b3-3c7f-4b15-9728-43d76b1c40b4 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:13.731109 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edbc754-adc5-44c8-b8d0-6e34d104d204 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:13.741135 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0edbc754-adc5-44c8-b8d0-6e34d104d204 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4388947 Jun 24 12:47:13.742894 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45696) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:13.744613 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133d4734-7c06-4825-b952-03a0b23b2f2a None None] Sync routers for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:13.758679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133d4734-7c06-4825-b952-03a0b23b2f2a None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:13.761320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-133d4734-7c06-4825-b952-03a0b23b2f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:13.827158 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::f816:3eff:fecb:9493 (775331f2-7641-4269-a311-a446eb45635d/f522752e-6b99-4e16-a316-9968bba272b9/77a02924-f17c-4c41-ab1f-51f5e44d5574) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:13.877644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6ada-9b63-4eef-b163-cf9fe70f6eeb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:13.895504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-920e11ea-f7c0-40a9-a5a1-096cd40faf8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:13.904431 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3446f151-da65-4a8c-992b-8c26a250f922 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting subnet 241a2222-3687-417b-a5a4-af8788d6bfe8 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:13.915450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-861a999e-8565-4f70-9cc7-20b332196676 None None] Provisioning complete for port fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:13.915837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-861a999e-8565-4f70-9cc7-20b332196676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:13.923547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3446f151-da65-4a8c-992b-8c26a250f922 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:13.966187 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-133d4734-7c06-4825-b952-03a0b23b2f2a None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:13.993933 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3446f151-da65-4a8c-992b-8c26a250f922 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:14.051659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b6ada-9b63-4eef-b163-cf9fe70f6eeb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Subnet': ['ID=9f7f5e05-c9b5-4e92-87cb-9103b101d85e,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:14.055645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b6ada-9b63-4eef-b163-cf9fe70f6eeb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Checking segment: {'id': '46edff1c-1769-4e57-afb3-107cefaa07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:14.056230 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3b6ada-9b63-4eef-b163-cf9fe70f6eeb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network hostable DHCP agents. Network: 25c02307-f8f3-4bdc-9423-888d1e41caf9, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:47:14.062890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7a3b6ada-9b63-4eef-b163-cf9fe70f6eeb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:14.084691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3b6ada-9b63-4eef-b163-cf9fe70f6eeb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 25c02307-f8f3-4bdc-9423-888d1e41caf9 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:47:14.119600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093b8c8-0c99-430b-b679-6d0ae469d9b5 req-4579319d-e5e5-4568-9982-60a2a1e641c3 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:14.121824 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6093b8c8-0c99-430b-b679-6d0ae469d9b5 req-4579319d-e5e5-4568-9982-60a2a1e641c3 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.2761061 Jun 24 12:47:14.123265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-7a3b6ada-9b63-4eef-b163-cf9fe70f6eeb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 25c02307-f8f3-4bdc-9423-888d1e41caf9) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:14.127739 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b6ada-9b63-4eef-b163-cf9fe70f6eeb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:14.128566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6ada-9b63-4eef-b163-cf9fe70f6eeb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:14.141586 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04e2bb6-ee2d-4d06-86b8-23ab52cee06b None None] Network 25c02307-f8f3-4bdc-9423-888d1e41caf9 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:14.152718 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3446f151-da65-4a8c-992b-8c26a250f922 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:14.177517 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7a3b6ada-9b63-4eef-b163-cf9fe70f6eeb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2016344 Jun 24 12:47:14.181127 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6093b8c8-0c99-430b-b679-6d0ae469d9b5 req-3a91da22-e539-4a94-a7a5-660381ad15f0 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496416 Jun 24 12:47:14.181870 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45700) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:14.313226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3446f151-da65-4a8c-992b-8c26a250f922 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:14.320964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:14.337224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-861a999e-8565-4f70-9cc7-20b332196676 None None] Provisioning for port c81c1a76-faba-411b-8891-01ecdcc72f60 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:14.355366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-861a999e-8565-4f70-9cc7-20b332196676 None None] Provisioning complete for port c81c1a76-faba-411b-8891-01ecdcc72f60 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:14.355740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-861a999e-8565-4f70-9cc7-20b332196676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:14.408375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446f151-da65-4a8c-992b-8c26a250f922 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Subnet': ['ID=241a2222-3687-417b-a5a4-af8788d6bfe8,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:14.453433 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3446f151-da65-4a8c-992b-8c26a250f922 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:14.460549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3446f151-da65-4a8c-992b-8c26a250f922 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:14.465134 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3446f151-da65-4a8c-992b-8c26a250f922 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/241a2222-3687-417b-a5a4-af8788d6bfe8 HTTP/1.1" status: 204 len: 168 time: 0.7213054 Jun 24 12:47:14.471033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45704) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:14.480190 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eefcbf4-13c7-4426-8064-a4a0e09bd4f9 None None] Network a81455aa-6c7d-44b7-9d36-696f76020f7a requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:14.489090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 504ac330-9abd-4758-9e8f-d0a3ba5590ae up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:14.631849 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3becd94-712f-4789-b5d6-8c7cac1aaa43 req-2fffef12-31d2-4a49-9499-1dbf8390b517 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:14.633596 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3becd94-712f-4789-b5d6-8c7cac1aaa43 req-2fffef12-31d2-4a49-9499-1dbf8390b517 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.1428735 Jun 24 12:47:14.633878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-861a999e-8565-4f70-9cc7-20b332196676 None None] Port c81c1a76-faba-411b-8891-01ecdcc72f60 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:47:14.658748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-861a999e-8565-4f70-9cc7-20b332196676 None None] Could not find standard attr ID for object 59c94996-3ee5-4615-b1f4-f905c1fc2143. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:47:14.716137 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:14.740136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:14.770994 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3becd94-712f-4789-b5d6-8c7cac1aaa43 req-2777ac5f-f6ad-459e-9d2b-fa4c078fb145 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641134 Jun 24 12:47:14.807396 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-25c02307-f8f3-4bdc-9423-888d1e41caf9', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:14.808486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:14.827433 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 504ac330-9abd-4758-9e8f-d0a3ba5590ae completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:14.834261 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object 77a02924-f17c-4c41-ab1f-51f5e44d5574 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:14.844614 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 504ac330-9abd-4758-9e8f-d0a3ba5590ae triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:14.845409 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:14.861157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-29db87b3-3c7f-4b15-9728-43d76b1c40b4 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:14.870424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-29db87b3-3c7f-4b15-9728-43d76b1c40b4 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:14.876161 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d61e904f-b97e-4fb7-a110-8a3652fd5ef9 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:14.878836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-133d4734-7c06-4825-b952-03a0b23b2f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:11Z', 'revision_number': 9, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:14.935197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7b401368-90e3-4b0c-aa26-897c65e5457f None None] Provisioning complete for port c81c1a76-faba-411b-8891-01ecdcc72f60 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:14.935722 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7b401368-90e3-4b0c-aa26-897c65e5457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:14.945036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133d4734-7c06-4825-b952-03a0b23b2f2a None None] Checking router: 86017d87-e227-4952-8a35-a9d3d6338a5e for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:15.091186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133d4734-7c06-4825-b952-03a0b23b2f2a None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:15.092132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-133d4734-7c06-4825-b952-03a0b23b2f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:15.134186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:15.239699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7b401368-90e3-4b0c-aa26-897c65e5457f None None] Port c81c1a76-faba-411b-8891-01ecdcc72f60 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:47:15.252805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-133d4734-7c06-4825-b952-03a0b23b2f2a None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:15.348553 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f03cda6-647a-460b-bb6f-c60f5ab9acdc None None] DHCP port deletion for a81455aa-6c7d-44b7-9d36-696f76020f7a request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:15.350394 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7b401368-90e3-4b0c-aa26-897c65e5457f None None] Could not find standard attr ID for object 59c94996-3ee5-4615-b1f4-f905c1fc2143. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:47:15.494812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a9c3a-7e97-4889-a63c-a6b45a7410ef req-959d2c9a-e98e-411c-85a6-dba03f0ad1b9 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:15.496588 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e97a9c3a-7e97-4889-a63c-a6b45a7410ef req-959d2c9a-e98e-411c-85a6-dba03f0ad1b9 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.1637921 Jun 24 12:47:15.528178 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Allocated IP 172.20.0.2 (25c02307-f8f3-4bdc-9423-888d1e41caf9/9f7f5e05-c9b5-4e92-87cb-9103b101d85e/8fb4e08f-7091-4784-b089-b3fd235aa54a) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:15.547605 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e97a9c3a-7e97-4889-a63c-a6b45a7410ef req-8014b94b-81b3-49fb-9f5f-66da6b3630a2 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435884 Jun 24 12:47:15.560344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db87b3-3c7f-4b15-9728-43d76b1c40b4 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Pushing event updated for resources: {'Port': ['ID=c81c1a76-faba-411b-8891-01ecdcc72f60,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:15.567692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-29db87b3-3c7f-4b15-9728-43d76b1c40b4 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:15.569187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port aeb47ccb-bf48-4079-8347-2cf09e593b8d {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:15.569517 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:15.573593 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:15.588699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:15.589214 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:15.627370 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-29db87b3-3c7f-4b15-9728-43d76b1c40b4 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] In _notify_port_updated(), no bound segment for port c81c1a76-faba-411b-8891-01ecdcc72f60 on network 79294b2f-58e6-40e1-92f7-0f0d0830e3de {{(pid=100146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:47:15.632867 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29db87b3-3c7f-4b15-9728-43d76b1c40b4 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:15.633517 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-29db87b3-3c7f-4b15-9728-43d76b1c40b4 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:15.634943 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-29db87b3-3c7f-4b15-9728-43d76b1c40b4 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] 10.222.0.110 "PUT /v2.0/ports/c81c1a76-faba-411b-8891-01ecdcc72f60 HTTP/1.1" status: 200 len: 1135 time: 2.1695552 Jun 24 12:47:15.638320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45714) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:15.693822 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:15.695916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be7f1e9-da20-42b2-a175-c29c2c7bb9a6 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:15.701640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45716) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:15.702127 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4be7f1e9-da20-42b2-a175-c29c2c7bb9a6 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] 10.222.0.110 "GET /v2.0/ports/c81c1a76-faba-411b-8891-01ecdcc72f60 HTTP/1.1" status: 200 len: 1135 time: 0.0628495 Jun 24 12:47:15.704134 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:15.707774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] For port aeb47ccb-bf48-4079-8347-2cf09e593b8d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=aeb47ccb-bf48-4079-8347-2cf09e593b8d,segment=NetworkSegment(71e949c0-3d88-4526-9460-170fb15abec6),segment_id=71e949c0-3d88-4526-9460-170fb15abec6)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:15.708134 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:15.716668 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=77a02924-f17c-4c41-ab1f-51f5e44d5574,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:15.719108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:15.725196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:15.725745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:15.735283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:15.765498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for aeb47ccb-bf48-4079-8347-2cf09e593b8d owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:15.787499 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9424834 Jun 24 12:47:15.788812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45718) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:15.811864 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4a18bf57-8633-44fb-b8af-a5685e39a31f None None] Provisioning complete for port c81c1a76-faba-411b-8891-01ecdcc72f60 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:15.812243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4a18bf57-8633-44fb-b8af-a5685e39a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:15.872714 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 504ac330-9abd-4758-9e8f-d0a3ba5590ae, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=504ac330-9abd-4758-9e8f-d0a3ba5590ae,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:15.896669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:15.897570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:15.905027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a164090d-3055-48b2-8569-ab2b148a61da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:15.950269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45553f1-5d9e-4340-beff-af17a670fa56 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:15.951679 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b45553f1-5d9e-4340-beff-af17a670fa56 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1620648 Jun 24 12:47:15.954530 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45720) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:15.957817 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Allocated IP 2001:db8::f816:3eff:fe97:579d (775331f2-7641-4269-a311-a446eb45635d/f522752e-6b99-4e16-a316-9968bba272b9/b22f82bf-6a38-4045-b196-b2a43e0444b3) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:15.959878 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-31500e47-8cb3-4e68-b8a2-dd0b50d5d8b9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Deleting port c81c1a76-faba-411b-8891-01ecdcc72f60 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:15.960234 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31500e47-8cb3-4e68-b8a2-dd0b50d5d8b9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:15.984955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:15.990370 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-87b91340-34f3-4f5c-b07b-01108e0ab03f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:16.018323 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2f03cda6-647a-460b-bb6f-c60f5ab9acdc None None] Deleting port aeb47ccb-bf48-4079-8347-2cf09e593b8d {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:16.018730 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2f03cda6-647a-460b-bb6f-c60f5ab9acdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.047076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=aeb47ccb-bf48-4079-8347-2cf09e593b8d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:16.049173 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No DVR routers for this DVR port aeb47ccb-bf48-4079-8347-2cf09e593b8d on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:16.055349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:16.059369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-4a18bf57-8633-44fb-b8af-a5685e39a31f None None] Port c81c1a76-faba-411b-8891-01ecdcc72f60 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:47:16.092931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-26b59918-c737-4f90-8f95-c245a092b7a8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port 77a02924-f17c-4c41-ab1f-51f5e44d5574 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:16.093357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-26b59918-c737-4f90-8f95-c245a092b7a8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.148768 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31500e47-8cb3-4e68-b8a2-dd0b50d5d8b9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.159226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.171350 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-31500e47-8cb3-4e68-b8a2-dd0b50d5d8b9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Calling delete_port for c81c1a76-faba-411b-8891-01ecdcc72f60 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:16.173721 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81455aa-6c7d-44b7-9d36-696f76020f7a']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:16.183748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=504ac330-9abd-4758-9e8f-d0a3ba5590ae,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:16.190435 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-26b59918-c737-4f90-8f95-c245a092b7a8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.194013 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e949c0-3d88-4526-9460-170fb15abec6') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:16.194302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e949c0-3d88-4526-9460-170fb15abec6') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:16.194423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:16.206184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.210060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-26b59918-c737-4f90-8f95-c245a092b7a8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for 77a02924-f17c-4c41-ab1f-51f5e44d5574 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:16.217423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-2f03cda6-647a-460b-bb6f-c60f5ab9acdc None None] For port aeb47ccb-bf48-4079-8347-2cf09e593b8d, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:16.217844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2f03cda6-647a-460b-bb6f-c60f5ab9acdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.246687 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2f03cda6-647a-460b-bb6f-c60f5ab9acdc None None] Calling delete_port for aeb47ccb-bf48-4079-8347-2cf09e593b8d owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:16.248849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.261542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:16.261992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:16.264856 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:16.270990 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.ipam_backend_mixin [None req-2f03cda6-647a-460b-bb6f-c60f5ab9acdc None None] Port aeb47ccb-bf48-4079-8347-2cf09e593b8d was not found and therefore no delete operation was performed {{(pid=100147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:47:16.285782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:16.286173 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.287704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2f03cda6-647a-460b-bb6f-c60f5ab9acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.297288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:16.345227 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.350591 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-87bf9fbb-d562-40a8-9d46-93d1aa8832ea tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:16.355486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.359394 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/networks/a81455aa-6c7d-44b7-9d36-696f76020f7a HTTP/1.1" status: 204 len: 168 time: 1.8325524 Jun 24 12:47:16.362436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45722) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:16.368930 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03cda6-647a-460b-bb6f-c60f5ab9acdc None None] Pushing event deleted for resources: {'Port': ['ID=aeb47ccb-bf48-4079-8347-2cf09e593b8d,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:16.374312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Network': ['ID=a81455aa-6c7d-44b7-9d36-696f76020f7a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:16.379986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2f03cda6-647a-460b-bb6f-c60f5ab9acdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:16.385070 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.390693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-133d4734-7c06-4825-b952-03a0b23b2f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:11Z', 'revision_number': 9, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:16.392725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f03cda6-647a-460b-bb6f-c60f5ab9acdc None None] No DVR routers for this DVR port aeb47ccb-bf48-4079-8347-2cf09e593b8d on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:16.397255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:16.432513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31500e47-8cb3-4e68-b8a2-dd0b50d5d8b9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.438068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5bbb7bea-86c4-4688-bc36-c91aa17fd2ee tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:16.445310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133d4734-7c06-4825-b952-03a0b23b2f2a None None] The sync data for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv is: [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:11Z', 'revision_number': 9, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '498728db-7853-413b-9ae7-a9f56b75b8f0', 'name': '', 'network_id': '29ebd8d5-6c75-418d-8908-1e6295bc0605', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:35Z', 'updated_at': '2021-06-24T12:46:50Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': '59f4c751-5833-4b1b-9508-e4b08048e47d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:16.467758 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31500e47-8cb3-4e68-b8a2-dd0b50d5d8b9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Pushing event deleted for resources: {'Port': ['ID=c81c1a76-faba-411b-8891-01ecdcc72f60,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:16.481662 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-31500e47-8cb3-4e68-b8a2-dd0b50d5d8b9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:16.527602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.538723 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Transition to ACTIVE for port object b22f82bf-6a38-4045-b196-b2a43e0444b3 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:16.563369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Transition to ACTIVE for port object b22f82bf-6a38-4045-b196-b2a43e0444b3 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:16.578438 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-31500e47-8cb3-4e68-b8a2-dd0b50d5d8b9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.581052 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-31500e47-8cb3-4e68-b8a2-dd0b50d5d8b9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] 10.222.0.110 "DELETE /v2.0/ports/c81c1a76-faba-411b-8891-01ecdcc72f60 HTTP/1.1" status: 204 len: 168 time: 0.8780110 Jun 24 12:47:16.584106 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45726) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:16.590955 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.598641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-cbd5590c-209d-43c4-8670-4635e94f698c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:16.653904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6457251d-adcc-4354-a7ac-71dade5d88cd tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Deleting subnet b43cef97-4ac8-4bb1-bca2-4adbbc46b73c {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:16.658254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6457251d-adcc-4354-a7ac-71dade5d88cd tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.693636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:16.708167 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:16.721850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:16.724465 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6457251d-adcc-4354-a7ac-71dade5d88cd tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.734227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Pushing event updated for resources: {'Port': ['ID=b22f82bf-6a38-4045-b196-b2a43e0444b3,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:16.739658 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:16.785693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Transition to ACTIVE for port object 8fb4e08f-7091-4784-b089-b3fd235aa54a will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:16.800690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-26b59918-c737-4f90-8f95-c245a092b7a8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.810403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-97dc00d7-b1c5-4259-aede-79b53ced484a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427431301-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:16.825931 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Transition to ACTIVE for port object 8fb4e08f-7091-4784-b089-b3fd235aa54a will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:16.828389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Attempting to bind port b22f82bf-6a38-4045-b196-b2a43e0444b3 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:16.828813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Attempting to bind port b22f82bf-6a38-4045-b196-b2a43e0444b3 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:16.829480 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Attempting to bind port b22f82bf-6a38-4045-b196-b2a43e0444b3 on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:16.836986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:16.837387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:16.838734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.838734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:16.838734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Bound port: b22f82bf-6a38-4045-b196-b2a43e0444b3, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:16.839157 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.843976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.846092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6457251d-adcc-4354-a7ac-71dade5d88cd tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.854487 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:16.899563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b59918-c737-4f90-8f95-c245a092b7a8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=77a02924-f17c-4c41-ab1f-51f5e44d5574,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:16.929555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-26b59918-c737-4f90-8f95-c245a092b7a8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:16.944028 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] For port b22f82bf-6a38-4045-b196-b2a43e0444b3, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:16.947594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] For port b22f82bf-6a38-4045-b196-b2a43e0444b3, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b22f82bf-6a38-4045-b196-b2a43e0444b3,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:16.952622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 504ac330-9abd-4758-9e8f-d0a3ba5590ae up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:16.955527 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6457251d-adcc-4354-a7ac-71dade5d88cd tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.959113 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3612fde7-b740-4c9e-b5a4-03d98589df58 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:16.983862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.999098 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Network 25c02307-f8f3-4bdc-9423-888d1e41caf9 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:17.002280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457251d-adcc-4354-a7ac-71dade5d88cd tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Pushing event deleted for resources: {'Subnet': ['ID=b43cef97-4ac8-4bb1-bca2-4adbbc46b73c,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:17.007661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:17.014652 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:17.014810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6457251d-adcc-4354-a7ac-71dade5d88cd tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:17.018026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6457251d-adcc-4354-a7ac-71dade5d88cd tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.020625 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6457251d-adcc-4354-a7ac-71dade5d88cd tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] 10.222.0.110 "DELETE /v2.0/subnets/b43cef97-4ac8-4bb1-bca2-4adbbc46b73c HTTP/1.1" status: 204 len: 168 time: 0.4356883 Jun 24 12:47:17.022653 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Pushing event updated for resources: {'Port': ['ID=8fb4e08f-7091-4784-b089-b3fd235aa54a,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:17.023012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45728) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:17.031639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:17.032129 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b7df12f9-75e5-4f39-8c0f-732ae51a15dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:17.045884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-26b59918-c737-4f90-8f95-c245a092b7a8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.048093 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-26b59918-c737-4f90-8f95-c245a092b7a8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/77a02924-f17c-4c41-ab1f-51f5e44d5574 HTTP/1.1" status: 204 len: 168 time: 1.0920768 Jun 24 12:47:17.054241 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45730) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:17.081429 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31beb417-9f16-4d82-97b2-09a01705135c None None] Network 79294b2f-58e6-40e1-92f7-0f0d0830e3de requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:17.098260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.1 (25c02307-f8f3-4bdc-9423-888d1e41caf9/9f7f5e05-c9b5-4e92-87cb-9103b101d85e/f99feef1-0609-4330-a74b-e3cedbd425bc) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:17.146406 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.217142 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049731d6-af56-43a0-9df9-c0d45cedbcbb req-a084f020-703f-4a08-a449-6ecb804687a3 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:17.219552 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-049731d6-af56-43a0-9df9-c0d45cedbcbb req-a084f020-703f-4a08-a449-6ecb804687a3 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.4420271 Jun 24 12:47:17.221719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Deleting port fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:17.222061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.260442 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.261127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Pushing event updated for resources: {'Port': ['ID=b22f82bf-6a38-4045-b196-b2a43e0444b3,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:17.283032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:17.298413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Attempting to bind port 8fb4e08f-7091-4784-b089-b3fd235aa54a on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:17.298955 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Attempting to bind port 8fb4e08f-7091-4784-b089-b3fd235aa54a by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '46edff1c-1769-4e57-afb3-107cefaa07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:17.299331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Attempting to bind port 8fb4e08f-7091-4784-b089-b3fd235aa54a on network 25c02307-f8f3-4bdc-9423-888d1e41caf9 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:17.302898 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] For port fc32c54e-cd95-4d8f-94ff-17fa5b672ec5, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fc32c54e-cd95-4d8f-94ff-17fa5b672ec5,segment=NetworkSegment(ddaa9541-68be-4325-90f5-71a755aeef2c),segment_id=ddaa9541-68be-4325-90f5-71a755aeef2c)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:17.306057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.313445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc7d8b-918d-4bca-a94d-518d6ddca382 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:17.315036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc7d8b-918d-4bca-a94d-518d6ddca382 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:17.319245 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4adc7d8b-918d-4bca-a94d-518d6ddca382 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2581778 Jun 24 12:47:17.320316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 504ac330-9abd-4758-9e8f-d0a3ba5590ae triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:17.320701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.324738 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Calling delete_port for fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:17.326236 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45732) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:17.333797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:17.334196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Checking segment: {'id': '46edff1c-1769-4e57-afb3-107cefaa07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:17.335132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.335543 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Bound using segment: {'id': '46edff1c-1769-4e57-afb3-107cefaa07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:17.336047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Bound port: 8fb4e08f-7091-4784-b089-b3fd235aa54a, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46edff1c-1769-4e57-afb3-107cefaa07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:17.336440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.407438 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-049731d6-af56-43a0-9df9-c0d45cedbcbb req-c20e5350-b9f8-49c4-afb8-62c9c3416ccf tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713126 Jun 24 12:47:17.466037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1202a6f-1f94-4223-ae54-4faf8bbe9978 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet f522752e-6b99-4e16-a316-9968bba272b9 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:17.474094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1202a6f-1f94-4223-ae54-4faf8bbe9978 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.507324 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.515134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] For port 8fb4e08f-7091-4784-b089-b3fd235aa54a, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:17.518548 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] For port 8fb4e08f-7091-4784-b089-b3fd235aa54a, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8fb4e08f-7091-4784-b089-b3fd235aa54a,segment=NetworkSegment(46edff1c-1769-4e57-afb3-107cefaa07b4),segment_id=46edff1c-1769-4e57-afb3-107cefaa07b4)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:17.532433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object f99feef1-0609-4330-a74b-e3cedbd425bc will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:17.534322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.538136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:17.564461 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1202a6f-1f94-4223-ae54-4faf8bbe9978 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.615702 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.633149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.633707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:17.646729 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:17.659967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] No DVR routers for this DVR port fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:17.668647 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Pushing event deleted for resources: {'Port': ['ID=fc32c54e-cd95-4d8f-94ff-17fa5b672ec5,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:17.712924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eb14b3-0dfa-446c-a6a1-39803b1a0ee4 None None] DHCP port deletion for 79294b2f-58e6-40e1-92f7-0f0d0830e3de request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:17.723431 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:17.729669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3c75baf-9241-4a44-ad3a-0396a6d5be7b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.746835 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 25c02307-f8f3-4bdc-9423-888d1e41caf9 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:17.767661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Pushing event updated for resources: {'Port': ['ID=8fb4e08f-7091-4784-b089-b3fd235aa54a,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:17.785611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:17.836899 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:17.842159 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 820e0263-1a3c-4a09-9c04-627f8c857f2b no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:17.869307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 820e0263-1a3c-4a09-9c04-627f8c857f2b {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:17.870048 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 820e0263-1a3c-4a09-9c04-627f8c857f2b not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:17.870902 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device aeb47ccb-bf48-4079-8347-2cf09e593b8d no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:17.876972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.877736 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=f99feef1-0609-4330-a74b-e3cedbd425bc,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:17.891426 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79294b2f-58e6-40e1-92f7-0f0d0830e3de']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:17.911106 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1202a6f-1f94-4223-ae54-4faf8bbe9978 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.915328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: aeb47ccb-bf48-4079-8347-2cf09e593b8d {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:17.916065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device aeb47ccb-bf48-4079-8347-2cf09e593b8d not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:17.919255 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:17.943463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddaa9541-68be-4325-90f5-71a755aeef2c') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:17.943767 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddaa9541-68be-4325-90f5-71a755aeef2c') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:17.958278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.982338 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.984240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:17.998111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:18.006563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:18.010182 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:18.074824 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1202a6f-1f94-4223-ae54-4faf8bbe9978 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.083213 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1a0ee510-8650-4646-a634-d05165c23f77 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:18.110385 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.131012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.132768 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1202a6f-1f94-4223-ae54-4faf8bbe9978 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=f522752e-6b99-4e16-a316-9968bba272b9,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:18.137272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.141917 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] 10.222.0.110 "DELETE /v2.0/networks/79294b2f-58e6-40e1-92f7-0f0d0830e3de HTTP/1.1" status: 204 len: 168 time: 1.1175125 Jun 24 12:47:18.143252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e1202a6f-1f94-4223-ae54-4faf8bbe9978 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:18.143554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:18.148074 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1202a6f-1f94-4223-ae54-4faf8bbe9978 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.152083 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e1202a6f-1f94-4223-ae54-4faf8bbe9978 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/f522752e-6b99-4e16-a316-9968bba272b9 HTTP/1.1" status: 204 len: 168 time: 0.8225257 Jun 24 12:47:18.158214 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45740) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:18.187680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Pushing event deleted for resources: {'Network': ['ID=79294b2f-58e6-40e1-92f7-0f0d0830e3de,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:18.252212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:18.257880 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3e300f66-6ae0-4dfe-b4cb-9e88aa04b30e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963068 Jun 24 12:47:18.258346 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45742) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:18.288615 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6175cb-400f-4d98-b895-b94df322792a req-be9daddc-4cb3-46f3-bdf3-c042bbc40ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:18.290185 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8d6175cb-400f-4d98-b895-b94df322792a req-be9daddc-4cb3-46f3-bdf3-c042bbc40ca5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49889d8101c04c16a9851b6f6c2f784b&device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 1099 time: 0.4546192 Jun 24 12:47:18.334102 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef2211-f793-491b-987f-fe0d2629c735 req-0505e896-bd09-47e1-8d16-f7b4445ac33e tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:18.335670 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-10ef2211-f793-491b-987f-fe0d2629c735 req-0505e896-bd09-47e1-8d16-f7b4445ac33e tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.3583083 Jun 24 12:47:18.341974 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a474d6-2e18-46c1-b0d8-fd4ffba7251f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:18.346178 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-81a474d6-2e18-46c1-b0d8-fd4ffba7251f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0845017 Jun 24 12:47:18.346666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45744) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:18.416280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e914f4e1-3333-4c31-9f23-a3c8ffc0de49 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:18.420127 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e914f4e1-3333-4c31-9f23-a3c8ffc0de49 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0702224 Jun 24 12:47:18.420735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45748) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:18.485928 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2f27d3d7-5a6a-409d-9907-d690e6c075ce tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637472 Jun 24 12:47:18.491511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45750) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:18.500487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:18.517483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45752) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:18.545493 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-10ef2211-f793-491b-987f-fe0d2629c735 req-8a5c55a8-703b-4cf1-ab3b-56982b7c99da tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923919 Jun 24 12:47:18.576236 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6175cb-400f-4d98-b895-b94df322792a req-0c117781-b1f3-49b5-99c7-48a74edaeba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:18.577706 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8d6175cb-400f-4d98-b895-b94df322792a req-0c117781-b1f3-49b5-99c7-48a74edaeba4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=aaf23f30-f24e-4bd0-ade3-36b202cef979 HTTP/1.1" status: 200 len: 913 time: 0.2634878 Jun 24 12:47:18.580266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.582745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa9db5a-352f-4256-bf5f-b2f3615605cf None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:18.663646 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8d6175cb-400f-4d98-b895-b94df322792a req-2ed8d1bf-4201-405f-bfe8-a7857d68b950 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b HTTP/1.1" status: 200 len: 217 time: 0.0611825 Jun 24 12:47:18.681092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:18.685233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.748638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-95dba463-0b81-49f3-a3d0-c9f8fc16556f None None] Provisioning for port b22f82bf-6a38-4045-b196-b2a43e0444b3 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:18.787656 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-63b3feea-678c-4037-bc2b-2a6b48451cbc admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3f4a676afa6b41b4a81a87156caaa621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686377 Jun 24 12:47:18.788357 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45756) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:18.927915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f3c75baf-9241-4a44-ad3a-0396a6d5be7b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port 498728db-7853-413b-9ae7-a9f56b75b8f0 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:18.928500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3c75baf-9241-4a44-ad3a-0396a6d5be7b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.937304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b22f82bf-6a38-4045-b196-b2a43e0444b3 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:18.939367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e5326-ee54-4d78-921a-d951cf5e1e5c None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:18.959570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6175cb-400f-4d98-b895-b94df322792a req-21395b00-70a7-4836-aa21-6114761bd617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:18.961372 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8d6175cb-400f-4d98-b895-b94df322792a req-21395b00-70a7-4836-aa21-6114761bd617 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=094f1ffe-41e7-44fc-ad67-b4b62fd7f218 HTTP/1.1" status: 200 len: 851 time: 0.2860355 Jun 24 12:47:19.031491 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-811e5326-ee54-4d78-921a-d951cf5e1e5c None None] Deleting port b22f82bf-6a38-4045-b196-b2a43e0444b3 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:19.031805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-811e5326-ee54-4d78-921a-d951cf5e1e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.040384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-200220d5-b52a-402d-85f8-eaabaf5fd0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.050510 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8d6175cb-400f-4d98-b895-b94df322792a req-89ca8d23-db82-4c81-a6c5-26b98705744f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=aaf23f30-f24e-4bd0-ade3-36b202cef979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776403 Jun 24 12:47:19.054000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port b22f82bf-6a38-4045-b196-b2a43e0444b3 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:19.068661 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-200220d5-b52a-402d-85f8-eaabaf5fd0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.222241 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-200220d5-b52a-402d-85f8-eaabaf5fd0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.225680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-200220d5-b52a-402d-85f8-eaabaf5fd0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.229821 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-200220d5-b52a-402d-85f8-eaabaf5fd0cf admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/10389b5a-984b-41e6-9626-919cff1c0414 HTTP/1.1" status: 204 len: 168 time: 0.3532822 Jun 24 12:47:19.232383 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:47:19.233447 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a75a3a97-3193-4eba-8b31-15f6cc8b2b12 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:19.242916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200220d5-b52a-402d-85f8-eaabaf5fd0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10389b5a-984b-41e6-9626-919cff1c0414,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:19.248960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-200220d5-b52a-402d-85f8-eaabaf5fd0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:19.263517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b22f82bf-6a38-4045-b196-b2a43e0444b3 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:19.264036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.265900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9734e4c-f84f-44bb-b016-73324246af6b None None] Network 25c02307-f8f3-4bdc-9423-888d1e41caf9 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:19.284668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-f3c75baf-9241-4a44-ad3a-0396a6d5be7b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] For port 498728db-7853-413b-9ae7-a9f56b75b8f0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=498728db-7853-413b-9ae7-a9f56b75b8f0,segment=NetworkSegment(9c481488-3dd1-4a5c-9a41-493ef0e42e7d),segment_id=9c481488-3dd1-4a5c-9a41-493ef0e42e7d)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:19.285486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3c75baf-9241-4a44-ad3a-0396a6d5be7b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.319881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f3c75baf-9241-4a44-ad3a-0396a6d5be7b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for 498728db-7853-413b-9ae7-a9f56b75b8f0 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:19.370651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.380495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-811e5326-ee54-4d78-921a-d951cf5e1e5c None None] For port b22f82bf-6a38-4045-b196-b2a43e0444b3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b22f82bf-6a38-4045-b196-b2a43e0444b3,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:19.380984 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-811e5326-ee54-4d78-921a-d951cf5e1e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.404686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fc8395f1-c7f9-43cc-83ce-c4ecbeba316b None None] Provisioning for port 8fb4e08f-7091-4784-b089-b3fd235aa54a completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:19.410742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-811e5326-ee54-4d78-921a-d951cf5e1e5c None None] Calling delete_port for b22f82bf-6a38-4045-b196-b2a43e0444b3 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:19.412051 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8d6175cb-400f-4d98-b895-b94df322792a req-22f36da1-d3aa-4692-af7c-9510f416baaf service neutron] 10.222.0.102 "GET /v2.0/networks/aaf23f30-f24e-4bd0-ade3-36b202cef979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409166 Jun 24 12:47:19.415159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.508001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.573437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.757154 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] For port b22f82bf-6a38-4045-b196-b2a43e0444b3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b22f82bf-6a38-4045-b196-b2a43e0444b3,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:19.794916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a3a02fd1-09a9-4aea-b749-f3f75daec2b6 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:19.795107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.801911 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.804340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.806908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-811e5326-ee54-4d78-921a-d951cf5e1e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.812116 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7f71949d-11bc-49c6-8e97-e32e74d54f14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:19.812334 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7965e10b-c14f-41d4-ab82-6fbb504588ce tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:19.838379 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.857680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=b22f82bf-6a38-4045-b196-b2a43e0444b3,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:19.862220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:19.862865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f4e32abe-b703-4119-9a79-e1d4e7e26092 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:19.905629 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8fb4e08f-7091-4784-b089-b3fd235aa54a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:19.915788 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811e5326-ee54-4d78-921a-d951cf5e1e5c None None] No DVR routers for this DVR port b22f82bf-6a38-4045-b196-b2a43e0444b3 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:19.928041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e5326-ee54-4d78-921a-d951cf5e1e5c None None] Pushing event deleted for resources: {'Port': ['ID=b22f82bf-6a38-4045-b196-b2a43e0444b3,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:19.935086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=b9c74215-498c-43a7-9266-853b50209d58,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:19.955410 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:19.959951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:19.961491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:19.965334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-811e5326-ee54-4d78-921a-d951cf5e1e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:19.967510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:19.968114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.984724 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a761a3-002a-4d02-ad8c-bd2080ca7fcb None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:19.996046 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5022445 Jun 24 12:47:19.998881 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45774) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:20.006948 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'mac_address': 'fa:16:3e:fe:88:58', 'name': 'tempest-NetworksTestDHCPv6-121778583'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:20.052369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 25c02307-f8f3-4bdc-9423-888d1e41caf9 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:20.087073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:20.187147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=f99feef1-0609-4330-a74b-e3cedbd425bc,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:20.220860 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:20.231258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:20.234023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5e14130d-e4d3-4695-9c98-a6b0273a75d0 None None] Provisioning for port f99feef1-0609-4330-a74b-e3cedbd425bc completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:20.247817 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5e14130d-e4d3-4695-9c98-a6b0273a75d0 None None] Provisioning complete for port f99feef1-0609-4330-a74b-e3cedbd425bc triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:20.248202 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e14130d-e4d3-4695-9c98-a6b0273a75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.250732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': 'b9c74215-498c-43a7-9266-853b50209d58'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:20.251596 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.368508 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.383901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45782) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:20.398955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port 085170d5-23b4-493c-917f-557d22f107dc yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:20.414880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 8fb4e08f-7091-4784-b089-b3fd235aa54a completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:20.418267 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ffb5a-91d3-40fd-9c31-13c5088cf216 req-261fb9fd-356e-4a03-b43d-4519ff30adb8 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:20.420182 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d8ffb5a-91d3-40fd-9c31-13c5088cf216 req-261fb9fd-356e-4a03-b43d-4519ff30adb8 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.3576801 Jun 24 12:47:20.423227 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8d6175cb-400f-4d98-b895-b94df322792a req-c6919e9c-d958-41e9-8388-e3bd499ae315 service neutron] 10.222.0.102 "GET /v2.0/networks/aaf23f30-f24e-4bd0-ade3-36b202cef979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339552 Jun 24 12:47:20.458177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5e14130d-e4d3-4695-9c98-a6b0273a75d0 None None] Port f99feef1-0609-4330-a74b-e3cedbd425bc cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:47:20.473452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 8fb4e08f-7091-4784-b089-b3fd235aa54a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:20.474123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.499545 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d8ffb5a-91d3-40fd-9c31-13c5088cf216 req-efab90b9-3257-4d33-92b6-ad392fd15f63 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696964 Jun 24 12:47:20.534474 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Allocated IP 2001:db8::f816:3eff:fe8f:2453 (775331f2-7641-4269-a311-a446eb45635d/b9c74215-498c-43a7-9266-853b50209d58/b325cc92-d332-4d4a-adec-44f5f25191ea) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:20.554398 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5e14130d-e4d3-4695-9c98-a6b0273a75d0 None None] Provisioning complete for port 8fb4e08f-7091-4784-b089-b3fd235aa54a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:20.555101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e14130d-e4d3-4695-9c98-a6b0273a75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.556317 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Request body: {'networks': [{'name': 'tempest-network--494373074'}, {'name': 'tempest-network--2055281797'}]} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:20.556633 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Request body: {'network': {'name': 'tempest-network--494373074'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:20.557101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Request body: {'network': {'name': 'tempest-network--2055281797'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:20.584707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Made reservation on behalf of 322961dcd71649ca8bac75b6fac9bb78 for: {'network': 2} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:20.591326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.607823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.615463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router d21dc519-515a-469a-9bdd-137d636fc81a has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:20.694717 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3c75baf-9241-4a44-ad3a-0396a6d5be7b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.701623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e0430be0-3b21-435e-bf4c-d70450eb2047 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:20.724796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.729866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.730564 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.733840 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e5c5d269-7647-427f-8320-65c2af5591df tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:20.735384 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c75baf-9241-4a44-ad3a-0396a6d5be7b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=498728db-7853-413b-9ae7-a9f56b75b8f0,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:20.738348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f3c75baf-9241-4a44-ad3a-0396a6d5be7b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:20.753278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a8a9c-4057-4158-9df8-956e411e209e req-2f54d1aa-d791-4b8a-a1be-b55c3f36ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:20.755529 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-092a8a9c-4057-4158-9df8-956e411e209e req-2f54d1aa-d791-4b8a-a1be-b55c3f36ee52 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49889d8101c04c16a9851b6f6c2f784b&device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 1099 time: 0.2521520 Jun 24 12:47:20.775204 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e14130d-e4d3-4695-9c98-a6b0273a75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.776972 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.793025 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] vlan segment allocate from pool success with {'vlan_id': 1321, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:47:20.804276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.804667 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Added segment 51faa195-fc22-44de-b78b-db0598a59d5c of type vlan for network a2e56379-3b91-4a2d-bfff-d717317cbdfb Jun 24 12:47:20.848345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.858377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 8fb4e08f-7091-4784-b089-b3fd235aa54a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8fb4e08f-7091-4784-b089-b3fd235aa54a,segment=NetworkSegment(46edff1c-1769-4e57-afb3-107cefaa07b4),segment_id=46edff1c-1769-4e57-afb3-107cefaa07b4)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:20.869094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.877781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2f03cda6-647a-460b-bb6f-c60f5ab9acdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:20.878496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcea0f1-7fbe-4ca3-91d9-4bedfea606ef,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:20.882339 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:20.898469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] vlan segment allocate from pool success with {'vlan_id': 1333, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:47:20.912536 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.913045 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Added segment e96e6c84-6de6-4339-8a33-88c3f10bfc7b of type vlan for network fac096d4-e379-4a3d-a6fa-029640ab9293 Jun 24 12:47:20.963569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.973175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:20.974998 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:20.990139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Transition to ACTIVE for port object b325cc92-d332-4d4a-adec-44f5f25191ea will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:21.021841 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:21.022740 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:21.032606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.039019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.039853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:21.044700 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-252c233c-c2af-4cbb-8811-42cf152621e8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:21.051391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:21.061879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fc32c54e-cd95-4d8f-94ff-17fa5b672ec5 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:21.081146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:21.088981 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-5e14130d-e4d3-4695-9c98-a6b0273a75d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:47:21.089230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-5e14130d-e4d3-4695-9c98-a6b0273a75d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:47:21.090264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Transition to ACTIVE for port object b325cc92-d332-4d4a-adec-44f5f25191ea will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:21.099825 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/d21dc519-515a-469a-9bdd-137d636fc81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9167054 Jun 24 12:47:21.103577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=8fb4e08f-7091-4784-b089-b3fd235aa54a,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:21.109197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:21.109547 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Sync routers for ids ['d21dc519-515a-469a-9bdd-137d636fc81a'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:21.113667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45786) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:21.115130 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:21.125301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:21.133078 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Routers {'d21dc519-515a-469a-9bdd-137d636fc81a'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:21.136310 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d21dc519-515a-469a-9bdd-137d636fc81a'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:21.159952 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7722900 Jun 24 12:47:21.168903 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45788) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:21.217002 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event updated for resources: {'Network': ['ID=a2e56379-3b91-4a2d-bfff-d717317cbdfb,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:21.218733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:21.223353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Pushing event updated for resources: {'Port': ['ID=b325cc92-d332-4d4a-adec-44f5f25191ea,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:21.225813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:21.237349 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:21.239396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f3c75baf-9241-4a44-ad3a-0396a6d5be7b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:21.261253 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:21.267066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network a2e56379-3b91-4a2d-bfff-d717317cbdfb details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:47:21.306753 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b22f82bf-6a38-4045-b196-b2a43e0444b3 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:21.309140 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a8a9c-4057-4158-9df8-956e411e209e req-a5e8458e-0c68-4f73-baec-bff595e9734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.311443 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-092a8a9c-4057-4158-9df8-956e411e209e req-a5e8458e-0c68-4f73-baec-bff595e9734a service neutron] 10.222.0.102 "GET /v2.0/networks?id=aaf23f30-f24e-4bd0-ade3-36b202cef979 HTTP/1.1" status: 200 len: 913 time: 0.4999669 Jun 24 12:47:21.338070 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Set router d21dc519-515a-469a-9bdd-137d636fc81a gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:21.390709 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: b22f82bf-6a38-4045-b196-b2a43e0444b3 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:21.391085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b22f82bf-6a38-4045-b196-b2a43e0444b3 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:21.402181 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event updated for resources: {'Network': ['ID=fac096d4-e379-4a3d-a6fa-029640ab9293,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:21.417754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network fac096d4-e379-4a3d-a6fa-029640ab9293 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:47:21.418719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:21.429966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:21.430985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:21.462004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Attempting to bind port b325cc92-d332-4d4a-adec-44f5f25191ea on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:21.462390 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Attempting to bind port b325cc92-d332-4d4a-adec-44f5f25191ea by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:21.462794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Attempting to bind port b325cc92-d332-4d4a-adec-44f5f25191ea on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:21.463790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::f816:3eff:fefe:8858 (775331f2-7641-4269-a311-a446eb45635d/b9c74215-498c-43a7-9266-853b50209d58/085170d5-23b4-493c-917f-557d22f107dc) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:21.498057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070e833-2cc1-4bec-b0fd-f719cf0bcea2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.498536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070e833-2cc1-4bec-b0fd-f719cf0bcea2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.499068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070e833-2cc1-4bec-b0fd-f719cf0bcea2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.499534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070e833-2cc1-4bec-b0fd-f719cf0bcea2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.499994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070e833-2cc1-4bec-b0fd-f719cf0bcea2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.500452 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070e833-2cc1-4bec-b0fd-f719cf0bcea2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.500909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070e833-2cc1-4bec-b0fd-f719cf0bcea2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.501520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070e833-2cc1-4bec-b0fd-f719cf0bcea2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.501984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070e833-2cc1-4bec-b0fd-f719cf0bcea2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.502438 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070e833-2cc1-4bec-b0fd-f719cf0bcea2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.502919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070e833-2cc1-4bec-b0fd-f719cf0bcea2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.508278 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c070e833-2cc1-4bec-b0fd-f719cf0bcea2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7638 time: 0.3876359 Jun 24 12:47:21.513509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:21.514269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:21.514956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:21.515597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:21.516314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Bound port: b325cc92-d332-4d4a-adec-44f5f25191ea, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:21.516953 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:21.540430 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45792) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:21.618110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] For port b325cc92-d332-4d4a-adec-44f5f25191ea, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:21.639157 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] For port b325cc92-d332-4d4a-adec-44f5f25191ea, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b325cc92-d332-4d4a-adec-44f5f25191ea,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:21.640338 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:47:18Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:18Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:21.647470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:21.651647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:21.673266 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Checking router: d21dc519-515a-469a-9bdd-137d636fc81a for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:21.673619 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Updating router d21dc519-515a-469a-9bdd-137d636fc81a port f99feef1-0609-4330-a74b-e3cedbd425bc binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:47:21.712542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e069a43-bdcf-409c-b0cd-f98700a7eb83 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.714928 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:21.725375 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Pushing event updated for resources: {'Port': ['ID=b325cc92-d332-4d4a-adec-44f5f25191ea,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:21.731572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e069a43-bdcf-409c-b0cd-f98700a7eb83 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.740063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:21.741667 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e069a43-bdcf-409c-b0cd-f98700a7eb83 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.749368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8c007-b4dc-47eb-9bc5-ba10454c7843 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.749848 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8c007-b4dc-47eb-9bc5-ba10454c7843 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.749968 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e069a43-bdcf-409c-b0cd-f98700a7eb83 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.750308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8c007-b4dc-47eb-9bc5-ba10454c7843 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.750790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8c007-b4dc-47eb-9bc5-ba10454c7843 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.751443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8c007-b4dc-47eb-9bc5-ba10454c7843 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.752033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8c007-b4dc-47eb-9bc5-ba10454c7843 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.752494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8c007-b4dc-47eb-9bc5-ba10454c7843 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.752951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8c007-b4dc-47eb-9bc5-ba10454c7843 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.753366 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7e069a43-bdcf-409c-b0cd-f98700a7eb83 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5831811 Jun 24 12:47:21.753493 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8c007-b4dc-47eb-9bc5-ba10454c7843 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:21.758398 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-64d8c007-b4dc-47eb-9bc5-ba10454c7843 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5854 time: 0.1240363 Jun 24 12:47:21.758398 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-092a8a9c-4057-4158-9df8-956e411e209e req-02b1b52c-e12c-4d0b-b8d0-d18cf4ab94f5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b HTTP/1.1" status: 200 len: 217 time: 0.4049189 Jun 24 12:47:21.758398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45796) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:21.764524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45798) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:21.782465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c75baf-9241-4a44-ad3a-0396a6d5be7b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 86017d87-e227-4952-8a35-a9d3d6338a5e has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:21.785686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-53eddc54-d909-4179-9aa5-8e41bbada3bc None None] Provisioning complete for port f99feef1-0609-4330-a74b-e3cedbd425bc triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:21.786065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-53eddc54-d909-4179-9aa5-8e41bbada3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:21.850956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-53eddc54-d909-4179-9aa5-8e41bbada3bc None None] Port f99feef1-0609-4330-a74b-e3cedbd425bc cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:47:21.857676 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:21.874215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object 085170d5-23b4-493c-917f-557d22f107dc will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:21.913966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:21.919146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f044355e-da9c-4482-884b-b9da12171e72 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:21.992712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:22.002592 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:22.007652 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:22.013846 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:22.014598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:22.019623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=085170d5-23b4-493c-917f-557d22f107dc,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:22.040109 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:22.052020 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0508494 Jun 24 12:47:22.054446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45804) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:22.099611 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:22.116779 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Transition to ACTIVE for port object f99feef1-0609-4330-a74b-e3cedbd425bc will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:22.126198 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:22.128203 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:22.138798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4d3742-75bb-436a-ad62-bea66f2d6bc4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:22.145196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4d3742-75bb-436a-ad62-bea66f2d6bc4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:22.149295 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6c4d3742-75bb-436a-ad62-bea66f2d6bc4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0910931 Jun 24 12:47:22.149555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45806) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:22.180712 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beab26f-ab36-4378-9743-42d82359bbfe None None] Pushing event updated for resources: {'Port': ['ID=f99feef1-0609-4330-a74b-e3cedbd425bc,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:22.189992 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-8beab26f-ab36-4378-9743-42d82359bbfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:22.247699 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Attempting to bind port f99feef1-0609-4330-a74b-e3cedbd425bc on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:22.248081 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Attempting to bind port f99feef1-0609-4330-a74b-e3cedbd425bc by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '46edff1c-1769-4e57-afb3-107cefaa07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:22.248608 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Attempting to bind port f99feef1-0609-4330-a74b-e3cedbd425bc on network 25c02307-f8f3-4bdc-9423-888d1e41caf9 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:22.254108 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:22.254482 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Checking segment: {'id': '46edff1c-1769-4e57-afb3-107cefaa07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:22.254922 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:22.255314 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Bound using segment: {'id': '46edff1c-1769-4e57-afb3-107cefaa07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:22.255943 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Bound port: f99feef1-0609-4330-a74b-e3cedbd425bc, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46edff1c-1769-4e57-afb3-107cefaa07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:22.256344 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:22.267234 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-86ba6af8-303e-44a9-a78c-4c3361d4b5d0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port 085170d5-23b4-493c-917f-557d22f107dc {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:22.267753 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-86ba6af8-303e-44a9-a78c-4c3361d4b5d0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:22.332602 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] For port f99feef1-0609-4330-a74b-e3cedbd425bc, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:22.336013 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] For port f99feef1-0609-4330-a74b-e3cedbd425bc, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f99feef1-0609-4330-a74b-e3cedbd425bc,segment=NetworkSegment(46edff1c-1769-4e57-afb3-107cefaa07b4),segment_id=46edff1c-1769-4e57-afb3-107cefaa07b4)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:22.343792 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:22.347060 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:22.403847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-86ba6af8-303e-44a9-a78c-4c3361d4b5d0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:22.412570 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Routers {'d21dc519-515a-469a-9bdd-137d636fc81a'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:22.413210 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d21dc519-515a-469a-9bdd-137d636fc81a'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:22.417206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-86ba6af8-303e-44a9-a78c-4c3361d4b5d0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for 085170d5-23b4-493c-917f-557d22f107dc owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:22.454445 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beab26f-ab36-4378-9743-42d82359bbfe None None] Pushing event updated for resources: {'Port': ['ID=f99feef1-0609-4330-a74b-e3cedbd425bc,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:22.459974 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-8beab26f-ab36-4378-9743-42d82359bbfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:22.502900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:22.509048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a8a9c-4057-4158-9df8-956e411e209e req-341d9c2f-3492-4a2d-8614-2a8b7d57781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:22.510499 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-092a8a9c-4057-4158-9df8-956e411e209e req-341d9c2f-3492-4a2d-8614-2a8b7d57781e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=094f1ffe-41e7-44fc-ad67-b4b62fd7f218 HTTP/1.1" status: 200 len: 851 time: 0.7382486 Jun 24 12:47:22.555943 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] Set router d21dc519-515a-469a-9bdd-137d636fc81a gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:22.591274 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-86ba6af8-303e-44a9-a78c-4c3361d4b5d0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:22.600105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7b2f66d4-a12f-4232-bd44-543706648b19 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:22.617229 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-092a8a9c-4057-4158-9df8-956e411e209e req-a49e9320-cd10-4e93-8972-2efee5065cdb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=aaf23f30-f24e-4bd0-ade3-36b202cef979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956497 Jun 24 12:47:22.622197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c75baf-9241-4a44-ad3a-0396a6d5be7b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:22.638575 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866833f-7638-4528-bbf8-48f39450f78b None None] Sync routers for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:22.645068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45808) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:22.646739 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f3c75baf-9241-4a44-ad3a-0396a6d5be7b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2808447 Jun 24 12:47:22.654741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba6af8-303e-44a9-a78c-4c3361d4b5d0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=085170d5-23b4-493c-917f-557d22f107dc,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:22.658467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-86ba6af8-303e-44a9-a78c-4c3361d4b5d0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:22.669589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbd5cb-4d3b-495c-bc7f-32e0feb9ed0d req-8ca5fe59-6c14-44c7-9539-481d27a21fb1 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:22.672728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c866833f-7638-4528-bbf8-48f39450f78b None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:22.675690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c866833f-7638-4528-bbf8-48f39450f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:22.678859 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d8cbd5cb-4d3b-495c-bc7f-32e0feb9ed0d req-8ca5fe59-6c14-44c7-9539-481d27a21fb1 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.9199922 Jun 24 12:47:22.726398 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-86ba6af8-303e-44a9-a78c-4c3361d4b5d0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:22.730519 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-86ba6af8-303e-44a9-a78c-4c3361d4b5d0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/085170d5-23b4-493c-917f-557d22f107dc HTTP/1.1" status: 204 len: 168 time: 0.5777450 Jun 24 12:47:22.731346 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45810) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:22.789162 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-9992d071-714a-49a2-93fa-8efc8b25e3e3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting subnet 59f4c751-5833-4b1b-9508-e4b08048e47d {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:22.794381 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9992d071-714a-49a2-93fa-8efc8b25e3e3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:22.845911 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68259e7-8f71-4b6d-b816-6525dbe19afa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:22.847729 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68259e7-8f71-4b6d-b816-6525dbe19afa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:22.851690 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a68259e7-8f71-4b6d-b816-6525dbe19afa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1170821 Jun 24 12:47:22.852220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45812) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:22.903711 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9992d071-714a-49a2-93fa-8efc8b25e3e3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:22.929113 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:47:18Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:22Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:22.958817 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c0b4f-0baa-4da2-870f-a3766bb3321e None None] The sync data for ids ['d21dc519-515a-469a-9bdd-137d636fc81a'] in dv-neutron-797121-4-hyperv is: [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:47:18Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:22Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:22.972945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:23.004451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e56379-3b91-4a2d-bfff-d717317cbdfb']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:23.050319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9992d071-714a-49a2-93fa-8efc8b25e3e3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:23.070825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51faa195-fc22-44de-b78b-db0598a59d5c') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:23.071221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51faa195-fc22-44de-b78b-db0598a59d5c') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:23.075451 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d8cbd5cb-4d3b-495c-bc7f-32e0feb9ed0d req-5576a9dd-086b-4305-861c-c55eb0aa537c tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957312 Jun 24 12:47:23.080960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-c866833f-7638-4528-bbf8-48f39450f78b None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:23.106211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:23.153275 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-092a8a9c-4057-4158-9df8-956e411e209e req-2077a043-e101-46f2-b50d-2e47cbbe0e93 service neutron] 10.222.0.102 "GET /v2.0/networks/aaf23f30-f24e-4bd0-ade3-36b202cef979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053585 Jun 24 12:47:23.169050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:23.171996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9992d071-714a-49a2-93fa-8efc8b25e3e3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:23.202328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a5e16206-eaf8-4fbe-8ee7-afbcbc1bc9f4 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:23.235276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9992d071-714a-49a2-93fa-8efc8b25e3e3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:23.237508 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9992d071-714a-49a2-93fa-8efc8b25e3e3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/59f4c751-5833-4b1b-9508-e4b08048e47d HTTP/1.1" status: 204 len: 168 time: 0.5912967 Jun 24 12:47:23.246650 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d2890d-0d16-4655-ba2b-69034427f201 None None] Network 29ebd8d5-6c75-418d-8908-1e6295bc0605 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:23.248058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:23.251937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:23.282021 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:23.287352 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45816) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:23.319597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992d071-714a-49a2-93fa-8efc8b25e3e3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Subnet': ['ID=59f4c751-5833-4b1b-9508-e4b08048e47d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:23.325054 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9992d071-714a-49a2-93fa-8efc8b25e3e3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:23.335663 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-df43c8fc-8d39-47c3-a084-530e194b2ea7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet b9c74215-498c-43a7-9266-853b50209d58 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:23.340096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-df43c8fc-8d39-47c3-a084-530e194b2ea7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:23.399873 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1cf288b3-29a3-4e35-9205-f2264c719166 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2144 time: 1.6337931 Jun 24 12:47:23.461978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-df43c8fc-8d39-47c3-a084-530e194b2ea7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:23.522977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f99feef1-0609-4330-a74b-e3cedbd425bc up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:23.672961 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-092a8a9c-4057-4158-9df8-956e411e209e req-e2319527-f879-48e8-9a97-b93bb793155d service neutron] 10.222.0.102 "GET /v2.0/networks/aaf23f30-f24e-4bd0-ade3-36b202cef979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983344 Jun 24 12:47:23.717159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:23.744550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2709ac67-f06c-4a8a-b394-8fce0b64c9ab tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:23.748379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-df43c8fc-8d39-47c3-a084-530e194b2ea7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:23.759953 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5692eb16-7486-4f6b-b10e-c14e914e8d47 None None] Provisioning for port b325cc92-d332-4d4a-adec-44f5f25191ea completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:23.813127 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:23.816185 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "DELETE /v2.0/networks/a2e56379-3b91-4a2d-bfff-d717317cbdfb HTTP/1.1" status: 204 len: 168 time: 2.0552237 Jun 24 12:47:23.822084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event deleted for resources: {'Network': ['ID=a2e56379-3b91-4a2d-bfff-d717317cbdfb,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:23.825066 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45824) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:23.963819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a1c699cb-5292-463c-bbd1-475ced36260f None None] Could not find standard attr ID for object 085170d5-23b4-493c-917f-557d22f107dc. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:47:23.985061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45826) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:23.986340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:23.986469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port f99feef1-0609-4330-a74b-e3cedbd425bc completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:23.991297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.011874 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port f99feef1-0609-4330-a74b-e3cedbd425bc triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:24.012169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-68caf9ee-fb67-42cd-a994-bfdd188d7c8a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-607433573', 'description': 'tempest-secgroup-smoke-607433573 description', 'project_id': 'ab2b30c769814168a3d5057c6ba96374'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:24.015498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.018619 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c866833f-7638-4528-bbf8-48f39450f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:20Z', 'revision_number': 10, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:24.028830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.117142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec1d8b-3042-42c1-9f2f-9fab8a71b3ee None None] DHCP port deletion for 29ebd8d5-6c75-418d-8908-1e6295bc0605 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:24.123511 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866833f-7638-4528-bbf8-48f39450f78b None None] Checking router: 86017d87-e227-4952-8a35-a9d3d6338a5e for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:24.140649 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c866833f-7638-4528-bbf8-48f39450f78b None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:24.146610 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c866833f-7638-4528-bbf8-48f39450f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:46:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:24.157896 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-68caf9ee-fb67-42cd-a994-bfdd188d7c8a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.332964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.345677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aee41-9382-411c-90ca-11c76cabe241 req-1f30fa18-32c5-4cf7-928e-07bc287a49ec tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:24.348172 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-518aee41-9382-411c-90ca-11c76cabe241 req-1f30fa18-32c5-4cf7-928e-07bc287a49ec tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.3993661 Jun 24 12:47:24.363787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-c866833f-7638-4528-bbf8-48f39450f78b None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:24.368430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-9eec1d8b-3042-42c1-9f2f-9fab8a71b3ee None None] Deleting port 3940a016-1349-4c75-94da-ab4d89716d52 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:24.368814 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9eec1d8b-3042-42c1-9f2f-9fab8a71b3ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.375410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac096d4-e379-4a3d-a6fa-029640ab9293']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:24.388105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-df43c8fc-8d39-47c3-a084-530e194b2ea7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.390478 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b8e61dd6-0c03-45b0-bb67-759f1eebfb46 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:24.399245 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port 3940a016-1349-4c75-94da-ab4d89716d52 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:24.399596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.409078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96e6c84-6de6-4339-8a33-88c3f10bfc7b') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:24.409415 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96e6c84-6de6-4339-8a33-88c3f10bfc7b') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:24.430135 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43c8fc-8d39-47c3-a084-530e194b2ea7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c74215-498c-43a7-9266-853b50209d58,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:24.434902 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-df43c8fc-8d39-47c3-a084-530e194b2ea7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:24.446345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-df43c8fc-8d39-47c3-a084-530e194b2ea7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.449271 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-df43c8fc-8d39-47c3-a084-530e194b2ea7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/b9c74215-498c-43a7-9266-853b50209d58 HTTP/1.1" status: 204 len: 168 time: 1.5958090 Jun 24 12:47:24.451446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45828) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:24.457596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.481902 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef3117-1a2a-4dc5-9b5e-31d04e12384a None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:24.487698 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.501379 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-239c288a-1cf3-4187-95d2-195682adcfa9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483241 Jun 24 12:47:24.504320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45830) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:24.509469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:24.516870 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-518aee41-9382-411c-90ca-11c76cabe241 req-1f2d8e10-2587-464e-821a-2194c8b93cad tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598282 Jun 24 12:47:24.528819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.534504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-68caf9ee-fb67-42cd-a994-bfdd188d7c8a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.547119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:24.547523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:24.550954 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:24.552892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-68caf9ee-fb67-42cd-a994-bfdd188d7c8a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.574217 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-41e522fc-8a51-4be8-b1be-7eac65017ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:24.589013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-68caf9ee-fb67-42cd-a994-bfdd188d7c8a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.590238 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-68caf9ee-fb67-42cd-a994-bfdd188d7c8a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5828516 Jun 24 12:47:24.592169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] For port 3940a016-1349-4c75-94da-ab4d89716d52, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3940a016-1349-4c75-94da-ab4d89716d52,segment=NetworkSegment(9c481488-3dd1-4a5c-9a41-493ef0e42e7d),segment_id=9c481488-3dd1-4a5c-9a41-493ef0e42e7d)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:24.592528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.593438 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45832) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:24.604299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4d8bbda4-76df-470a-8f47-bedadd283523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '03b42fe3-bd6a-431b-8c52-440ca0dc1a13', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:24.632391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-9eec1d8b-3042-42c1-9f2f-9fab8a71b3ee None None] For port 3940a016-1349-4c75-94da-ab4d89716d52, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3940a016-1349-4c75-94da-ab4d89716d52,segment=NetworkSegment(9c481488-3dd1-4a5c-9a41-493ef0e42e7d),segment_id=9c481488-3dd1-4a5c-9a41-493ef0e42e7d)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:24.633056 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9eec1d8b-3042-42c1-9f2f-9fab8a71b3ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.648774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4d8bbda4-76df-470a-8f47-bedadd283523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.656079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for 3940a016-1349-4c75-94da-ab4d89716d52 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:24.671971 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68caf9ee-fb67-42cd-a994-bfdd188d7c8a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b42fe3-bd6a-431b-8c52-440ca0dc1a13,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:24.682635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-68caf9ee-fb67-42cd-a994-bfdd188d7c8a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:24.686461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.692970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-355ea707-fafb-4429-8add-750e236ee755 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:24.714141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.718556 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "DELETE /v2.0/networks/fac096d4-e379-4a3d-a6fa-029640ab9293 HTTP/1.1" status: 204 len: 168 time: 0.8871081 Jun 24 12:47:24.723828 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45834) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:24.735243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:24.739167 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.759177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-9eec1d8b-3042-42c1-9f2f-9fab8a71b3ee None None] Calling delete_port for 3940a016-1349-4c75-94da-ab4d89716d52 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:24.763415 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event deleted for resources: {'Network': ['ID=fac096d4-e379-4a3d-a6fa-029640ab9293,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:24.767943 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:24.806424 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port f99feef1-0609-4330-a74b-e3cedbd425bc, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f99feef1-0609-4330-a74b-e3cedbd425bc,segment=NetworkSegment(46edff1c-1769-4e57-afb3-107cefaa07b4),segment_id=46edff1c-1769-4e57-afb3-107cefaa07b4)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:24.818304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4d8bbda4-76df-470a-8f47-bedadd283523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.820155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.821032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8fb4e08f-7091-4784-b089-b3fd235aa54a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:24.826483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-012d808b-420d-45c3-a7a8-9c72d752de99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:24.854102 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.857688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5dc8f6be-9de5-4a39-9dc8-d61f4b38f80a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:24.881765 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=3940a016-1349-4c75-94da-ab4d89716d52,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:24.884446 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:24.887325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No DVR routers for this DVR port 3940a016-1349-4c75-94da-ab4d89716d52 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:24.893130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4d8bbda4-76df-470a-8f47-bedadd283523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.899671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-01c2bf57-2881-4588-a09e-806ce7cc53d4 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:24.947562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bbda4-76df-470a-8f47-bedadd283523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f694d8-d6b1-4a09-8fe4-83d49c2632dd,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:24.957005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4d8bbda4-76df-470a-8f47-bedadd283523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:24.957694 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4d8bbda4-76df-470a-8f47-bedadd283523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.961511 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4d8bbda4-76df-470a-8f47-bedadd283523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3643723 Jun 24 12:47:24.971698 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45836) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:24.983060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-24a126a4-9cc0-4ed2-bf4c-cf4a682ada05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '03b42fe3-bd6a-431b-8c52-440ca0dc1a13', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:24.984541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:24.996536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ebd8d5-6c75-418d-8908-1e6295bc0605']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:25.006813 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085ebb17-6d27-4d5f-82d7-00957d1eeb3d tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:25.009746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c481488-3dd1-4a5c-9a41-493ef0e42e7d') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:25.009961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c481488-3dd1-4a5c-9a41-493ef0e42e7d') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:25.013095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085ebb17-6d27-4d5f-82d7-00957d1eeb3d tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:25.019183 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-085ebb17-6d27-4d5f-82d7-00957d1eeb3d tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2935681 Jun 24 12:47:25.020205 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45838) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:25.026135 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-97a2002f-8deb-4427-bb00-ebfacbc64d44 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2123755197'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:25.030646 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=f99feef1-0609-4330-a74b-e3cedbd425bc,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:25.045586 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:25.050046 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-24a126a4-9cc0-4ed2-bf4c-cf4a682ada05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.056594 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.069241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9eec1d8b-3042-42c1-9f2f-9fab8a71b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.070427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a2002f-8deb-4427-bb00-ebfacbc64d44 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Made reservation on behalf of 322961dcd71649ca8bac75b6fac9bb78 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:25.073218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d97a6c0c-7427-4f5b-b232-9d4a6de81858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:25.074392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97a2002f-8deb-4427-bb00-ebfacbc64d44 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.081532 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 8fb4e08f-7091-4784-b089-b3fd235aa54a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:25.081974 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.095806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.107071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec1d8b-3042-42c1-9f2f-9fab8a71b3ee None None] Pushing event deleted for resources: {'Port': ['ID=3940a016-1349-4c75-94da-ab4d89716d52,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:25.107707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:25.113745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:25.118326 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:25.126313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9eec1d8b-3042-42c1-9f2f-9fab8a71b3ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:25.132416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec1d8b-3042-42c1-9f2f-9fab8a71b3ee None None] No DVR routers for this DVR port 3940a016-1349-4c75-94da-ab4d89716d52 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:25.136981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a2002f-8deb-4427-bb00-ebfacbc64d44 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] vlan segment allocate from pool success with {'vlan_id': 1325, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:47:25.171835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c866833f-7638-4528-bbf8-48f39450f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:20Z', 'revision_number': 10, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:25.195977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-24a126a4-9cc0-4ed2-bf4c-cf4a682ada05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.203183 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866833f-7638-4528-bbf8-48f39450f78b None None] The sync data for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv is: [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:20Z', 'revision_number': 10, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None, '_interfaces': [{'id': '79a1655b-c85f-4a9f-93b3-3ce6f6171eae', 'name': '', 'network_id': '4c87743a-9703-4c81-ac9c-283cb8a3e691', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'mac_address': 'fa:16:3e:22:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:46:28Z', 'updated_at': '2021-06-24T12:46:45Z', 'revision_number': 5, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'subnets': [{'id': 'ff6423ae-9e72-424d-9337-65a3382f259f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:25.204718 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-24a126a4-9cc0-4ed2-bf4c-cf4a682ada05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.207043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97a2002f-8deb-4427-bb00-ebfacbc64d44 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.207867 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-97a2002f-8deb-4427-bb00-ebfacbc64d44 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Added segment a1890681-3211-45ec-a7d5-deca65d02a44 of type vlan for network 76b42b44-cd87-4acf-898f-441cf2d35105 Jun 24 12:47:25.207984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e32db961-600b-43ac-be0f-e18edbc97ff7 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:25.236926 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a126a4-9cc0-4ed2-bf4c-cf4a682ada05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184ed0e9-75eb-4f91-9fca-969dde92b47f,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:25.242989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-24a126a4-9cc0-4ed2-bf4c-cf4a682ada05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:25.255529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2811b6b0-d210-4a6b-8715-84fbe0e77e13 None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:25.260171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-24a126a4-9cc0-4ed2-bf4c-cf4a682ada05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.261707 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-24a126a4-9cc0-4ed2-bf4c-cf4a682ada05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2883713 Jun 24 12:47:25.266053 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45840) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:25.273224 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-427d957d-d75d-4f42-a382-e047f3f2b5de tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '03b42fe3-bd6a-431b-8c52-440ca0dc1a13', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:25.277380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.282364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.284476 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/networks/29ebd8d5-6c75-418d-8908-1e6295bc0605 HTTP/1.1" status: 204 len: 168 time: 1.9716139 Jun 24 12:47:25.287283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b1e4b4bf-319d-4dfb-a0a3-728d22028e82 tempest-NetworksIpV6TestAttrs-21081615 tempest-NetworksIpV6TestAttrs-21081615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:25.288152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45842) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:25.292987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97a2002f-8deb-4427-bb00-ebfacbc64d44 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.306033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b325cc92-d332-4d4a-adec-44f5f25191ea up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:25.317714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Network': ['ID=29ebd8d5-6c75-418d-8908-1e6295bc0605,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:25.320889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:25.341009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97a2002f-8deb-4427-bb00-ebfacbc64d44 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.348399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a2002f-8deb-4427-bb00-ebfacbc64d44 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:25.349021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-97a2002f-8deb-4427-bb00-ebfacbc64d44 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.352475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f134bc4-e377-4e49-9994-19ec790059e6 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451 tempest-ExtraDHCPOptionsIpV6TestJSON-518590451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:25.364279 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2811b6b0-d210-4a6b-8715-84fbe0e77e13 None None] Deleting port b325cc92-d332-4d4a-adec-44f5f25191ea {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:25.364756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2811b6b0-d210-4a6b-8715-84fbe0e77e13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.417626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port b325cc92-d332-4d4a-adec-44f5f25191ea completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:25.425772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b325cc92-d332-4d4a-adec-44f5f25191ea triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:25.426158 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.427227 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-427d957d-d75d-4f42-a382-e047f3f2b5de tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.433331 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-97a2002f-8deb-4427-bb00-ebfacbc64d44 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4116259 Jun 24 12:47:25.436400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45844) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:25.441855 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:47:25.443778 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-2325b72b-8056-4887-810b-2b22cc52a52a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2061061721'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:25.452010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2002f-8deb-4427-bb00-ebfacbc64d44 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event updated for resources: {'Network': ['ID=76b42b44-cd87-4acf-898f-441cf2d35105,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:25.454907 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-97a2002f-8deb-4427-bb00-ebfacbc64d44 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:25.475769 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2325b72b-8056-4887-810b-2b22cc52a52a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Made reservation on behalf of 322961dcd71649ca8bac75b6fac9bb78 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:25.478637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 76b42b44-cd87-4acf-898f-441cf2d35105 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:47:25.479891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2325b72b-8056-4887-810b-2b22cc52a52a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.506092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2325b72b-8056-4887-810b-2b22cc52a52a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] vlan segment allocate from pool success with {'vlan_id': 1310, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:47:25.518956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2325b72b-8056-4887-810b-2b22cc52a52a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.519895 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-2325b72b-8056-4887-810b-2b22cc52a52a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Added segment fe75f14a-be0d-433d-a987-9676bb6cb464 of type vlan for network b137a683-3d26-4ab0-b1a6-498c84fc931d Jun 24 12:47:25.544837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-2811b6b0-d210-4a6b-8715-84fbe0e77e13 None None] For port b325cc92-d332-4d4a-adec-44f5f25191ea, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b325cc92-d332-4d4a-adec-44f5f25191ea,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:25.544959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2811b6b0-d210-4a6b-8715-84fbe0e77e13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.572019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2325b72b-8056-4887-810b-2b22cc52a52a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.601007 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2811b6b0-d210-4a6b-8715-84fbe0e77e13 None None] Calling delete_port for b325cc92-d332-4d4a-adec-44f5f25191ea owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:25.606817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2325b72b-8056-4887-810b-2b22cc52a52a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.613747 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2325b72b-8056-4887-810b-2b22cc52a52a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:25.614407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2325b72b-8056-4887-810b-2b22cc52a52a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.619774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d9a4a68b-75f9-488f-88a3-e3a1191b16db tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:25.666125 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-427d957d-d75d-4f42-a382-e047f3f2b5de tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.667915 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2325b72b-8056-4887-810b-2b22cc52a52a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2297060 Jun 24 12:47:25.670609 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45848) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:25.704845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Request body: {'ports': [{'network_id': '76b42b44-cd87-4acf-898f-441cf2d35105', 'name': 'tempest-port--323312649', 'admin_state_up': True}, {'network_id': 'b137a683-3d26-4ab0-b1a6-498c84fc931d', 'admin_state_up': False}]} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:25.705474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Request body: {'port': {'network_id': '76b42b44-cd87-4acf-898f-441cf2d35105', 'name': 'tempest-port--323312649', 'admin_state_up': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:25.705950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Request body: {'port': {'network_id': 'b137a683-3d26-4ab0-b1a6-498c84fc931d', 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:25.709353 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-427d957d-d75d-4f42-a382-e047f3f2b5de tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.713539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325b72b-8056-4887-810b-2b22cc52a52a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event updated for resources: {'Network': ['ID=b137a683-3d26-4ab0-b1a6-498c84fc931d,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:25.714342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-721aa697-54f3-4ea8-a612-30b9b8df3573 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:25.718488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2325b72b-8056-4887-810b-2b22cc52a52a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:25.735001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network b137a683-3d26-4ab0-b1a6-498c84fc931d details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:47:25.782555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d957d-d75d-4f42-a382-e047f3f2b5de tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3649dbc-b3fb-4821-a055-579405029697,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:25.808691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375245b-d03c-434e-a6bc-83cd1bb51605 req-e73d175d-9b3d-4fd7-842e-81e86afe5965 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:25.815262 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-427d957d-d75d-4f42-a382-e047f3f2b5de tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:25.822729 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4375245b-d03c-434e-a6bc-83cd1bb51605 req-e73d175d-9b3d-4fd7-842e-81e86afe5965 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.1021416 Jun 24 12:47:25.839695 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-427d957d-d75d-4f42-a382-e047f3f2b5de tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.843348 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-427d957d-d75d-4f42-a382-e047f3f2b5de tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5740135 Jun 24 12:47:25.845333 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45850) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:25.850543 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f03cf822-12eb-4446-a430-d372b0931356 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '03b42fe3-bd6a-431b-8c52-440ca0dc1a13', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:25.875097 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4375245b-d03c-434e-a6bc-83cd1bb51605 req-416de100-ddb6-4340-a470-6ac980757988 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520988 Jun 24 12:47:25.898685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f03cf822-12eb-4446-a430-d372b0931356 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.899961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.955413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2811b6b0-d210-4a6b-8715-84fbe0e77e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.958419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3928d14-49a3-4845-9e12-bc9940e8c448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:25.965799 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.990963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811b6b0-d210-4a6b-8715-84fbe0e77e13 None None] Pushing event deleted for resources: {'Port': ['ID=b325cc92-d332-4d4a-adec-44f5f25191ea,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:25.999656 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2811b6b0-d210-4a6b-8715-84fbe0e77e13 None None] No DVR routers for this DVR port b325cc92-d332-4d4a-adec-44f5f25191ea on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:26.002297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2811b6b0-d210-4a6b-8715-84fbe0e77e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:26.018121 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f03cf822-12eb-4446-a430-d372b0931356 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.023272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Port b325cc92-d332-4d4a-adec-44f5f25191ea concurrently deleted while adding address for new subnet {'id': '8c6a9c0a-c4eb-454f-8da0-53b41ac6fa37', 'name': '', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1069, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-06-24T12:47:24Z', 'updated_at': '2021-06-24T12:47:24Z', 'revision_number': 0, 'segment_id': None, 'project_id': '689e413759a64051a36f751c16f72d31'}. {{(pid=100146) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:766}} Jun 24 12:47:26.024525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.026373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f03cf822-12eb-4446-a430-d372b0931356 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.029181 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6457251d-adcc-4354-a7ac-71dade5d88cd tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:26.039022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-03da9e7e-b870-48f7-85d2-5a2af5926fa8 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:26.057201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cf822-12eb-4446-a430-d372b0931356 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a6f760-a18a-44be-bef4-bbd28b91290e,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:26.061239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f03cf822-12eb-4446-a430-d372b0931356 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:26.084669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f03cf822-12eb-4446-a430-d372b0931356 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.088923 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f03cf822-12eb-4446-a430-d372b0931356 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2400398 Jun 24 12:47:26.089076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Made reservation on behalf of 322961dcd71649ca8bac75b6fac9bb78 for: {'port': 2} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:26.089330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45854) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:26.091915 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.096883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ed6e4884-d6c4-4227-9a43-0b20e69ed55c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '03b42fe3-bd6a-431b-8c52-440ca0dc1a13', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:26.102651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:26.118869 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:26.125711 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:26.126097 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.133366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=8c6a9c0a-c4eb-454f-8da0-53b41ac6fa37,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:26.134433 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b796282-b9bb-40c8-afc4-a90f12a87383 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:26.138849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.140989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:26.159336 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-ed6e4884-d6c4-4227-9a43-0b20e69ed55c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:47:26.170077 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6647637 Jun 24 12:47:26.173766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed6e4884-d6c4-4227-9a43-0b20e69ed55c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.184249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45858) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:26.189473 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'mac_address': 'fa:16:3e:8f:7f:ae', 'name': 'tempest-NetworksTestDHCPv6-1370105604'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:26.260462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f99feef1-0609-4330-a74b-e3cedbd425bc up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:26.307533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed6e4884-d6c4-4227-9a43-0b20e69ed55c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.318311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] device_id is not set on port 3d395417-5005-4a43-a7df-f591449ce596 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:26.326421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed6e4884-d6c4-4227-9a43-0b20e69ed55c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.345700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f3933e10-4349-4889-9852-055462a67ff2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:26.372828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e4884-d6c4-4227-9a43-0b20e69ed55c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcea3ce-c763-47a2-a318-e9c54b808a9b,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:26.382128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ed6e4884-d6c4-4227-9a43-0b20e69ed55c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:26.396063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed6e4884-d6c4-4227-9a43-0b20e69ed55c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.400137 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ed6e4884-d6c4-4227-9a43-0b20e69ed55c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3095908 Jun 24 12:47:26.401733 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45860) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:26.403889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf5df8-3d4a-4401-b13d-328616a66de2 req-b7eb7fe0-1b6b-4bd9-ad82-62f9fd10c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:26.404183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4fe23d24-3e17-4608-89e6-a55e3c5a5c28 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.405514 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1bf5df8-3d4a-4401-b13d-328616a66de2 req-b7eb7fe0-1b6b-4bd9-ad82-62f9fd10c0fa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49889d8101c04c16a9851b6f6c2f784b&device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 1099 time: 0.1486096 Jun 24 12:47:26.405957 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port f99feef1-0609-4330-a74b-e3cedbd425bc triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:26.407586 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.411587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4c4d786a-8677-4add-beb7-9d64d6d93232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '03b42fe3-bd6a-431b-8c52-440ca0dc1a13', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:26.505069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:26.615013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': '8c6a9c0a-c4eb-454f-8da0-53b41ac6fa37'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:26.615886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.622831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca683-bc3a-4cb0-acef-10b5ae2efa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.679458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.708950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.798799 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc7d98-0abf-4174-8134-8b946a25dbc3 req-1e093d4a-8069-48a0-b2c1-4be91a3ac475 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:26.799308 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port 952778d2-c4aa-47d8-8933-05eefa73a7e1 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:26.806030 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d8fc7d98-0abf-4174-8134-8b946a25dbc3 req-1e093d4a-8069-48a0-b2c1-4be91a3ac475 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.4960916 Jun 24 12:47:26.807760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] device_id is not set on port 41dd2693-7678-40e9-9a33-08e6ca20e1ad yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:26.814086 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Allocated IP 2001:db8::f816:3eff:fe80:bcf3 (775331f2-7641-4269-a311-a446eb45635d/8c6a9c0a-c4eb-454f-8da0-53b41ac6fa37/bf320c7f-d8ac-46c4-b857-3ae9a22aa78f) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:26.834041 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-4c4d786a-8677-4add-beb7-9d64d6d93232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:47:26.848992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c4d786a-8677-4add-beb7-9d64d6d93232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.887700 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d8fc7d98-0abf-4174-8134-8b946a25dbc3 req-0b0c28dd-97c0-4a95-b86a-ed71fd9613bb tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804090 Jun 24 12:47:26.908885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf5df8-3d4a-4401-b13d-328616a66de2 req-c5ff653e-1dd6-4eef-bed9-1f07cf43f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:26.908885 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1bf5df8-3d4a-4401-b13d-328616a66de2 req-c5ff653e-1dd6-4eef-bed9-1f07cf43f0e2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=aaf23f30-f24e-4bd0-ade3-36b202cef979 HTTP/1.1" status: 200 len: 913 time: 0.4890585 Jun 24 12:47:26.912551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 498728db-7853-413b-9ae7-a9f56b75b8f0 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:26.934831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 498728db-7853-413b-9ae7-a9f56b75b8f0 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:26.935271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 498728db-7853-413b-9ae7-a9f56b75b8f0 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:26.935751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3940a016-1349-4c75-94da-ab4d89716d52 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:26.960292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 3940a016-1349-4c75-94da-ab4d89716d52 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:26.960728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3940a016-1349-4c75-94da-ab4d89716d52 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:26.961216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b325cc92-d332-4d4a-adec-44f5f25191ea no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:26.981725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: b325cc92-d332-4d4a-adec-44f5f25191ea {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:26.982160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b325cc92-d332-4d4a-adec-44f5f25191ea not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:26.999576 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1bf5df8-3d4a-4401-b13d-328616a66de2 req-186be1eb-8573-41ec-a81a-8799fd21f907 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b HTTP/1.1" status: 200 len: 217 time: 0.0838547 Jun 24 12:47:27.077654 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.087664 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Transition to ACTIVE for port object bf320c7f-d8ac-46c4-b857-3ae9a22aa78f will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:27.104190 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Transition to ACTIVE for port object bf320c7f-d8ac-46c4-b857-3ae9a22aa78f will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:27.106657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c4d786a-8677-4add-beb7-9d64d6d93232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.110216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.113784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c4d786a-8677-4add-beb7-9d64d6d93232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.114035 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2a9982dd-cf56-4e7b-90e5-c323309d8cf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:27.118219 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf5df8-3d4a-4401-b13d-328616a66de2 req-87f8f018-2aaf-492b-a427-9e70d92d1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:27.120606 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1bf5df8-3d4a-4401-b13d-328616a66de2 req-87f8f018-2aaf-492b-a427-9e70d92d1752 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=094f1ffe-41e7-44fc-ad67-b4b62fd7f218 HTTP/1.1" status: 200 len: 851 time: 0.1128931 Jun 24 12:47:27.125236 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a4cede2f-907f-4dbc-9b7e-4a35e77b3393 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:27.155823 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:27.160836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:27.163413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:27.170906 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Pushing event updated for resources: {'Port': ['ID=bf320c7f-d8ac-46c4-b857-3ae9a22aa78f,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:27.173795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:27.195464 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1bf5df8-3d4a-4401-b13d-328616a66de2 req-7650b167-597a-43b7-9650-30a4c4594a7d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=aaf23f30-f24e-4bd0-ade3-36b202cef979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628245 Jun 24 12:47:27.196518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d786a-8677-4add-beb7-9d64d6d93232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c666e65f-9c26-4979-bdb2-4977950658ec,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:27.201685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c4d786a-8677-4add-beb7-9d64d6d93232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:27.217738 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.217935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c4d786a-8677-4add-beb7-9d64d6d93232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.228571 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4c4d786a-8677-4add-beb7-9d64d6d93232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8128676 Jun 24 12:47:27.243908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Attempting to bind port bf320c7f-d8ac-46c4-b857-3ae9a22aa78f on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:27.244287 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Attempting to bind port bf320c7f-d8ac-46c4-b857-3ae9a22aa78f by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:27.245114 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Attempting to bind port bf320c7f-d8ac-46c4-b857-3ae9a22aa78f on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:27.250188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::f816:3eff:fe8f:7fae (775331f2-7641-4269-a311-a446eb45635d/8c6a9c0a-c4eb-454f-8da0-53b41ac6fa37/952778d2-c4aa-47d8-8933-05eefa73a7e1) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:27.253733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:27.253961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:27.254272 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.255223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:27.255223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Bound port: bf320c7f-d8ac-46c4-b857-3ae9a22aa78f, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:27.255629 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.282819 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-4fe23d24-3e17-4608-89e6-a55e3c5a5c28 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:27.283076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4fe23d24-3e17-4608-89e6-a55e3c5a5c28 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.317034 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1bf5df8-3d4a-4401-b13d-328616a66de2 req-27ea67bb-77ad-4e4b-9112-1a7b2699a9ce service neutron] 10.222.0.102 "GET /v2.0/networks/aaf23f30-f24e-4bd0-ade3-36b202cef979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139338 Jun 24 12:47:27.328977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] For port bf320c7f-d8ac-46c4-b857-3ae9a22aa78f, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:27.333608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] For port bf320c7f-d8ac-46c4-b857-3ae9a22aa78f, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=bf320c7f-d8ac-46c4-b857-3ae9a22aa78f,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:27.338287 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.340436 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-31192942-ea50-4732-bcbc-7197f3af8cac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:27.386146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.396782 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-86ba6af8-303e-44a9-a78c-4c3361d4b5d0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:27.436801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Pushing event updated for resources: {'Port': ['ID=bf320c7f-d8ac-46c4-b857-3ae9a22aa78f,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:27.444737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:27.464899 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1bf5df8-3d4a-4401-b13d-328616a66de2 req-7225d1b9-ab49-42f3-aa2c-2911f14ca0a0 service neutron] 10.222.0.102 "GET /v2.0/networks/aaf23f30-f24e-4bd0-ade3-36b202cef979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417775 Jun 24 12:47:27.519344 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-98caf098-2048-4b99-ab6b-fccf1fd395ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-607433573&fields=id&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 267 time: 0.0513332 Jun 24 12:47:27.548937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-4fe23d24-3e17-4608-89e6-a55e3c5a5c28 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] For port 79a1655b-c85f-4a9f-93b3-3ce6f6171eae, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=79a1655b-c85f-4a9f-93b3-3ce6f6171eae,segment=NetworkSegment(59637882-e12c-453c-ac54-5124966f5e56),segment_id=59637882-e12c-453c-ac54-5124966f5e56)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:27.549303 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4fe23d24-3e17-4608-89e6-a55e3c5a5c28 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.564851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event updated for resources: {'Port': ['ID=3d395417-5005-4a43-a7df-f591449ce596,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:27.568742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:27.584364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-4fe23d24-3e17-4608-89e6-a55e3c5a5c28 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for 79a1655b-c85f-4a9f-93b3-3ce6f6171eae owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:27.633304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Checking segment: {'id': 'a1890681-3211-45ec-a7d5-deca65d02a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '76b42b44-cd87-4acf-898f-441cf2d35105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:27.633657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Network hostable DHCP agents. Network: 76b42b44-cd87-4acf-898f-441cf2d35105, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:47:27.648529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-2fb82e55-f9be-4311-ad64-5db52737faed tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:27.649849 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-2fb82e55-f9be-4311-ad64-5db52737faed tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/networks?id=25c02307-f8f3-4bdc-9423-888d1e41caf9 HTTP/1.1" status: 200 len: 797 time: 0.1250796 Jun 24 12:47:27.666182 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-64731d4a-820d-4d50-845b-fc177c757715 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/quotas/ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 375 time: 0.0102487 Jun 24 12:47:27.705183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.732785 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Network 76b42b44-cd87-4acf-898f-441cf2d35105 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:47:27.744427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object 952778d2-c4aa-47d8-8933-05eefa73a7e1 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:27.754321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 76b42b44-cd87-4acf-898f-441cf2d35105) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:27.758660 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:27.760015 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.763986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0509b5-540d-4adf-a758-5a8fd8b72fbf None None] Network 76b42b44-cd87-4acf-898f-441cf2d35105 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:27.777978 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-9bdd60fa-03cb-4504-b1f1-6f9096b9d690 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054177 Jun 24 12:47:27.805938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-70dc7e06-d110-4780-8db5-c4c46e3a5ef5 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:27.887176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event updated for resources: {'Port': ['ID=41dd2693-7678-40e9-9a33-08e6ca20e1ad,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:27.900838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:27.954743 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Checking segment: {'id': 'fe75f14a-be0d-433d-a987-9676bb6cb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'b137a683-3d26-4ab0-b1a6-498c84fc931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:27.955158 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Network hostable DHCP agents. Network: b137a683-3d26-4ab0-b1a6-498c84fc931d, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:47:27.960962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.964944 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-a35b63c3-bf9d-4f29-a521-dab3b2a91e7f service neutron] 10.222.0.110 "GET /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708384 Jun 24 12:47:27.979103 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0be97275-153c-49b3-8701-56724f95d013 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:28.035368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4fe23d24-3e17-4608-89e6-a55e3c5a5c28 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:28.041138 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:28.050612 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:28.052374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Network b137a683-3d26-4ab0-b1a6-498c84fc931d is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:47:28.054640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:28.060109 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:28.060728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:28.067295 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=952778d2-c4aa-47d8-8933-05eefa73a7e1,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:28.078347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:28.078932 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-caf0dd08-2de3-4598-a406-f374b0ddbf9a tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:28.092140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, b137a683-3d26-4ab0-b1a6-498c84fc931d) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:28.106295 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-20ea4027-601a-43c1-83cd-2b26f9d06fac service neutron] 10.222.0.110 "GET /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355021 Jun 24 12:47:28.124844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87550ad-8b63-465f-bc1b-c8d55444f250 None None] Network b137a683-3d26-4ab0-b1a6-498c84fc931d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:28.150391 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe23d24-3e17-4608-89e6-a55e3c5a5c28 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=79a1655b-c85f-4a9f-93b3-3ce6f6171eae,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:28.153133 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff208aa-11f7-44d2-857a-96664c5b8676 req-3a17681c-e575-4fb1-9c0e-133caae49a99 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:28.160219 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0ff208aa-11f7-44d2-857a-96664c5b8676 req-3a17681c-e575-4fb1-9c0e-133caae49a99 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.1267252 Jun 24 12:47:28.169893 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:28.183875 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:28.188686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:28.189600 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:28.206390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4fe23d24-3e17-4608-89e6-a55e3c5a5c28 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:28.208516 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0232882 Jun 24 12:47:28.213422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45878) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:28.258115 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device bf320c7f-d8ac-46c4-b857-3ae9a22aa78f up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:28.278406 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0ff208aa-11f7-44d2-857a-96664c5b8676 req-12f7100f-1665-4c22-928e-ab3a01891efb tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172202 Jun 24 12:47:28.393819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08a5d44-47a9-4f7d-963b-fbe56b9e3c23 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:28.405091 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08a5d44-47a9-4f7d-963b-fbe56b9e3c23 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:28.410465 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d08a5d44-47a9-4f7d-963b-fbe56b9e3c23 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1952536 Jun 24 12:47:28.411141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45882) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:28.430501 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.7368839 Jun 24 12:47:28.433641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45888) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:28.464422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port bf320c7f-d8ac-46c4-b857-3ae9a22aa78f completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:28.479737 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4fe23d24-3e17-4608-89e6-a55e3c5a5c28 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:28.528379 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5385c80a-75d4-4f9a-a25a-7f6015e741a6 req-ca9d1e6c-7c98-49d5-8af8-2b8ae92ea038 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 210 time: 0.0456724 Jun 24 12:47:28.638905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0660383b-7993-4aec-8ec9-a38ee96638da tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port 952778d2-c4aa-47d8-8933-05eefa73a7e1 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:28.639561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0660383b-7993-4aec-8ec9-a38ee96638da tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:28.750668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0660383b-7993-4aec-8ec9-a38ee96638da tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:28.765427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0660383b-7993-4aec-8ec9-a38ee96638da tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for 952778d2-c4aa-47d8-8933-05eefa73a7e1 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:28.811458 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0235ad61-ed8e-4d30-8a1a-9c3e10c8db24 None None] Provisioning for port bf320c7f-d8ac-46c4-b857-3ae9a22aa78f completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:28.816709 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0235ad61-ed8e-4d30-8a1a-9c3e10c8db24 None None] Provisioning complete for port bf320c7f-d8ac-46c4-b857-3ae9a22aa78f triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:28.817462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0235ad61-ed8e-4d30-8a1a-9c3e10c8db24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:28.984229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0235ad61-ed8e-4d30-8a1a-9c3e10c8db24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.030883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0235ad61-ed8e-4d30-8a1a-9c3e10c8db24 None None] For port bf320c7f-d8ac-46c4-b857-3ae9a22aa78f, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=bf320c7f-d8ac-46c4-b857-3ae9a22aa78f,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:29.032684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0660383b-7993-4aec-8ec9-a38ee96638da tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.036381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0235ad61-ed8e-4d30-8a1a-9c3e10c8db24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.038153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:29.057818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:29.116502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660383b-7993-4aec-8ec9-a38ee96638da tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=952778d2-c4aa-47d8-8933-05eefa73a7e1,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:29.118650 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0660383b-7993-4aec-8ec9-a38ee96638da tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.120865 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0660383b-7993-4aec-8ec9-a38ee96638da tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/952778d2-c4aa-47d8-8933-05eefa73a7e1 HTTP/1.1" status: 204 len: 168 time: 0.7087779 Jun 24 12:47:29.122809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0660383b-7993-4aec-8ec9-a38ee96638da tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:29.123465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45898) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:29.124164 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235ad61-ed8e-4d30-8a1a-9c3e10c8db24 None None] Pushing event updated for resources: {'Port': ['ID=bf320c7f-d8ac-46c4-b857-3ae9a22aa78f,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:29.129443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0235ad61-ed8e-4d30-8a1a-9c3e10c8db24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:29.152152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2fb3419c-161b-4f68-a9ab-26df5993a561 None None] Could not find standard attr ID for object 952778d2-c4aa-47d8-8933-05eefa73a7e1. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:47:29.157629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5e823f-195a-42ab-b49d-39aba5f8963f tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:29.167822 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5e823f-195a-42ab-b49d-39aba5f8963f tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:29.169666 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7f5e823f-195a-42ab-b49d-39aba5f8963f tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7349739 Jun 24 12:47:29.172850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45900) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:29.193086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b4033-15c4-4c39-967c-32c36192eb4c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:29.194679 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b4033-15c4-4c39-967c-32c36192eb4c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:29.196232 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3a8b4033-15c4-4c39-967c-32c36192eb4c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0715299 Jun 24 12:47:29.198895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45902) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:29.262461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f48330-1b58-4adb-bbb0-f04238e0b63c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 8c6a9c0a-c4eb-454f-8da0-53b41ac6fa37 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:29.266708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-65f48330-1b58-4adb-bbb0-f04238e0b63c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.277730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe23d24-3e17-4608-89e6-a55e3c5a5c28 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 86017d87-e227-4952-8a35-a9d3d6338a5e has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:29.315197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-80613014-96ef-403d-bdce-9dbcafdabf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.336117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-65f48330-1b58-4adb-bbb0-f04238e0b63c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.388153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.437472 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe23d24-3e17-4608-89e6-a55e3c5a5c28 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:29.447289 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4fe23d24-3e17-4608-89e6-a55e3c5a5c28 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1364024 Jun 24 12:47:29.448148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45906) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:29.449487 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0605f2a-656c-4bcf-97f3-c4f258de16b2 None None] Sync routers for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:29.468709 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0605f2a-656c-4bcf-97f3-c4f258de16b2 None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:29.470079 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c0605f2a-656c-4bcf-97f3-c4f258de16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:29.491404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-a4accee2-dbc1-4c89-a0fa-46a986174bd7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Deleting port 3d395417-5005-4a43-a7df-f591449ce596 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:29.492394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a4accee2-dbc1-4c89-a0fa-46a986174bd7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.497868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-65f48330-1b58-4adb-bbb0-f04238e0b63c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.557086 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-c0605f2a-656c-4bcf-97f3-c4f258de16b2 None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:29.567409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a4accee2-dbc1-4c89-a0fa-46a986174bd7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.576611 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad5b16-fa72-4873-94fd-84ee5bdc6698 req-bbdbbb9c-465e-44a9-a92c-9e62277b9c1e tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:29.578515 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4dad5b16-fa72-4873-94fd-84ee5bdc6698 req-bbdbbb9c-465e-44a9-a92c-9e62277b9c1e tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.1331778 Jun 24 12:47:29.581339 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-a4accee2-dbc1-4c89-a0fa-46a986174bd7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Calling delete_port for 3d395417-5005-4a43-a7df-f591449ce596 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:29.655575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35db3a2-610f-43bb-8093-f6ad6e5d8c56 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting subnet ff6423ae-9e72-424d-9337-65a3382f259f {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:29.660446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f35db3a2-610f-43bb-8093-f6ad6e5d8c56 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.687475 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4dad5b16-fa72-4873-94fd-84ee5bdc6698 req-71a05da6-17a0-491b-8a3e-b1cc952b08a9 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995314 Jun 24 12:47:29.689657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-65f48330-1b58-4adb-bbb0-f04238e0b63c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.701724 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5aa1b245-e246-49be-a3e8-71f092f13b3f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:29.709250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-65f48330-1b58-4adb-bbb0-f04238e0b63c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.711188 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-65f48330-1b58-4adb-bbb0-f04238e0b63c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/8c6a9c0a-c4eb-454f-8da0-53b41ac6fa37 HTTP/1.1" status: 204 len: 168 time: 0.5102224 Jun 24 12:47:29.714578 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56987e9a-f94a-435e-abf6-8910d61c740c None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:29.718801 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45910) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:29.743141 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f35db3a2-610f-43bb-8093-f6ad6e5d8c56 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.752098 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c0605f2a-656c-4bcf-97f3-c4f258de16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:27Z', 'revision_number': 11, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:29.779081 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7e5d64df-1bb8-472e-8e19-7a99c062a580 req-84f7bd62-97d7-4292-9a2e-72ad7474a135 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 210 time: 0.0783446 Jun 24 12:47:29.782176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f48330-1b58-4adb-bbb0-f04238e0b63c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6a9c0a-c4eb-454f-8da0-53b41ac6fa37,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:29.785251 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0605f2a-656c-4bcf-97f3-c4f258de16b2 None None] Checking router: 86017d87-e227-4952-8a35-a9d3d6338a5e for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:29.787645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-65f48330-1b58-4adb-bbb0-f04238e0b63c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:29.807159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45914) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:29.807380 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4f05fb0c-8eb4-42a3-b954-28ee70cbda16 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800366 Jun 24 12:47:29.810974 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0605f2a-656c-4bcf-97f3-c4f258de16b2 None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:29.812040 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c0605f2a-656c-4bcf-97f3-c4f258de16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:29.822378 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a4accee2-dbc1-4c89-a0fa-46a986174bd7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.840619 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9d421815-bd6b-4ca7-9db2-472efcf9c3a5 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:29.886605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ce0548-1ed6-487a-8309-cf2610d43376 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:29.888273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4accee2-dbc1-4c89-a0fa-46a986174bd7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event deleted for resources: {'Port': ['ID=3d395417-5005-4a43-a7df-f591449ce596,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:29.890679 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-58ce0548-1ed6-487a-8309-cf2610d43376 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0824697 Jun 24 12:47:29.891328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45916) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:29.893252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a4accee2-dbc1-4c89-a0fa-46a986174bd7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.895200 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a4accee2-dbc1-4c89-a0fa-46a986174bd7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "DELETE /v2.0/ports/3d395417-5005-4a43-a7df-f591449ce596 HTTP/1.1" status: 204 len: 168 time: 0.7212274 Jun 24 12:47:29.904190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45918) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:29.920006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a4accee2-dbc1-4c89-a0fa-46a986174bd7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:29.961016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f35db3a2-610f-43bb-8093-f6ad6e5d8c56 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.975142 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-c0605f2a-656c-4bcf-97f3-c4f258de16b2 None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:29.994626 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b5ce3e-556f-41ab-a9ad-a0e59c490870 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:29.998916 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-07b5ce3e-556f-41ab-a9ad-a0e59c490870 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1065724 Jun 24 12:47:29.999523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45920) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:30.055954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f35db3a2-610f-43bb-8093-f6ad6e5d8c56 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.058606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cf7b5ebc-e3d6-472b-802d-4d55b8f152d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:30.101151 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35db3a2-610f-43bb-8093-f6ad6e5d8c56 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6423ae-9e72-424d-9337-65a3382f259f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:30.106009 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f35db3a2-610f-43bb-8093-f6ad6e5d8c56 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.107989 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f35db3a2-610f-43bb-8093-f6ad6e5d8c56 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/ff6423ae-9e72-424d-9337-65a3382f259f HTTP/1.1" status: 204 len: 168 time: 0.6577420 Jun 24 12:47:30.109028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f35db3a2-610f-43bb-8093-f6ad6e5d8c56 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:30.111334 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c0605f2a-656c-4bcf-97f3-c4f258de16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:27Z', 'revision_number': 11, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:30.116111 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-29585e30-d63b-421a-8eb9-8277ab0298fd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1148348 Jun 24 12:47:30.118276 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b18cfa2-b889-4c2a-a39a-727cb1bb3fd0 None None] Network 4c87743a-9703-4c81-ac9c-283cb8a3e691 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:30.119125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45922) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:30.119462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45924) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:30.126973 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-366d154f-5130-449d-8d76-fdfbbbbb413f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:30.179176 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0605f2a-656c-4bcf-97f3-c4f258de16b2 None None] The sync data for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv is: [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:27Z', 'revision_number': 11, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:30.246367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe87e99-e5de-42f8-97c5-79dda429b022 None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:30.296363 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device bf320c7f-d8ac-46c4-b857-3ae9a22aa78f no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:30.302072 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.426490 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-afe87e99-e5de-42f8-97c5-79dda429b022 None None] Deleting port bf320c7f-d8ac-46c4-b857-3ae9a22aa78f {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:30.427050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-afe87e99-e5de-42f8-97c5-79dda429b022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.447986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.487669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f68f932e-7f95-4fef-83b6-8c2e5851f013 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Deleting port 41dd2693-7678-40e9-9a33-08e6ca20e1ad {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:30.488050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f68f932e-7f95-4fef-83b6-8c2e5851f013 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.531750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366d154f-5130-449d-8d76-fdfbbbbb413f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:30.535947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-366d154f-5130-449d-8d76-fdfbbbbb413f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.538006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-afe87e99-e5de-42f8-97c5-79dda429b022 None None] For port bf320c7f-d8ac-46c4-b857-3ae9a22aa78f, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=bf320c7f-d8ac-46c4-b857-3ae9a22aa78f,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:30.538460 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-afe87e99-e5de-42f8-97c5-79dda429b022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.553781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.559270 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-afe87e99-e5de-42f8-97c5-79dda429b022 None None] Calling delete_port for bf320c7f-d8ac-46c4-b857-3ae9a22aa78f owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:30.577001 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-4993ba18-7771-4644-a2d3-de8c5658f38a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:30.580359 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-4993ba18-7771-4644-a2d3-de8c5658f38a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/networks?id=25c02307-f8f3-4bdc-9423-888d1e41caf9 HTTP/1.1" status: 200 len: 797 time: 0.3631268 Jun 24 12:47:30.641887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port bf320c7f-d8ac-46c4-b857-3ae9a22aa78f, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=bf320c7f-d8ac-46c4-b857-3ae9a22aa78f,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:30.645912 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9bdf5e-8720-4c1e-93d1-0a25be62329a None None] DHCP port deletion for 4c87743a-9703-4c81-ac9c-283cb8a3e691 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:30.654534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.657839 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-811e5326-ee54-4d78-921a-d951cf5e1e5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:30.689154 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f68f932e-7f95-4fef-83b6-8c2e5851f013 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.748670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e16a4f-d175-40b8-b927-a8127cfc26b8 req-77f26f36-8bef-42f6-8570-6071673d63a1 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:30.750060 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-32e16a4f-d175-40b8-b927-a8127cfc26b8 req-77f26f36-8bef-42f6-8570-6071673d63a1 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.3726234 Jun 24 12:47:30.751055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f68f932e-7f95-4fef-83b6-8c2e5851f013 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Calling delete_port for 41dd2693-7678-40e9-9a33-08e6ca20e1ad owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:30.758942 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=bf320c7f-d8ac-46c4-b857-3ae9a22aa78f,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:30.765661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:30.773344 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-afe87e99-e5de-42f8-97c5-79dda429b022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.775249 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-0c6fe469-9793-49c6-9db8-4e3890ced148 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 379 time: 0.1647954 Jun 24 12:47:30.776124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1f8ab3f1-9eb1-4764-b460-ef76603ceafa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:30.778710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6f9bdf5e-8720-4c1e-93d1-0a25be62329a None None] Deleting port f217ffbf-5c7f-4800-9548-9e61d3e9154c {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:30.779127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6f9bdf5e-8720-4c1e-93d1-0a25be62329a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.799817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'port': {'device_id': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'admin_state_up': True, 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'security_groups': ['03b42fe3-bd6a-431b-8c52-440ca0dc1a13']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:30.821090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe87e99-e5de-42f8-97c5-79dda429b022 None None] Pushing event deleted for resources: {'Port': ['ID=bf320c7f-d8ac-46c4-b857-3ae9a22aa78f,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:30.824634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe87e99-e5de-42f8-97c5-79dda429b022 None None] No DVR routers for this DVR port bf320c7f-d8ac-46c4-b857-3ae9a22aa78f on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:30.826085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-afe87e99-e5de-42f8-97c5-79dda429b022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:30.875703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6f9bdf5e-8720-4c1e-93d1-0a25be62329a None None] For port f217ffbf-5c7f-4800-9548-9e61d3e9154c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f217ffbf-5c7f-4800-9548-9e61d3e9154c,segment=NetworkSegment(59637882-e12c-453c-ac54-5124966f5e56),segment_id=59637882-e12c-453c-ac54-5124966f5e56)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:30.876106 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6f9bdf5e-8720-4c1e-93d1-0a25be62329a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.890287 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6f9bdf5e-8720-4c1e-93d1-0a25be62329a None None] Calling delete_port for f217ffbf-5c7f-4800-9548-9e61d3e9154c owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:30.950147 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-32e16a4f-d175-40b8-b927-a8127cfc26b8 req-e0b4a64a-254d-4e7c-834e-d77147b26687 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887491 Jun 24 12:47:30.951642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Deleting port f217ffbf-5c7f-4800-9548-9e61d3e9154c {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:30.951984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.979327 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6f9bdf5e-8720-4c1e-93d1-0a25be62329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:30.981613 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:31.006191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bdf5e-8720-4c1e-93d1-0a25be62329a None None] Pushing event deleted for resources: {'Port': ['ID=f217ffbf-5c7f-4800-9548-9e61d3e9154c,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:31.009006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6f9bdf5e-8720-4c1e-93d1-0a25be62329a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:31.012116 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9bdf5e-8720-4c1e-93d1-0a25be62329a None None] No DVR routers for this DVR port f217ffbf-5c7f-4800-9548-9e61d3e9154c on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:31.021969 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-71c78bdd-a4a2-42db-89bf-b84c1ed7d0d2 req-8faf84b5-acb9-40bd-9c40-38768edd1ef5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 210 time: 0.0983162 Jun 24 12:47:31.418619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] For port f217ffbf-5c7f-4800-9548-9e61d3e9154c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f217ffbf-5c7f-4800-9548-9e61d3e9154c,segment=NetworkSegment(59637882-e12c-453c-ac54-5124966f5e56),segment_id=59637882-e12c-453c-ac54-5124966f5e56)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:31.419334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:31.438089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f68f932e-7f95-4fef-83b6-8c2e5851f013 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:31.460665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Calling delete_port for f217ffbf-5c7f-4800-9548-9e61d3e9154c owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:31.471649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-770568de-fc2e-4a1d-b8e5-ab0c3299e0ca tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:31.524761 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f932e-7f95-4fef-83b6-8c2e5851f013 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event deleted for resources: {'Port': ['ID=41dd2693-7678-40e9-9a33-08e6ca20e1ad,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:31.528274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f68f932e-7f95-4fef-83b6-8c2e5851f013 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:31.562283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-366d154f-5130-449d-8d76-fdfbbbbb413f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:31.566592 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f68f932e-7f95-4fef-83b6-8c2e5851f013 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:31.568421 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f68f932e-7f95-4fef-83b6-8c2e5851f013 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "DELETE /v2.0/ports/41dd2693-7678-40e9-9a33-08e6ca20e1ad HTTP/1.1" status: 204 len: 168 time: 1.6631329 Jun 24 12:47:31.569245 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0780eca3-a569-4a3b-9508-2baa99b33447 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:31.571169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45934) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:31.572172 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:31.575532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:31.607366 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e80dbac5-e5ee-4400-80e6-d5ab390f3253 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0344369 Jun 24 12:47:31.611146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45936) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:31.617369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d65550c5-cd2a-44d4-b14e-ab7e711beffb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1996202517'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:31.638862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65550c5-cd2a-44d4-b14e-ab7e711beffb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Made reservation on behalf of 322961dcd71649ca8bac75b6fac9bb78 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:31.642307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d65550c5-cd2a-44d4-b14e-ab7e711beffb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:31.648682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d154f-5130-449d-8d76-fdfbbbbb413f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:31.662490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-366d154f-5130-449d-8d76-fdfbbbbb413f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:31.664262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d154f-5130-449d-8d76-fdfbbbbb413f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=5a02a42a-65d5-4145-84c8-44beb8397e7b,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:31.669701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65550c5-cd2a-44d4-b14e-ab7e711beffb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] vlan segment allocate from pool success with {'vlan_id': 1315, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:47:31.669865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366d154f-5130-449d-8d76-fdfbbbbb413f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:31.670446 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-366d154f-5130-449d-8d76-fdfbbbbb413f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:31.678781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d8183a-83a3-47a3-bb30-3b3460f0418d None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:31.679716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d65550c5-cd2a-44d4-b14e-ab7e711beffb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:31.680043 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-d65550c5-cd2a-44d4-b14e-ab7e711beffb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Added segment 9523918a-3a7e-435b-bd4a-44be273f707b of type vlan for network 57fa9d32-ae3d-4d45-88f4-9597f8c7e441 Jun 24 12:47:31.700878 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-366d154f-5130-449d-8d76-fdfbbbbb413f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:31.719577 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d65550c5-cd2a-44d4-b14e-ab7e711beffb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:31.731725 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-366d154f-5130-449d-8d76-fdfbbbbb413f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6099341 Jun 24 12:47:31.734422 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45938) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:31.740939 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:31.741644 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'mac_address': 'fa:16:3e:50:7e:a7', 'name': 'tempest-NetworksTestDHCPv6-1814399728'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:31.745566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0edbc754-adc5-44c8-b8d0-6e34d104d204 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:31.795607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Port': ['ID=f217ffbf-5c7f-4800-9548-9e61d3e9154c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:31.798751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:31.799847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No DVR routers for this DVR port f217ffbf-5c7f-4800-9548-9e61d3e9154c on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:31.810287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d65550c5-cd2a-44d4-b14e-ab7e711beffb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:31.815934 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65550c5-cd2a-44d4-b14e-ab7e711beffb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:31.816592 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d65550c5-cd2a-44d4-b14e-ab7e711beffb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:31.821366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a9b6464a-61fd-485a-ac9e-0ef5b1d27300 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:31.897993 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d65550c5-cd2a-44d4-b14e-ab7e711beffb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2856913 Jun 24 12:47:31.900711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45940) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:31.903329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.3 (25c02307-f8f3-4bdc-9423-888d1e41caf9/9f7f5e05-c9b5-4e92-87cb-9103b101d85e/7493d629-8562-4ebf-bb96-0ef1a4a3d00f) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:31.908062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65550c5-cd2a-44d4-b14e-ab7e711beffb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event updated for resources: {'Network': ['ID=57fa9d32-ae3d-4d45-88f4-9597f8c7e441,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:31.908774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d4d68a38-4fee-4a06-9431-cbf14e7eb3f7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1188911086'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:31.913128 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d65550c5-cd2a-44d4-b14e-ab7e711beffb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:31.913417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:31.936599 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c87743a-9703-4c81-ac9c-283cb8a3e691']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:31.954141 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:47:31.954141 dv-neutron-797121-4-hyperv neutron-server[100146]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:47:31.954141 dv-neutron-797121-4-hyperv neutron-server[100146]: [parameters: {'project_id_1': '689e413759a64051a36f751c16f72d31', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 47, 31, 934177)}] Jun 24 12:47:31.954141 dv-neutron-797121-4-hyperv neutron-server[100146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:47:31.955002 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:47:31.958083 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59637882-e12c-453c-ac54-5124966f5e56') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:31.958392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59637882-e12c-453c-ac54-5124966f5e56') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:31.990910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:31.996329 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 57fa9d32-ae3d-4d45-88f4-9597f8c7e441 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:47:32.021792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d68a38-4fee-4a06-9431-cbf14e7eb3f7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Made reservation on behalf of 322961dcd71649ca8bac75b6fac9bb78 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:32.025614 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4d68a38-4fee-4a06-9431-cbf14e7eb3f7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.108742 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.115411 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': '5a02a42a-65d5-4145-84c8-44beb8397e7b'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:32.116295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.137058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Releasing vlan 1305 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:32.137610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:32.142693 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:32.233945 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 79a1655b-c85f-4a9f-93b3-3ce6f6171eae no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:32.253923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d68a38-4fee-4a06-9431-cbf14e7eb3f7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] vlan segment allocate from pool success with {'vlan_id': 1301, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:47:32.261312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 79a1655b-c85f-4a9f-93b3-3ce6f6171eae {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:32.261806 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 79a1655b-c85f-4a9f-93b3-3ce6f6171eae not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:32.262425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f217ffbf-5c7f-4800-9548-9e61d3e9154c no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:32.269445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.299305 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: f217ffbf-5c7f-4800-9548-9e61d3e9154c {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:32.299917 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f217ffbf-5c7f-4800-9548-9e61d3e9154c not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:32.314542 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4cd04f11-b2c5-43e6-bcf1-26ea228d8574 req-354256f0-1939-4138-a701-70f3a9d633e4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 210 time: 0.1034274 Jun 24 12:47:32.321422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4d68a38-4fee-4a06-9431-cbf14e7eb3f7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.321777 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-d4d68a38-4fee-4a06-9431-cbf14e7eb3f7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Added segment 1f682f6a-8941-4d19-8483-c9ddd29138c1 of type vlan for network e865cd90-83bd-4328-bffe-b674821bb65a Jun 24 12:47:32.357086 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Allocated IP 2001:db8::2 (775331f2-7641-4269-a311-a446eb45635d/5a02a42a-65d5-4145-84c8-44beb8397e7b/4646d9ae-2e4b-47d7-9d90-d86dc0819b53) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:32.375875 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.387723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5ea302d8-b048-49ad-88d2-92964ed49d60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:32.396936 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.398786 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/networks/4c87743a-9703-4c81-ac9c-283cb8a3e691 HTTP/1.1" status: 204 len: 168 time: 2.2782729 Jun 24 12:47:32.402202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45946) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:32.407009 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f87fbe5b-b741-4ac1-9e58-82d94e20407d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'router': {'routes': None}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:32.459950 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Pushing event deleted for resources: {'Network': ['ID=4c87743a-9703-4c81-ac9c-283cb8a3e691,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:32.465802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4d68a38-4fee-4a06-9431-cbf14e7eb3f7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.480872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:32.491954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d72541-6344-4f36-8518-34a650d41e39 req-a3c27e51-248b-4df6-a125-77ead066b25c tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:32.493497 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e4d72541-6344-4f36-8518-34a650d41e39 req-a3c27e51-248b-4df6-a125-77ead066b25c tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.102 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.5096676 Jun 24 12:47:32.500774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.540960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.552009 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Transition to ACTIVE for port object 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:32.572808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Transition to ACTIVE for port object 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:32.576711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7351d09-cef0-4ae6-8037-0fe7b43a5340 req-0baa8b9a-3cb1-4daa-b673-67a51930eff0 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:32.578254 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b7351d09-cef0-4ae6-8037-0fe7b43a5340 req-0baa8b9a-3cb1-4daa-b673-67a51930eff0 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 946 time: 0.4465775 Jun 24 12:47:32.579338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object 7493d629-8562-4ebf-bb96-0ef1a4a3d00f will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:32.579586 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.584354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9eec1d8b-3042-42c1-9f2f-9fab8a71b3ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:32.585324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.extraroute_db [None req-f87fbe5b-b741-4ac1-9e58-82d94e20407d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Added routes are [] {{(pid=100146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 24 12:47:32.585324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.extraroute_db [None req-f87fbe5b-b741-4ac1-9e58-82d94e20407d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Removed routes are [] {{(pid=100146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 24 12:47:32.585884 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f87fbe5b-b741-4ac1-9e58-82d94e20407d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.592186 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:32.598691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4d68a38-4fee-4a06-9431-cbf14e7eb3f7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.604112 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d68a38-4fee-4a06-9431-cbf14e7eb3f7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:32.604697 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4d68a38-4fee-4a06-9431-cbf14e7eb3f7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.614371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:32.633133 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Pushing event updated for resources: {'Port': ['ID=4646d9ae-2e4b-47d7-9d90-d86dc0819b53,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:32.645281 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:32.652970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:32.654576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:32.657187 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:32.723319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Attempting to bind port 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:32.724055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Attempting to bind port 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:32.724055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Attempting to bind port 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:32.729833 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:32.730046 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:32.730453 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.730957 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:32.731371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Bound port: 4646d9ae-2e4b-47d7-9d90-d86dc0819b53, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:32.732261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.746802 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d4d68a38-4fee-4a06-9431-cbf14e7eb3f7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8345766 Jun 24 12:47:32.778614 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b7351d09-cef0-4ae6-8037-0fe7b43a5340 req-7334405b-f61a-4604-9208-fa8d6a39b852 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2e29697-4c7b-4037-817f-204c13b0feab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838815 Jun 24 12:47:32.781288 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d68a38-4fee-4a06-9431-cbf14e7eb3f7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event updated for resources: {'Network': ['ID=e865cd90-83bd-4328-bffe-b674821bb65a,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:32.789451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.796111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f87fbe5b-b741-4ac1-9e58-82d94e20407d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.804368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d4d68a38-4fee-4a06-9431-cbf14e7eb3f7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:32.807855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:32.819312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.823099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] For port 4646d9ae-2e4b-47d7-9d90-d86dc0819b53, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:32.828766 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] For port 4646d9ae-2e4b-47d7-9d90-d86dc0819b53, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=4646d9ae-2e4b-47d7-9d90-d86dc0819b53,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:32.832208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f87fbe5b-b741-4ac1-9e58-82d94e20407d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.848817 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network e865cd90-83bd-4328-bffe-b674821bb65a details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:47:32.852011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.855000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:32.870640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 25c02307-f8f3-4bdc-9423-888d1e41caf9 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:32.874404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:32.895609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:32.899194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-e4d72541-6344-4f36-8518-34a650d41e39 req-46efebef-ec73-4ec0-90e0-ac407e882a07 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Deleting port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:32.899540 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e4d72541-6344-4f36-8518-34a650d41e39 req-46efebef-ec73-4ec0-90e0-ac407e882a07 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:32.916697 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45948) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:32.929247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Request body: {'subnets': [{'network_id': '57fa9d32-ae3d-4d45-88f4-9597f8c7e441', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--188342176', 'ip_version': 4}, {'network_id': 'e865cd90-83bd-4328-bffe-b674821bb65a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:32.929573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Request body: {'subnet': {'network_id': '57fa9d32-ae3d-4d45-88f4-9597f8c7e441', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--188342176', 'ip_version': 4}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:32.930169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Request body: {'subnet': {'network_id': 'e865cd90-83bd-4328-bffe-b674821bb65a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:32.988835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Pushing event updated for resources: {'Port': ['ID=4646d9ae-2e4b-47d7-9d90-d86dc0819b53,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:32.995051 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:33.011680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87fbe5b-b741-4ac1-9e58-82d94e20407d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 86017d87-e227-4952-8a35-a9d3d6338a5e has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:33.022381 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port 28939e76-1d83-4160-8a6c-d9d1b2880cad yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:33.036530 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=7493d629-8562-4ebf-bb96-0ef1a4a3d00f,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:33.047733 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:33.133570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:33.134252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.180507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87fbe5b-b741-4ac1-9e58-82d94e20407d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:33.184927 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3994980 Jun 24 12:47:33.188951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-e4d72541-6344-4f36-8518-34a650d41e39 req-46efebef-ec73-4ec0-90e0-ac407e882a07 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] For port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b,segment=NetworkSegment(ac8cd75c-a15c-4239-8921-258deab0e23e),segment_id=ac8cd75c-a15c-4239-8921-258deab0e23e)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:33.189524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e4d72541-6344-4f36-8518-34a650d41e39 req-46efebef-ec73-4ec0-90e0-ac407e882a07 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.194636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a7733d-ac92-4f29-bd4b-21aec7f967a4 None None] Sync routers for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:33.200041 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Request body: {'port': {'device_id': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:33.205677 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f87fbe5b-b741-4ac1-9e58-82d94e20407d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.209500 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f87fbe5b-b741-4ac1-9e58-82d94e20407d tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e HTTP/1.1" status: 200 len: 705 time: 0.8036761 Jun 24 12:47:33.209854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a7733d-ac92-4f29-bd4b-21aec7f967a4 None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:33.209963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45950) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:33.210367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e4a7733d-ac92-4f29-bd4b-21aec7f967a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:33.264794 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b7934fc8-b4bc-463c-8da0-8adb2555d6ae tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports?device_id=86017d87-e227-4952-8a35-a9d3d6338a5e HTTP/1.1" status: 200 len: 205 time: 0.0537093 Jun 24 12:47:33.268093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45952) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:33.297124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-e4d72541-6344-4f36-8518-34a650d41e39 req-46efebef-ec73-4ec0-90e0-ac407e882a07 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Calling delete_port for 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:33.339351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-e4a7733d-ac92-4f29-bd4b-21aec7f967a4 None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:33.401254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::371 (775331f2-7641-4269-a311-a446eb45635d/5a02a42a-65d5-4145-84c8-44beb8397e7b/28939e76-1d83-4160-8a6c-d9d1b2880cad) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:33.407639 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-64b9d2b1-1ff0-4ac5-9543-ec1ebc08b5bf tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.483948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.493261 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Made reservation on behalf of 322961dcd71649ca8bac75b6fac9bb78 for: {'subnet': 2} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:33.499202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.500042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.512152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6fea460f-ce4d-48ed-83e7-b97187be048b None None] Provisioning for port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:33.515656 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e4a7733d-ac92-4f29-bd4b-21aec7f967a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:27Z', 'revision_number': 11, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:33.518726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6fea460f-ce4d-48ed-83e7-b97187be048b None None] Provisioning complete for port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:33.519233 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6fea460f-ce4d-48ed-83e7-b97187be048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.586167 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6fea460f-ce4d-48ed-83e7-b97187be048b None None] Port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:47:33.589385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a7733d-ac92-4f29-bd4b-21aec7f967a4 None None] Checking router: 86017d87-e227-4952-8a35-a9d3d6338a5e for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:33.599386 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a7733d-ac92-4f29-bd4b-21aec7f967a4 None None] Routers {'86017d87-e227-4952-8a35-a9d3d6338a5e'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:33.600019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e4a7733d-ac92-4f29-bd4b-21aec7f967a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86017d87-e227-4952-8a35-a9d3d6338a5e'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:33.636794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-64b9d2b1-1ff0-4ac5-9543-ec1ebc08b5bf tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.648952 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-64b9d2b1-1ff0-4ac5-9543-ec1ebc08b5bf tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.671977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-e4a7733d-ac92-4f29-bd4b-21aec7f967a4 None None] Set router 86017d87-e227-4952-8a35-a9d3d6338a5e gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:33.715597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-64b9d2b1-1ff0-4ac5-9543-ec1ebc08b5bf tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.716172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b9d2b1-1ff0-4ac5-9543-ec1ebc08b5bf tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Fanout notify agent at l3_agent the message router_deleted on router 86017d87-e227-4952-8a35-a9d3d6338a5e {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:47:33.724776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-64b9d2b1-1ff0-4ac5-9543-ec1ebc08b5bf tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.729838 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-64b9d2b1-1ff0-4ac5-9543-ec1ebc08b5bf tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e HTTP/1.1" status: 204 len: 168 time: 0.4565754 Jun 24 12:47:33.731541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45956) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:33.732795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e4a7733d-ac92-4f29-bd4b-21aec7f967a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:27Z', 'revision_number': 11, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:33.737089 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-1746a7c2-885a-4482-86f8-666a57942919 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2102221502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:33.762785 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1746a7c2-885a-4482-86f8-666a57942919 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.763013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a7733d-ac92-4f29-bd4b-21aec7f967a4 None None] The sync data for ids ['86017d87-e227-4952-8a35-a9d3d6338a5e'] in dv-neutron-797121-4-hyperv is: [{'id': '86017d87-e227-4952-8a35-a9d3d6338a5e', 'name': 'tempest-RoutersIpV6Test-router-1414982325', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:46:23Z', 'updated_at': '2021-06-24T12:47:27Z', 'revision_number': 11, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:33.764119 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1746a7c2-885a-4482-86f8-666a57942919 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.813651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e4d72541-6344-4f36-8518-34a650d41e39 req-46efebef-ec73-4ec0-90e0-ac407e882a07 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.827828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db13c0-5531-4f9a-be49-60385139906b req-eaae9f1f-5ded-499a-bc08-f5536709d300 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:33.835038 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37db13c0-5531-4f9a-be49-60385139906b req-eaae9f1f-5ded-499a-bc08-f5536709d300 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 931 time: 0.2825451 Jun 24 12:47:33.866325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1746a7c2-885a-4482-86f8-666a57942919 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.880624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1746a7c2-885a-4482-86f8-666a57942919 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.899730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1746a7c2-885a-4482-86f8-666a57942919 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:33.901243 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1746a7c2-885a-4482-86f8-666a57942919 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1687171 Jun 24 12:47:33.904958 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45960) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:33.915317 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-45caa992-bf39-41eb-a130-bee1116d6d51 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:33.962132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fc4f769a-2077-4e6d-9d4c-31e41db69c1e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:34.184366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:34.185175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efebef-ec73-4ec0-90e0-ac407e882a07 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Pushing event deleted for resources: {'Port': ['ID=32019e2d-b6a5-4ea2-8ce0-d829ec1de43b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:34.207580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.220091 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-33749ef1-2aa6-4c7a-8145-ba40721a5fec req-a2688b56-99c8-4068-9e98-6a866ec0a0a0 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2ee0de54-8eda-484a-887c-96e06b2a60a3 HTTP/1.1" status: 200 len: 210 time: 0.2422724 Jun 24 12:47:34.220946 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d72541-6344-4f36-8518-34a650d41e39 req-46efebef-ec73-4ec0-90e0-ac407e882a07 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] No DVR routers for this DVR port 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:34.231200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-46efebef-ec73-4ec0-90e0-ac407e882a07 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:34.242865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e4d72541-6344-4f36-8518-34a650d41e39 req-46efebef-ec73-4ec0-90e0-ac407e882a07 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.245032 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e4d72541-6344-4f36-8518-34a650d41e39 req-46efebef-ec73-4ec0-90e0-ac407e882a07 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] 10.222.0.102 "DELETE /v2.0/ports/32019e2d-b6a5-4ea2-8ce0-d829ec1de43b HTTP/1.1" status: 204 len: 173 time: 1.7418034 Jun 24 12:47:34.260496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-45caa992-bf39-41eb-a130-bee1116d6d51 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.271152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object 28939e76-1d83-4160-8a6c-d9d1b2880cad will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:34.276854 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee0de54-8eda-484a-887c-96e06b2a60a3', 'name': 'network-vif-deleted', 'tag': '32019e2d-b6a5-4ea2-8ce0-d829ec1de43b'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:34.279551 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1af76d-cc9f-4aad-acf5-f6f453170b58" -d '{"events": [{"server_uuid": "2ee0de54-8eda-484a-887c-96e06b2a60a3", "name": "network-vif-deleted", "tag": "32019e2d-b6a5-4ea2-8ce0-d829ec1de43b"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:34.298428 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-45caa992-bf39-41eb-a130-bee1116d6d51 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.303219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:34.323389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37db13c0-5531-4f9a-be49-60385139906b req-175efbb8-9b8f-466d-b7d9-1ab1f993e435 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=03b42fe3-bd6a-431b-8c52-440ca0dc1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4873698 Jun 24 12:47:34.426431 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-658a30fd-449b-4bf3-aa94-992be98fcc93 None None] Provisioning for port 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:34.430638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-658a30fd-449b-4bf3-aa94-992be98fcc93 None None] Provisioning complete for port 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:34.432418 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-658a30fd-449b-4bf3-aa94-992be98fcc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.436976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.454744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7c4e989f-c524-4a58-af3d-529803e1fdf8 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:34.510921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:34.515476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fe1ac7-541f-46f0-80ac-9ccd48cde4ca x-openstack-request-id: req-81fe1ac7-541f-46f0-80ac-9ccd48cde4ca {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:34.516043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee0de54-8eda-484a-887c-96e06b2a60a3", "name": "network-vif-deleted", "tag": "32019e2d-b6a5-4ea2-8ce0-d829ec1de43b", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:34.516337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-81fe1ac7-541f-46f0-80ac-9ccd48cde4ca {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:34.516890 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee0de54-8eda-484a-887c-96e06b2a60a3', 'name': 'network-vif-deleted', 'tag': '32019e2d-b6a5-4ea2-8ce0-d829ec1de43b', 'status': 'completed', 'code': 200} Jun 24 12:47:34.518830 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:34.521482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:34.526210 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7493d629-8562-4ebf-bb96-0ef1a4a3d00f {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:47:34.527371 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:34.527992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.536946 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45caa992-bf39-41eb-a130-bee1116d6d51 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Router 4e23ff50-3db9-4174-8042-c742ba044123 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:47:34.538619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.565494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Transition to ACTIVE for port object 7493d629-8562-4ebf-bb96-0ef1a4a3d00f will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:34.567389 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.569434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45966) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:34.569807 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8339868 Jun 24 12:47:34.570642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2e29ce39-43cd-4385-81ea-a9d6d71576dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:34.570805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=28939e76-1d83-4160-8a6c-d9d1b2880cad,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:34.574519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:34.576815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-658a30fd-449b-4bf3-aa94-992be98fcc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.585786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.619367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-658a30fd-449b-4bf3-aa94-992be98fcc93 None None] For port 4646d9ae-2e4b-47d7-9d90-d86dc0819b53, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=4646d9ae-2e4b-47d7-9d90-d86dc0819b53,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:34.624940 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-658a30fd-449b-4bf3-aa94-992be98fcc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.629583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5cc0a2c2-bc43-4cab-bef4-e59f248b956c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:34.664823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45caa992-bf39-41eb-a130-bee1116d6d51 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:34.682551 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c2cf5-65f5-4a2c-8008-ddbc5669639c None None] Sync routers for ids ['4e23ff50-3db9-4174-8042-c742ba044123'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:34.689020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-45caa992-bf39-41eb-a130-bee1116d6d51 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.689020 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-45caa992-bf39-41eb-a130-bee1116d6d51 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "PUT /v2.0/routers/4e23ff50-3db9-4174-8042-c742ba044123 HTTP/1.1" status: 200 len: 698 time: 0.7737837 Jun 24 12:47:34.693263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45968) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:34.694246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a30fd-449b-4bf3-aa94-992be98fcc93 None None] Pushing event updated for resources: {'Port': ['ID=4646d9ae-2e4b-47d7-9d90-d86dc0819b53,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:34.699373 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-658a30fd-449b-4bf3-aa94-992be98fcc93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:34.705018 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event updated for resources: {'Subnet': ['ID=8b58e544-2910-402c-9c18-5b6e6099aa69,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:34.720758 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c2cf5-65f5-4a2c-8008-ddbc5669639c None None] Routers {'4e23ff50-3db9-4174-8042-c742ba044123'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:34.721452 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-550c2cf5-65f5-4a2c-8008-ddbc5669639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['4e23ff50-3db9-4174-8042-c742ba044123'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:34.749885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:34.755173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b8c7f83a-f9f9-4f6d-9789-18e1104b2723 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:34.799029 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-550c2cf5-65f5-4a2c-8008-ddbc5669639c None None] Set router 4e23ff50-3db9-4174-8042-c742ba044123 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:34.857048 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-550c2cf5-65f5-4a2c-8008-ddbc5669639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e23ff50-3db9-4174-8042-c742ba044123', 'name': 'tempest-RoutersIpV6Test-router-2102221502', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:33Z', 'updated_at': '2021-06-24T12:47:34Z', 'revision_number': 2, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:34.889577 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c2cf5-65f5-4a2c-8008-ddbc5669639c None None] Checking router: 4e23ff50-3db9-4174-8042-c742ba044123 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:34.900426 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c2cf5-65f5-4a2c-8008-ddbc5669639c None None] Routers {'4e23ff50-3db9-4174-8042-c742ba044123'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:34.901065 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-550c2cf5-65f5-4a2c-8008-ddbc5669639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['4e23ff50-3db9-4174-8042-c742ba044123'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:34.911864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f0c67-385c-48b6-9dbb-ec43da61d5b9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:34.917733 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f0c67-385c-48b6-9dbb-ec43da61d5b9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:34.919453 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-434f0c67-385c-48b6-9dbb-ec43da61d5b9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3454580 Jun 24 12:47:34.922328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45970) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:34.929801 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9616e898-9841-46fb-a420-e709cfe6218a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/routers/4e23ff50-3db9-4174-8042-c742ba044123 HTTP/1.1" status: 200 len: 704 time: 0.2338643 Jun 24 12:47:34.934283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45972) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:34.936161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Checking segment: {'id': '9523918a-3a7e-435b-bd4a-44be273f707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '57fa9d32-ae3d-4d45-88f4-9597f8c7e441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:34.936319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Network hostable DHCP agents. Network: 57fa9d32-ae3d-4d45-88f4-9597f8c7e441, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:47:34.956876 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b9794266-8b17-462c-ae4e-ed9ac37ddeb0 None None] Provisioning for port 28939e76-1d83-4160-8a6c-d9d1b2880cad completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:34.965796 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b9794266-8b17-462c-ae4e-ed9ac37ddeb0 None None] Provisioning complete for port 28939e76-1d83-4160-8a6c-d9d1b2880cad triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:34.966368 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b9794266-8b17-462c-ae4e-ed9ac37ddeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.988364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Pushing event updated for resources: {'Port': ['ID=7493d629-8562-4ebf-bb96-0ef1a4a3d00f,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:34.993554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:35.010145 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-550c2cf5-65f5-4a2c-8008-ddbc5669639c None None] Set router 4e23ff50-3db9-4174-8042-c742ba044123 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:35.016398 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1d3f19f1-b989-4d16-8505-0fc69258ccd4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports?device_id=4e23ff50-3db9-4174-8042-c742ba044123 HTTP/1.1" status: 200 len: 205 time: 0.0758905 Jun 24 12:47:35.016680 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45974) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:35.029380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Network 57fa9d32-ae3d-4d45-88f4-9597f8c7e441 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:47:35.081424 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-550c2cf5-65f5-4a2c-8008-ddbc5669639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e23ff50-3db9-4174-8042-c742ba044123', 'name': 'tempest-RoutersIpV6Test-router-2102221502', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:33Z', 'updated_at': '2021-06-24T12:47:34Z', 'revision_number': 2, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:35.090554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b9794266-8b17-462c-ae4e-ed9ac37ddeb0 None None] Port 28939e76-1d83-4160-8a6c-d9d1b2880cad cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:47:35.116886 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c2cf5-65f5-4a2c-8008-ddbc5669639c None None] The sync data for ids ['4e23ff50-3db9-4174-8042-c742ba044123'] in dv-neutron-797121-4-hyperv is: [{'id': '4e23ff50-3db9-4174-8042-c742ba044123', 'name': 'tempest-RoutersIpV6Test-router-2102221502', 'tenant_id': '3b81c3bb678a40df9e7b3249b891322c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:33Z', 'updated_at': '2021-06-24T12:47:34Z', 'revision_number': 2, 'project_id': '3b81c3bb678a40df9e7b3249b891322c', 'gw_port_host': None}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:35.145731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-43351a8e-7ba0-4cdc-b35e-de2e44f55a8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port 28939e76-1d83-4160-8a6c-d9d1b2880cad {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:35.146150 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-43351a8e-7ba0-4cdc-b35e-de2e44f55a8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.240001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:35.256971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-43351a8e-7ba0-4cdc-b35e-de2e44f55a8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.266657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:35.267195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 32019e2d-b6a5-4ea2-8ce0-d829ec1de43b not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:35.274566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-43351a8e-7ba0-4cdc-b35e-de2e44f55a8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for 28939e76-1d83-4160-8a6c-d9d1b2880cad owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:35.355385 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45980) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:35.404987 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc521db-1c3f-4c46-aa98-c85070a5ee28 admin admin] Deleting subnet 094f1ffe-41e7-44fc-ad67-b4b62fd7f218 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:35.408110 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdc521db-1c3f-4c46-aa98-c85070a5ee28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.439824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Attempting to bind port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:35.440577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Attempting to bind port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '46edff1c-1769-4e57-afb3-107cefaa07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:35.441340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Attempting to bind port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f on network 25c02307-f8f3-4bdc-9423-888d1e41caf9 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:35.481775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f on network 25c02307-f8f3-4bdc-9423-888d1e41caf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:47:35.482487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Attempting to bind port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f on network 25c02307-f8f3-4bdc-9423-888d1e41caf9 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:35.485968 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdc521db-1c3f-4c46-aa98-c85070a5ee28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.498134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 57fa9d32-ae3d-4d45-88f4-9597f8c7e441) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:35.506478 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b961c621-3430-4fe3-8355-748fc3f64184 None None] Network 57fa9d32-ae3d-4d45-88f4-9597f8c7e441 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:35.523439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:35.524006 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Checking segment: {'id': '46edff1c-1769-4e57-afb3-107cefaa07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:35.524135 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Bound using segment: {'id': '46edff1c-1769-4e57-afb3-107cefaa07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:35.524632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Bound port: 7493d629-8562-4ebf-bb96-0ef1a4a3d00f, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46edff1c-1769-4e57-afb3-107cefaa07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:35.524975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.527592 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.533375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-781ad304-8370-478c-a8bd-16f686546c22 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.535358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-beee4801-8e7c-45ae-9e45-c954794777b2 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:35.543548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdc521db-1c3f-4c46-aa98-c85070a5ee28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.546006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-43351a8e-7ba0-4cdc-b35e-de2e44f55a8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.566636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-22eb7591-edc1-40d1-bf8f-b80295fb4013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:35.595103 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43351a8e-7ba0-4cdc-b35e-de2e44f55a8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=28939e76-1d83-4160-8a6c-d9d1b2880cad,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:35.598856 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-43351a8e-7ba0-4cdc-b35e-de2e44f55a8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:35.643032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-43351a8e-7ba0-4cdc-b35e-de2e44f55a8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.646139 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-43351a8e-7ba0-4cdc-b35e-de2e44f55a8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/28939e76-1d83-4160-8a6c-d9d1b2880cad HTTP/1.1" status: 204 len: 168 time: 0.7225754 Jun 24 12:47:35.648894 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45982) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:35.703161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-57fa9d32-ae3d-4d45-88f4-9597f8c7e441', 'network_id': '57fa9d32-ae3d-4d45-88f4-9597f8c7e441', 'tenant_id': '322961dcd71649ca8bac75b6fac9bb78', 'fixed_ips': [{'subnet_id': '8b58e544-2910-402c-9c18-5b6e6099aa69'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:35.705489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.715230 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdc521db-1c3f-4c46-aa98-c85070a5ee28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.717675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-add6d297-fa96-4014-9765-86a75523ca80 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:35.725738 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccffb8d-1c31-4d47-83ee-4c3762aa5069 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:35.727467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccffb8d-1c31-4d47-83ee-4c3762aa5069 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:35.729005 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2ccffb8d-1c31-4d47-83ee-4c3762aa5069 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0791867 Jun 24 12:47:35.740567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45984) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:35.753684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc521db-1c3f-4c46-aa98-c85070a5ee28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094f1ffe-41e7-44fc-ad67-b4b62fd7f218,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:35.755738 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cdc521db-1c3f-4c46-aa98-c85070a5ee28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:35.758206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdc521db-1c3f-4c46-aa98-c85070a5ee28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.760138 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cdc521db-1c3f-4c46-aa98-c85070a5ee28 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/094f1ffe-41e7-44fc-ad67-b4b62fd7f218 HTTP/1.1" status: 204 len: 168 time: 0.4024930 Jun 24 12:47:35.762940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45986) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:35.840822 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event updated for resources: {'Subnet': ['ID=eef5779a-5030-44ad-9dfd-7dd1c4e7a941,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:35.864509 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.896603 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:35.897877 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] For port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:35.904218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Allocated IP 172.20.0.2 (57fa9d32-ae3d-4d45-88f4-9597f8c7e441/8b58e544-2910-402c-9c18-5b6e6099aa69/747c801b-c434-45b6-b21f-2841e6c007a3) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:35.967610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] For port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7493d629-8562-4ebf-bb96-0ef1a4a3d00f,segment=NetworkSegment(46edff1c-1769-4e57-afb3-107cefaa07b4),segment_id=46edff1c-1769-4e57-afb3-107cefaa07b4)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:35.977864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-781ad304-8370-478c-a8bd-16f686546c22 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.983899 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-89204b29-4aab-4b1e-b500-e429fd44e65c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 5a02a42a-65d5-4145-84c8-44beb8397e7b {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:35.987650 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-781ad304-8370-478c-a8bd-16f686546c22 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.997512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e9977-d431-4300-b4c4-1f365753cf77 req-0777f9cf-5b7b-467b-97d3-469c7d22ebd7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:35.999232 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b06e9977-d431-4300-b4c4-1f365753cf77 req-0777f9cf-5b7b-467b-97d3-469c7d22ebd7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 943 time: 0.5228107 Jun 24 12:47:36.000465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.002740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89204b29-4aab-4b1e-b500-e429fd44e65c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.011096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:36.068404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Checking segment: {'id': '1f682f6a-8941-4d19-8483-c9ddd29138c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'e865cd90-83bd-4328-bffe-b674821bb65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:36.068987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Network hostable DHCP agents. Network: e865cd90-83bd-4328-bffe-b674821bb65a, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:47:36.090224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.101234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Transition to ACTIVE for port object 747c801b-c434-45b6-b21f-2841e6c007a3 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:36.130107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Transition to ACTIVE for port object 747c801b-c434-45b6-b21f-2841e6c007a3 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:36.146624 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.160468 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-afe87e99-e5de-42f8-97c5-79dda429b022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:36.163814 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-781ad304-8370-478c-a8bd-16f686546c22 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.164360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781ad304-8370-478c-a8bd-16f686546c22 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Fanout notify agent at l3_agent the message router_deleted on router 4e23ff50-3db9-4174-8042-c742ba044123 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:47:36.167823 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89204b29-4aab-4b1e-b500-e429fd44e65c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.173268 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:36.174127 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.176768 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] 10.222.0.102 "PUT /v2.0/ports/7493d629-8562-4ebf-bb96-0ef1a4a3d00f HTTP/1.1" status: 200 len: 1093 time: 2.9809909 Jun 24 12:47:36.190874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-781ad304-8370-478c-a8bd-16f686546c22 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.192318 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-781ad304-8370-478c-a8bd-16f686546c22 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/routers/4e23ff50-3db9-4174-8042-c742ba044123 HTTP/1.1" status: 204 len: 168 time: 1.1728373 Jun 24 12:47:36.192453 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Network 57fa9d32-ae3d-4d45-88f4-9597f8c7e441 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:36.198446 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:36.203820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:36.223421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45988) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:36.260214 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:36.266470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Pushing event updated for resources: {'Port': ['ID=747c801b-c434-45b6-b21f-2841e6c007a3,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:36.304696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:36.328465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Pushing event updated for resources: {'Port': ['ID=7493d629-8562-4ebf-bb96-0ef1a4a3d00f,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:36.333836 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ac4eec2f-c11b-4ffe-a5ab-daaee79d3712 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports?device_id=4e23ff50-3db9-4174-8042-c742ba044123 HTTP/1.1" status: 200 len: 205 time: 0.1088014 Jun 24 12:47:36.341868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:36.342257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45990) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:36.351097 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b06e9977-d431-4300-b4c4-1f365753cf77 req-73343857-19e1-4091-9e8f-ce1b80f44dad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=03b42fe3-bd6a-431b-8c52-440ca0dc1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110635 Jun 24 12:47:36.351911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Network e865cd90-83bd-4328-bffe-b674821bb65a is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:47:36.367050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Attempting to bind port 747c801b-c434-45b6-b21f-2841e6c007a3 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:36.368779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Attempting to bind port 747c801b-c434-45b6-b21f-2841e6c007a3 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '9523918a-3a7e-435b-bd4a-44be273f707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '57fa9d32-ae3d-4d45-88f4-9597f8c7e441'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:36.369932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Attempting to bind port 747c801b-c434-45b6-b21f-2841e6c007a3 on network 57fa9d32-ae3d-4d45-88f4-9597f8c7e441 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:36.375481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, e865cd90-83bd-4328-bffe-b674821bb65a) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:36.395690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e85469-2b82-49cb-a71f-318955f0caf2 None None] Network e865cd90-83bd-4328-bffe-b674821bb65a requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:36.396624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:36.397975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:36.398916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.403420 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-3cb9ea9e-f08d-4df8-b7a7-910e1ab3e462 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] delete failed (client error): The resource could not be found. Jun 24 12:47:36.408636 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3cb9ea9e-f08d-4df8-b7a7-910e1ab3e462 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/routers/4e23ff50-3db9-4174-8042-c742ba044123 HTTP/1.1" status: 404 len: 336 time: 0.0650363 Jun 24 12:47:36.408942 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 45992) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:36.485194 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.486932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:36.489967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Checking segment: {'id': '9523918a-3a7e-435b-bd4a-44be273f707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '57fa9d32-ae3d-4d45-88f4-9597f8c7e441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:36.489967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.489967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Bound using segment: {'id': '9523918a-3a7e-435b-bd4a-44be273f707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '57fa9d32-ae3d-4d45-88f4-9597f8c7e441'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:36.489967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Bound port: 747c801b-c434-45b6-b21f-2841e6c007a3, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9523918a-3a7e-435b-bd4a-44be273f707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '57fa9d32-ae3d-4d45-88f4-9597f8c7e441'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:36.489967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.497123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf23f30-f24e-4bd0-ade3-36b202cef979']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:36.500620 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab61fee-28a7-44d9-8a7a-c8c8fae6ff30 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] DELETE failed (client error): The resource could not be found. Jun 24 12:47:36.501268 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab61fee-28a7-44d9-8a7a-c8c8fae6ff30 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:36.504016 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4ab61fee-28a7-44d9-8a7a-c8c8fae6ff30 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/da99ae34-0d44-4601-bd90-801ff1ba9537 HTTP/1.1" status: 404 len: 337 time: 0.0875001 Jun 24 12:47:36.506797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45994) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:36.508416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-f0678d29-571d-41c0-bb84-dd12c3ab1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:36.510265 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-f0678d29-571d-41c0-bb84-dd12c3ab1344 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 1096 time: 0.2697783 Jun 24 12:47:36.518258 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.5923743 Jun 24 12:47:36.518258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'tag': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:36.520205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:36.520701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.521255 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7e9494-aaf9-44a8-a0ed-1b5bf1ab229c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe", "tag": "7493d629-8562-4ebf-bb96-0ef1a4a3d00f"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:36.522416 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8cd75c-a15c-4239-8921-258deab0e23e') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:36.522720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8cd75c-a15c-4239-8921-258deab0e23e') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:36.555863 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 45996) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:36.557362 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b7d2b5-e3bb-4bd2-9796-4001fa085382 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] DELETE failed (client error): The resource could not be found. Jun 24 12:47:36.557821 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b7d2b5-e3bb-4bd2-9796-4001fa085382 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:36.559593 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f1b7d2b5-e3bb-4bd2-9796-4001fa085382 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/241a2222-3687-417b-a5a4-af8788d6bfe8 HTTP/1.1" status: 404 len: 337 time: 0.0519211 Jun 24 12:47:36.566856 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46000) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:36.568444 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-02f4c362-97ff-42fe-bbfa-d793e37a1793 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7493d629-8562-4ebf-bb96-0ef1a4a3d00f HTTP/1.1" status: 200 len: 217 time: 0.0423326 Jun 24 12:47:36.605026 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-69aee6f0-b5b0-4e55-9801-04e174918324 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] DELETE failed (client error): The resource could not be found. Jun 24 12:47:36.605482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69aee6f0-b5b0-4e55-9801-04e174918324 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:36.607178 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-69aee6f0-b5b0-4e55-9801-04e174918324 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/59f4c751-5833-4b1b-9508-e4b08048e47d HTTP/1.1" status: 404 len: 337 time: 0.0377426 Jun 24 12:47:36.624017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46002) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:36.630121 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1474c4c-2ded-4789-8dfa-d134b70b001f x-openstack-request-id: req-c1474c4c-2ded-4789-8dfa-d134b70b001f {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:36.630461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe", "tag": "7493d629-8562-4ebf-bb96-0ef1a4a3d00f", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:36.630795 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c1474c4c-2ded-4789-8dfa-d134b70b001f {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:36.631290 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'tag': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'status': 'completed', 'code': 200} Jun 24 12:47:36.632975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89204b29-4aab-4b1e-b500-e429fd44e65c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.638297 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.642869 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c9b2a1-3a27-4491-b8ee-74762d276134 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:36.644531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c9b2a1-3a27-4491-b8ee-74762d276134 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:36.646032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c9b2a1-3a27-4491-b8ee-74762d276134 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:36.650546 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-38c9b2a1-3a27-4491-b8ee-74762d276134 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0870574 Jun 24 12:47:36.657198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46004) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:36.678713 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] For port 747c801b-c434-45b6-b21f-2841e6c007a3, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:36.679124 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5698cc5a-edff-41fb-84b4-9b260db26c03 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] DELETE failed (client error): The resource could not be found. Jun 24 12:47:36.679550 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5698cc5a-edff-41fb-84b4-9b260db26c03 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:36.683611 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5698cc5a-edff-41fb-84b4-9b260db26c03 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/ff6423ae-9e72-424d-9337-65a3382f259f HTTP/1.1" status: 404 len: 337 time: 0.0562804 Jun 24 12:47:36.683759 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] For port 747c801b-c434-45b6-b21f-2841e6c007a3, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=747c801b-c434-45b6-b21f-2841e6c007a3,segment=NetworkSegment(9523918a-3a7e-435b-bd4a-44be273f707b),segment_id=9523918a-3a7e-435b-bd4a-44be273f707b)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:36.684793 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46006) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:36.695197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.697921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.700313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6f9bdf5e-8720-4c1e-93d1-0a25be62329a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:36.720714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:36.721330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:36.723640 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:36.736013 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cff7dfa7-ee6f-416f-8d89-ccc286b4fcc3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports?device_id=86017d87-e227-4952-8a35-a9d3d6338a5e HTTP/1.1" status: 200 len: 205 time: 0.0500534 Jun 24 12:47:36.741060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46008) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:36.761859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcd1de7-2e93-4f4c-bd52-ea6236486563 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Deleting subnet 8b58e544-2910-402c-9c18-5b6e6099aa69 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:36.785939 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.789313 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-31a66de3-c8fe-4e1b-84bc-48b3001562c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:36.796078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-e865cd90-83bd-4328-bffe-b674821bb65a', 'network_id': 'e865cd90-83bd-4328-bffe-b674821bb65a', 'tenant_id': '322961dcd71649ca8bac75b6fac9bb78', 'fixed_ips': [{'subnet_id': 'eef5779a-5030-44ad-9dfd-7dd1c4e7a941'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:36.796909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.804068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.806141 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] 10.222.0.110 "DELETE /v2.0/networks/aaf23f30-f24e-4bd0-ade3-36b202cef979 HTTP/1.1" status: 204 len: 168 time: 1.0422432 Jun 24 12:47:36.807273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf23f30-f24e-4bd0-ade3-36b202cef979,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:36.808950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46010) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:36.811735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-df811ebc-5d30-48e9-a8c8-f412634b3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:36.813357 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-df811ebc-5d30-48e9-a8c8-f412634b3a3a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9f7f5e05-c9b5-4e92-87cb-9103b101d85e HTTP/1.1" status: 200 len: 835 time: 0.2178662 Jun 24 12:47:36.814628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1de7-2e93-4f4c-bd52-ea6236486563 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.817963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:36.847235 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-0f4127ab-d492-4e10-8cba-1237bde8db7c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] delete failed (client error): The resource could not be found. Jun 24 12:47:36.851550 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0f4127ab-d492-4e10-8cba-1237bde8db7c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/routers/86017d87-e227-4952-8a35-a9d3d6338a5e HTTP/1.1" status: 404 len: 336 time: 0.1052341 Jun 24 12:47:36.854638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46012) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:36.857431 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Pushing event updated for resources: {'Port': ['ID=747c801b-c434-45b6-b21f-2841e6c007a3,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:36.861534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:36.880788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b608c4a3-8da9-42bd-8a25-5ccd635a7ebd admin admin] Deleting subnet c6e8d25a-a5e1-46b5-a976-b61bdffe91b5 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:36.885117 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b608c4a3-8da9-42bd-8a25-5ccd635a7ebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.928254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b608c4a3-8da9-42bd-8a25-5ccd635a7ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.943541 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8561d722-ae60-486c-9aba-eb7d03ef5096 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports?device_id=884c8754-e94b-4dd4-99cb-aee6e553ce66 HTTP/1.1" status: 200 len: 205 time: 0.0832496 Jun 24 12:47:36.945153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46014) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:36.973576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1de7-2e93-4f4c-bd52-ea6236486563 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.979051 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b608c4a3-8da9-42bd-8a25-5ccd635a7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.003805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Allocated IP 172.20.0.18 (e865cd90-83bd-4328-bffe-b674821bb65a/eef5779a-5030-44ad-9dfd-7dd1c4e7a941/c74e84e8-2d7e-4fe6-8a47-d549a85093fe) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:37.079442 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-e178f7d6-fae5-4c60-8b7e-38342ab072c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] delete failed (client error): The resource could not be found. Jun 24 12:47:37.080483 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e178f7d6-fae5-4c60-8b7e-38342ab072c7 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/routers/884c8754-e94b-4dd4-99cb-aee6e553ce66 HTTP/1.1" status: 404 len: 336 time: 0.1300042 Jun 24 12:47:37.087755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46016) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:37.089184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89204b29-4aab-4b1e-b500-e429fd44e65c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.092064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b608c4a3-8da9-42bd-8a25-5ccd635a7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.101146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:37.116270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-89c54731-c5ed-476a-8e94-df82cc5b61fe tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:37.143131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b608c4a3-8da9-42bd-8a25-5ccd635a7ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.148402 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b608c4a3-8da9-42bd-8a25-5ccd635a7ebd admin admin] 10.222.0.110 "DELETE /v2.0/subnets/c6e8d25a-a5e1-46b5-a976-b61bdffe91b5 HTTP/1.1" status: 204 len: 168 time: 0.3384151 Jun 24 12:47:37.149182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46018) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:37.150269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608c4a3-8da9-42bd-8a25-5ccd635a7ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e8d25a-a5e1-46b5-a976-b61bdffe91b5,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:37.159498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b608c4a3-8da9-42bd-8a25-5ccd635a7ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:37.184296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89204b29-4aab-4b1e-b500-e429fd44e65c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=5a02a42a-65d5-4145-84c8-44beb8397e7b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:37.186474 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad39e9ab-e984-4a68-8a59-62edd6140068 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] DELETE failed (client error): The resource could not be found. Jun 24 12:47:37.187158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad39e9ab-e984-4a68-8a59-62edd6140068 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:37.189360 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ad39e9ab-e984-4a68-8a59-62edd6140068 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/36f580a3-17d3-4ba4-be3a-89005635ff8d HTTP/1.1" status: 404 len: 337 time: 0.0976901 Jun 24 12:47:37.191297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-89204b29-4aab-4b1e-b500-e429fd44e65c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:37.192921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-89204b29-4aab-4b1e-b500-e429fd44e65c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.194312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46020) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:37.195208 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-89204b29-4aab-4b1e-b500-e429fd44e65c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/5a02a42a-65d5-4145-84c8-44beb8397e7b HTTP/1.1" status: 204 len: 168 time: 1.4535813 Jun 24 12:47:37.198949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46022) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:37.202585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ace841-d0a7-4316-a444-b2c22998b807 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:37.253742 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-76c05ee8-36e7-4eee-8015-cd1482028738 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531387 Jun 24 12:47:37.261623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46024) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:37.272612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-7f4e50de-da73-4331-8d82-bd6cc0c5cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:37.274702 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-7f4e50de-da73-4331-8d82-bd6cc0c5cd9a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=25c02307-f8f3-4bdc-9423-888d1e41caf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4541903 Jun 24 12:47:37.280318 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-756a6750-7f20-4011-91d7-0b6758ab79f3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports?device_id=45a00b3b-b229-4a10-9840-64d43411fc62 HTTP/1.1" status: 200 len: 205 time: 0.0846064 Jun 24 12:47:37.285362 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46026) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:37.294564 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.308900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Transition to ACTIVE for port object c74e84e8-2d7e-4fe6-8a47-d549a85093fe will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:37.315913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.351244 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-2a301a85-7c43-42bb-9b08-bbbbc616321b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] delete failed (client error): The resource could not be found. Jun 24 12:47:37.352296 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2a301a85-7c43-42bb-9b08-bbbbc616321b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/routers/45a00b3b-b229-4a10-9840-64d43411fc62 HTTP/1.1" status: 404 len: 336 time: 0.0587065 Jun 24 12:47:37.358920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46028) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:37.364148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Transition to ACTIVE for port object c74e84e8-2d7e-4fe6-8a47-d549a85093fe will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:37.372012 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1de7-2e93-4f4c-bd52-ea6236486563 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.374186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.380019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:37.405029 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac53beb9-48f6-46f3-a5f7-6a42ddb58b24 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:37.410827 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ac53beb9-48f6-46f3-a5f7-6a42ddb58b24 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1459377 Jun 24 12:47:37.422128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Network e865cd90-83bd-4328-bffe-b674821bb65a is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:37.428240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:37.431065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:37.437155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46032) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:37.441296 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-eb6954a0-2292-4445-93ec-c53c08ac791e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports?device_id=20bd3137-13e2-4604-b0d9-3fa03f0282bc HTTP/1.1" status: 200 len: 205 time: 0.0810940 Jun 24 12:47:37.445603 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46034) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:37.455952 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.486537 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Pushing event updated for resources: {'Port': ['ID=c74e84e8-2d7e-4fe6-8a47-d549a85093fe,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:37.494727 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802934b1-7df2-45be-9e96-68e79235509d']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:37.496975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:37.509000 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-40e882a3-4e63-4fe5-965f-2af82db0e79f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] delete failed (client error): The resource could not be found. Jun 24 12:47:37.510081 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-40e882a3-4e63-4fe5-965f-2af82db0e79f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/routers/20bd3137-13e2-4604-b0d9-3fa03f0282bc HTTP/1.1" status: 404 len: 336 time: 0.0618689 Jun 24 12:47:37.515463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46036) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:37.517211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537b2488-1b02-4320-a42f-c67a2e34d396') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:37.517512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537b2488-1b02-4320-a42f-c67a2e34d396') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:37.540224 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-86199e82-1c7b-43db-b955-85317bee5275 service neutron] 10.222.0.102 "GET /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538908 Jun 24 12:47:37.548597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Attempting to bind port c74e84e8-2d7e-4fe6-8a47-d549a85093fe on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:37.549639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Attempting to bind port c74e84e8-2d7e-4fe6-8a47-d549a85093fe by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '1f682f6a-8941-4d19-8483-c9ddd29138c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'e865cd90-83bd-4328-bffe-b674821bb65a'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:37.550802 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Attempting to bind port c74e84e8-2d7e-4fe6-8a47-d549a85093fe on network e865cd90-83bd-4328-bffe-b674821bb65a {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:37.564105 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a135c0-a6ec-4b1a-a088-5e69df8f63fa None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:37.568904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:37.569433 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.569950 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Checking segment: {'id': '1f682f6a-8941-4d19-8483-c9ddd29138c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'e865cd90-83bd-4328-bffe-b674821bb65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:37.570589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.571379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Bound using segment: {'id': '1f682f6a-8941-4d19-8483-c9ddd29138c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'e865cd90-83bd-4328-bffe-b674821bb65a'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:37.572188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Bound port: c74e84e8-2d7e-4fe6-8a47-d549a85093fe, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f682f6a-8941-4d19-8483-c9ddd29138c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'e865cd90-83bd-4328-bffe-b674821bb65a'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:37.573100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.579149 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53a65ba-4d3a-4748-9cad-913d3ea905ed tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] DELETE failed (client error): The resource could not be found. Jun 24 12:47:37.580158 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53a65ba-4d3a-4748-9cad-913d3ea905ed tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:37.583117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1de7-2e93-4f4c-bd52-ea6236486563 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.585657 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e53a65ba-4d3a-4748-9cad-913d3ea905ed tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/8b5cc584-9634-4a4e-a357-79bf3f0262df HTTP/1.1" status: 404 len: 337 time: 0.0660501 Jun 24 12:47:37.587807 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-65f48330-1b58-4adb-bbb0-f04238e0b63c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:37.589492 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46038) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:37.592583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1024a65-acd4-45dc-a953-6dbbd7121a7d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:37.596657 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f1024a65-acd4-45dc-a953-6dbbd7121a7d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1581583 Jun 24 12:47:37.598547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46040) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:37.635005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.643229 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9dbf48da-2212-4cdd-8d58-9af4ab96604e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports?device_id=c439fa0d-efd1-4131-b077-8ac18f7b59fb HTTP/1.1" status: 200 len: 205 time: 0.0450668 Jun 24 12:47:37.658701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46042) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cf5e2c52-80f8-4225-bc80-56b5b754ad50 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684547 Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:37.682865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46044) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:37.691087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd1de7-2e93-4f4c-bd52-ea6236486563 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event deleted for resources: {'Subnet': ['ID=8b58e544-2910-402c-9c18-5b6e6099aa69,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:37.705894 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:37.835406 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.841184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-848e0b1e-648b-4876-bdc7-008a9dcfc284 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:37.845136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.847573 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] 10.222.0.110 "DELETE /v2.0/networks/802934b1-7df2-45be-9e96-68e79235509d HTTP/1.1" status: 204 len: 168 time: 0.6944082 Jun 24 12:47:37.865446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] Pushing event deleted for resources: {'Network': ['ID=802934b1-7df2-45be-9e96-68e79235509d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:37.868205 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:37.869497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:37.873420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.924290 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] For port c74e84e8-2d7e-4fe6-8a47-d549a85093fe, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:37.932998 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] For port c74e84e8-2d7e-4fe6-8a47-d549a85093fe, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=c74e84e8-2d7e-4fe6-8a47-d549a85093fe,segment=NetworkSegment(1f682f6a-8941-4d19-8483-c9ddd29138c1),segment_id=1f682f6a-8941-4d19-8483-c9ddd29138c1)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:37.951814 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.954315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:38.020464 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-19a135c0-a6ec-4b1a-a088-5e69df8f63fa None None] Deleting port 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:38.020683 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-19a135c0-a6ec-4b1a-a088-5e69df8f63fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.023546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Pushing event updated for resources: {'Port': ['ID=c74e84e8-2d7e-4fe6-8a47-d549a85093fe,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:38.035631 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:38.144229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-19a135c0-a6ec-4b1a-a088-5e69df8f63fa None None] For port 4646d9ae-2e4b-47d7-9d90-d86dc0819b53, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=4646d9ae-2e4b-47d7-9d90-d86dc0819b53,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:38.144449 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-19a135c0-a6ec-4b1a-a088-5e69df8f63fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.177456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-19a135c0-a6ec-4b1a-a088-5e69df8f63fa None None] Calling delete_port for 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:38.184862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46048) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:38.203659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1de7-2e93-4f4c-bd52-ea6236486563 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.206263 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1fcd1de7-2e93-4f4c-bd52-ea6236486563 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "DELETE /v2.0/subnets/8b58e544-2910-402c-9c18-5b6e6099aa69 HTTP/1.1" status: 204 len: 168 time: 1.5478392 Jun 24 12:47:38.207413 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1fcd1de7-2e93-4f4c-bd52-ea6236486563 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:38.209198 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-b4291e30-8de6-465b-8061-27c1485076d1 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] delete failed (client error): The resource could not be found. Jun 24 12:47:38.210545 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b4291e30-8de6-465b-8061-27c1485076d1 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/routers/c439fa0d-efd1-4131-b077-8ac18f7b59fb HTTP/1.1" status: 404 len: 336 time: 0.5494313 Jun 24 12:47:38.211365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46050) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:38.214264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46052) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:38.277543 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 747c801b-c434-45b6-b21f-2841e6c007a3 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:38.292873 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-0231c585-b191-405a-8575-a6e6f706ad2a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Deleting subnet eef5779a-5030-44ad-9dfd-7dd1c4e7a941 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:38.297339 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0231c585-b191-405a-8575-a6e6f706ad2a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.306698 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-06943998-fa07-4da1-a890-235b77daeeb4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] DELETE failed (client error): The resource could not be found. Jun 24 12:47:38.307519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06943998-fa07-4da1-a890-235b77daeeb4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:38.313651 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-06943998-fa07-4da1-a890-235b77daeeb4 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/d76df7d8-f748-4b9b-be48-bf90d7593016 HTTP/1.1" status: 404 len: 337 time: 0.0976660 Jun 24 12:47:38.322039 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46054) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:38.377752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b81a02-0fb7-4260-90a5-84d43d22897b None None] Network 57fa9d32-ae3d-4d45-88f4-9597f8c7e441 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:38.387890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0231c585-b191-405a-8575-a6e6f706ad2a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.402124 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f3e814ff-f020-4f3b-a845-32e891fc16c6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=49889d8101c04c16a9851b6f6c2f784b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153339 Jun 24 12:47:38.415035 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fbea88f0-1d61-44e2-9b54-df8fa90c42d2 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "GET /v2.0/ports?device_id=f78e39ad-8f42-41ae-b5f4-7151f425819e HTTP/1.1" status: 200 len: 205 time: 0.0724835 Jun 24 12:47:38.415684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46056) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:38.416018 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46058) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:38.424844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 747c801b-c434-45b6-b21f-2841e6c007a3 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:38.458136 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c513948-bb9c-4f55-9159-079a2bc74397 req-02fc9b92-c3d6-4168-9633-ba5bbfcb4f54 service neutron] 10.222.0.102 "GET /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9098995 Jun 24 12:47:38.499405 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-2909ba04-b6ce-458a-8376-117485c3e759 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] delete failed (client error): The resource could not be found. Jun 24 12:47:38.503627 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2909ba04-b6ce-458a-8376-117485c3e759 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/routers/f78e39ad-8f42-41ae-b5f4-7151f425819e HTTP/1.1" status: 404 len: 336 time: 0.0828578 Jun 24 12:47:38.511968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1a35c-dbb5-474a-944d-bffb37c753ea req-9f9403d2-f2fb-4cb3-8c05-dd5a8b8b7a44 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:38.514182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1bbf69a1-93ba-4c81-91de-897a2eba1d8d None None] Provisioning for port 747c801b-c434-45b6-b21f-2841e6c007a3 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:38.515012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46060) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:38.521198 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dde1a35c-dbb5-474a-944d-bffb37c753ea req-9f9403d2-f2fb-4cb3-8c05-dd5a8b8b7a44 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 943 time: 0.8896837 Jun 24 12:47:38.522385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1bbf69a1-93ba-4c81-91de-897a2eba1d8d None None] Provisioning complete for port 747c801b-c434-45b6-b21f-2841e6c007a3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:38.523082 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1bbf69a1-93ba-4c81-91de-897a2eba1d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.524891 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-19a135c0-a6ec-4b1a-a088-5e69df8f63fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.532460 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:38.594069 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc96ec4-c043-4812-ae4c-1b2d40f5c113 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] DELETE failed (client error): The resource could not be found. Jun 24 12:47:38.594528 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc96ec4-c043-4812-ae4c-1b2d40f5c113 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:38.599511 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-adc96ec4-c043-4812-ae4c-1b2d40f5c113 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/3f720f57-e400-4bc6-b117-e855b912a05e HTTP/1.1" status: 404 len: 337 time: 0.0808010 Jun 24 12:47:38.600121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46062) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:38.610507 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dde1a35c-dbb5-474a-944d-bffb37c753ea req-96c6d271-2ac6-44b7-8632-e01f51a63484 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=03b42fe3-bd6a-431b-8c52-440ca0dc1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876429 Jun 24 12:47:38.641593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a135c0-a6ec-4b1a-a088-5e69df8f63fa None None] Pushing event deleted for resources: {'Port': ['ID=4646d9ae-2e4b-47d7-9d90-d86dc0819b53,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:38.643781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a135c0-a6ec-4b1a-a088-5e69df8f63fa None None] No DVR routers for this DVR port 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:38.654226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:47:38.656388 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0c6a59-93be-41d3-a662-527a9483044e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] DELETE failed (client error): The resource could not be found. Jun 24 12:47:38.656845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0c6a59-93be-41d3-a662-527a9483044e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:38.657939 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0231c585-b191-405a-8575-a6e6f706ad2a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.661826 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5c0c6a59-93be-41d3-a662-527a9483044e tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] 10.222.0.110 "DELETE /v2.0/subnets/aa8b36bd-b0df-420f-8e70-88be3fae6f34 HTTP/1.1" status: 404 len: 337 time: 0.0367308 Jun 24 12:47:38.668747 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:38.671471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-19a135c0-a6ec-4b1a-a088-5e69df8f63fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:38.698385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:38.698750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:38.730347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0a46e1d9-f7f3-4c26-ab42-542e4c42a988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.738318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e9494-aaf9-44a8-a0ed-1b5bf1ab229c req-5a46e006-2507-49d5-9d94-8f5ee14eb22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:38.740111 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc7e9494-aaf9-44a8-a0ed-1b5bf1ab229c req-5a46e006-2507-49d5-9d94-8f5ee14eb22f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 1096 time: 0.1925290 Jun 24 12:47:38.772411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0a46e1d9-f7f3-4c26-ab42-542e4c42a988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.775858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1bbf69a1-93ba-4c81-91de-897a2eba1d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.822353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1bbf69a1-93ba-4c81-91de-897a2eba1d8d None None] For port 747c801b-c434-45b6-b21f-2841e6c007a3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=747c801b-c434-45b6-b21f-2841e6c007a3,segment=NetworkSegment(9523918a-3a7e-435b-bd4a-44be273f707b),segment_id=9523918a-3a7e-435b-bd4a-44be273f707b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:38.828918 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1bbf69a1-93ba-4c81-91de-897a2eba1d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.832415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0235ad61-ed8e-4d30-8a1a-9c3e10c8db24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:38.841977 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.services.revisions.revision_plugin [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Could not find related port for resource to bump revision. Jun 24 12:47:38.856279 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.ipam_pluggable_backend [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Port 4646d9ae-2e4b-47d7-9d90-d86dc0819b53 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 24 12:47:38.856588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.ipam_pluggable_backend [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Reverting IP allocation for 2001:db8::f816:3eff:fefe:d51f {{(pid=100146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 24 12:47:38.863716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.ipam_pluggable_backend [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefe:d51f {{(pid=100146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 24 12:47:38.865165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.872373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:38.877694 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0231c585-b191-405a-8575-a6e6f706ad2a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.884422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dd83ce-851e-4ec5-8aec-17b0e3fb0010 None None] DHCP port deletion for 57fa9d32-ae3d-4d45-88f4-9597f8c7e441 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:38.891957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-502169a7-c22a-49d5-a518-d5927e928109 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:38.904533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0231c585-b191-405a-8575-a6e6f706ad2a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.907498 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0231c585-b191-405a-8575-a6e6f706ad2a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "DELETE /v2.0/subnets/eef5779a-5030-44ad-9dfd-7dd1c4e7a941 HTTP/1.1" status: 204 len: 168 time: 0.6902552 Jun 24 12:47:38.911992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46066) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:38.935326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231c585-b191-405a-8575-a6e6f706ad2a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event deleted for resources: {'Subnet': ['ID=eef5779a-5030-44ad-9dfd-7dd1c4e7a941,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:38.938701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0231c585-b191-405a-8575-a6e6f706ad2a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:38.962284 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:38.971104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:38.975881 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf69a1-93ba-4c81-91de-897a2eba1d8d None None] Pushing event updated for resources: {'Port': ['ID=747c801b-c434-45b6-b21f-2841e6c007a3,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:38.980567 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1bbf69a1-93ba-4c81-91de-897a2eba1d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:38.984360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6ca80-324f-45f2-86e5-00df3ee39f6f None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:38.984565 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0a46e1d9-f7f3-4c26-ab42-542e4c42a988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.987117 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0a46e1d9-f7f3-4c26-ab42-542e4c42a988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:38.990627 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0a46e1d9-f7f3-4c26-ab42-542e4c42a988 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a2e29697-4c7b-4037-817f-204c13b0feab HTTP/1.1" status: 204 len: 168 time: 0.5689442 Jun 24 12:47:38.998519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e9494-aaf9-44a8-a0ed-1b5bf1ab229c req-6473b0f5-a25d-4c64-9411-6139971b7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:39.001443 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc7e9494-aaf9-44a8-a0ed-1b5bf1ab229c req-6473b0f5-a25d-4c64-9411-6139971b7dee service neutron] 10.222.0.102 "GET /v2.0/networks?id=25c02307-f8f3-4bdc-9423-888d1e41caf9 HTTP/1.1" status: 200 len: 899 time: 0.2539871 Jun 24 12:47:39.008637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:39.009223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.022187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=3f4abeb2-b6b6-42e7-8ea7-aecec5e97b7b,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:39.029418 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56331fe-8a4b-4dda-a9a0-43f61d5ea186 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:39.036439 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a56331fe-8a4b-4dda-a9a0-43f61d5ea186 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1226313 Jun 24 12:47:39.039415 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:39.040044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46070) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:39.041634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ec1d5944-23be-41a7-a1ad-961974b78e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:39.055066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-48dd83ce-851e-4ec5-8aec-17b0e3fb0010 None None] Deleting port 747c801b-c434-45b6-b21f-2841e6c007a3 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:39.055604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-48dd83ce-851e-4ec5-8aec-17b0e3fb0010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.070935 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3869519 Jun 24 12:47:39.090394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46e1d9-f7f3-4c26-ab42-542e4c42a988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e29697-4c7b-4037-817f-204c13b0feab,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:39.096094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46072) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:39.108801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-00b5a5ea-9fa1-4975-ad90-67571388c8a9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:39.118632 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0a46e1d9-f7f3-4c26-ab42-542e4c42a988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:39.173095 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-48dd83ce-851e-4ec5-8aec-17b0e3fb0010 None None] For port 747c801b-c434-45b6-b21f-2841e6c007a3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=747c801b-c434-45b6-b21f-2841e6c007a3,segment=NetworkSegment(9523918a-3a7e-435b-bd4a-44be273f707b),segment_id=9523918a-3a7e-435b-bd4a-44be273f707b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:39.173797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-48dd83ce-851e-4ec5-8aec-17b0e3fb0010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.214400 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.218750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-48dd83ce-851e-4ec5-8aec-17b0e3fb0010 None None] Calling delete_port for 747c801b-c434-45b6-b21f-2841e6c007a3 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:39.295820 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46078) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:39.308657 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc7e9494-aaf9-44a8-a0ed-1b5bf1ab229c req-0b13d08e-632f-4453-8684-25bbfc1e1289 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7493d629-8562-4ebf-bb96-0ef1a4a3d00f HTTP/1.1" status: 200 len: 217 time: 0.2986391 Jun 24 12:47:39.311754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b5a5ea-9fa1-4975-ad90-67571388c8a9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:39.331240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00b5a5ea-9fa1-4975-ad90-67571388c8a9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.338545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': '3f4abeb2-b6b6-42e7-8ea7-aecec5e97b7b'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:39.340294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.360926 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Deleting port c74e84e8-2d7e-4fe6-8a47-d549a85093fe {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:39.361269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.446747 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-48dd83ce-851e-4ec5-8aec-17b0e3fb0010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.452029 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:39.480742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd83ce-851e-4ec5-8aec-17b0e3fb0010 None None] Pushing event deleted for resources: {'Port': ['ID=747c801b-c434-45b6-b21f-2841e6c007a3,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:39.483949 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-48dd83ce-851e-4ec5-8aec-17b0e3fb0010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:39.496779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd83ce-851e-4ec5-8aec-17b0e3fb0010 None None] No DVR routers for this DVR port 747c801b-c434-45b6-b21f-2841e6c007a3 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:39.530131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] For port c74e84e8-2d7e-4fe6-8a47-d549a85093fe, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=c74e84e8-2d7e-4fe6-8a47-d549a85093fe,segment=NetworkSegment(1f682f6a-8941-4d19-8483-c9ddd29138c1),segment_id=1f682f6a-8941-4d19-8483-c9ddd29138c1)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:39.530498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.568716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Calling delete_port for c74e84e8-2d7e-4fe6-8a47-d549a85093fe owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:39.594860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e9494-aaf9-44a8-a0ed-1b5bf1ab229c req-2d42e200-9570-42ac-b57f-100bf45c5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:39.596264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Allocated IP 2001:db8::f816:3eff:fe83:690c (775331f2-7641-4269-a311-a446eb45635d/3f4abeb2-b6b6-42e7-8ea7-aecec5e97b7b/6877f5ba-6245-47b4-b97f-3f2dffa75917) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:39.596901 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc7e9494-aaf9-44a8-a0ed-1b5bf1ab229c req-2d42e200-9570-42ac-b57f-100bf45c5f45 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9f7f5e05-c9b5-4e92-87cb-9103b101d85e HTTP/1.1" status: 200 len: 835 time: 0.0864964 Jun 24 12:47:39.606449 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.ipam_backend_mixin [None req-00b5a5ea-9fa1-4975-ad90-67571388c8a9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f4abeb2-b6b6-42e7-8ea7-aecec5e97b7b (CIDR: 2001:db8::/64) Jun 24 12:47:39.615280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46082) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:39.657056 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b5a5ea-9fa1-4975-ad90-67571388c8a9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:47:39.657608 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b5a5ea-9fa1-4975-ad90-67571388c8a9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:39.679469 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-00b5a5ea-9fa1-4975-ad90-67571388c8a9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5813985 Jun 24 12:47:39.682638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46086) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:39.688668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d286d455-8617-4e95-8d85-5f44afd32055 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:39.730279 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-533f5d50-66c8-4a89-b12e-c762631ee697 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3b81c3bb678a40df9e7b3249b891322c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308143 Jun 24 12:47:39.740835 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46088) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:39.752128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad3983e-1f2e-42fe-a584-c7d6a17bf2a7 None None] Network e865cd90-83bd-4328-bffe-b674821bb65a requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:39.759110 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-882bacef-938f-49e2-9ec9-dfea925363bd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=83bff33af9c044d8822e3d26e0d04f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424625 Jun 24 12:47:39.764621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46090) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:39.769610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e9494-aaf9-44a8-a0ed-1b5bf1ab229c req-540e4bed-5ad7-48d6-861f-6a65c39f76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:39.771395 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc7e9494-aaf9-44a8-a0ed-1b5bf1ab229c req-540e4bed-5ad7-48d6-861f-6a65c39f76ed service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=25c02307-f8f3-4bdc-9423-888d1e41caf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1680405 Jun 24 12:47:39.821320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.821623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d0cad726-c857-46fe-ad1a-8d04560d4a42 None None] Provisioning for port c74e84e8-2d7e-4fe6-8a47-d549a85093fe completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:39.829611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6c2f33b9-7385-40d3-ae5f-55fec37a1944 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:39.844185 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d0cad726-c857-46fe-ad1a-8d04560d4a42 None None] Provisioning complete for port c74e84e8-2d7e-4fe6-8a47-d549a85093fe triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:39.844566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d0cad726-c857-46fe-ad1a-8d04560d4a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.865540 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event deleted for resources: {'Port': ['ID=c74e84e8-2d7e-4fe6-8a47-d549a85093fe,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:39.869116 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:39.870218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-d0cad726-c857-46fe-ad1a-8d04560d4a42 None None] Port c74e84e8-2d7e-4fe6-8a47-d549a85093fe was deleted so its status cannot be updated. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 24 12:47:39.873094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] No DVR routers for this DVR port c74e84e8-2d7e-4fe6-8a47-d549a85093fe on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:39.916333 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e7f5cc28-d3c5-48bd-9392-954bcaa5a59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.944864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91b8ac5e-f82a-4769-8317-0f3bc0345b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.965829 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc7e9494-aaf9-44a8-a0ed-1b5bf1ab229c req-3c705f45-56c6-4aaf-9144-769d94226646 service neutron] 10.222.0.102 "GET /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865654 Jun 24 12:47:39.978549 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6b7b0-63e1-41c7-a9b7-3f04d7cf024d req-e50ce5b8-c4bd-4152-82d0-7a2539561455 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:39.980162 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-43b6b7b0-63e1-41c7-a9b7-3f04d7cf024d req-e50ce5b8-c4bd-4152-82d0-7a2539561455 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 943 time: 0.2045217 Jun 24 12:47:39.994476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.007646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d286d455-8617-4e95-8d85-5f44afd32055 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:40.008827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e7f5cc28-d3c5-48bd-9392-954bcaa5a59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.011360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.011515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d286d455-8617-4e95-8d85-5f44afd32055 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.015253 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Transition to ACTIVE for port object 6877f5ba-6245-47b4-b97f-3f2dffa75917 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:40.033602 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91b8ac5e-f82a-4769-8317-0f3bc0345b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.036311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33507c95-3352-45ea-aac1-f9181efdfd5a None None] DHCP port deletion for e865cd90-83bd-4328-bffe-b674821bb65a request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:40.037207 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e865cd90-83bd-4328-bffe-b674821bb65a']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:40.044354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Transition to ACTIVE for port object 6877f5ba-6245-47b4-b97f-3f2dffa75917 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:40.051894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.058471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:40.064408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f682f6a-8941-4d19-8483-c9ddd29138c1') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:40.064925 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f682f6a-8941-4d19-8483-c9ddd29138c1') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:40.096434 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.098922 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:40.102325 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:40.109207 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:40.141874 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Pushing event updated for resources: {'Port': ['ID=6877f5ba-6245-47b4-b97f-3f2dffa75917,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:40.151335 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.158580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:40.159023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.165588 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:40.183011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Attempting to bind port 6877f5ba-6245-47b4-b97f-3f2dffa75917 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:40.183540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Attempting to bind port 6877f5ba-6245-47b4-b97f-3f2dffa75917 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:40.184181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Attempting to bind port 6877f5ba-6245-47b4-b97f-3f2dffa75917 on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:40.190245 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:40.190245 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:40.190679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.191216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:40.191802 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Bound port: 6877f5ba-6245-47b4-b97f-3f2dffa75917, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:40.192292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.197608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 747c801b-c434-45b6-b21f-2841e6c007a3 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:40.197816 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:40.203764 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-43b6b7b0-63e1-41c7-a9b7-3f04d7cf024d req-0dcc4a3f-1e58-4771-9e60-a059d67793ca tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=03b42fe3-bd6a-431b-8c52-440ca0dc1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971016 Jun 24 12:47:40.230742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 747c801b-c434-45b6-b21f-2841e6c007a3 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:40.231288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 747c801b-c434-45b6-b21f-2841e6c007a3 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:40.246913 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc7e9494-aaf9-44a8-a0ed-1b5bf1ab229c req-763847db-e5fb-4dca-b92d-3b230c73760f service neutron] 10.222.0.102 "GET /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636707 Jun 24 12:47:40.279852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.281920 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e7f5cc28-d3c5-48bd-9392-954bcaa5a59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.285392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e7f5cc28-d3c5-48bd-9392-954bcaa5a59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.289292 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e7f5cc28-d3c5-48bd-9392-954bcaa5a59d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8507a6c4-ad87-44c8-9d35-2b5bdf6bd769 HTTP/1.1" status: 204 len: 168 time: 0.5231080 Jun 24 12:47:40.292211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:40.296211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.298087 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "DELETE /v2.0/networks/e865cd90-83bd-4328-bffe-b674821bb65a HTTP/1.1" status: 204 len: 168 time: 1.2536731 Jun 24 12:47:40.298947 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91b8ac5e-f82a-4769-8317-0f3bc0345b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.302558 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91b8ac5e-f82a-4769-8317-0f3bc0345b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.303809 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-91b8ac5e-f82a-4769-8317-0f3bc0345b73 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/66618e1d-4ec8-4e18-a83a-dc17304d7268 HTTP/1.1" status: 204 len: 168 time: 0.5620248 Jun 24 12:47:40.304476 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46094) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:40.315819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-a191e551-8804-490f-beed-2e4adc322969 None None] For port 6877f5ba-6245-47b4-b97f-3f2dffa75917, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:40.319026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5cc28-d3c5-48bd-9392-954bcaa5a59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8507a6c4-ad87-44c8-9d35-2b5bdf6bd769,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:40.321533 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-a191e551-8804-490f-beed-2e4adc322969 None None] For port 6877f5ba-6245-47b4-b97f-3f2dffa75917, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6877f5ba-6245-47b4-b97f-3f2dffa75917,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:40.337270 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e7f5cc28-d3c5-48bd-9392-954bcaa5a59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:40.337974 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-03afd35a-6d88-4bd0-b5c3-6535c239fcb9 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:40.349300 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.366469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1bbf69a1-93ba-4c81-91de-897a2eba1d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:40.439436 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event deleted for resources: {'Network': ['ID=e865cd90-83bd-4328-bffe-b674821bb65a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:40.444591 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:40.456705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-32ea0d2b-4bec-4284-8d87-6e1cb944f54d tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:40.461847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Pushing event updated for resources: {'Port': ['ID=6877f5ba-6245-47b4-b97f-3f2dffa75917,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:40.467627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:40.479057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8ac5e-f82a-4769-8317-0f3bc0345b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66618e1d-4ec8-4e18-a83a-dc17304d7268,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:40.500727 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-91b8ac5e-f82a-4769-8317-0f3bc0345b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:40.518116 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.556360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d286d455-8617-4e95-8d85-5f44afd32055 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.559690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2a063baf-1e8d-4584-9ae5-f686559beced tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:40.622144 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d286d455-8617-4e95-8d85-5f44afd32055 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:40.625862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-d286d455-8617-4e95-8d85-5f44afd32055 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:40.632404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286d455-8617-4e95-8d85-5f44afd32055 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:40.635437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d286d455-8617-4e95-8d85-5f44afd32055 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.678452 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286d455-8617-4e95-8d85-5f44afd32055 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=7dc23bbe-6d95-477b-ba70-003c73893d7f,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:40.687534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d286d455-8617-4e95-8d85-5f44afd32055 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:40.711558 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d286d455-8617-4e95-8d85-5f44afd32055 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0278821 Jun 24 12:47:40.712227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46100) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:40.717730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'mac_address': 'fa:16:3e:9a:c0:62', 'name': 'tempest-NetworksTestDHCPv6-630319757'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:40.769311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.789109 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fa9d32-ae3d-4d45-88f4-9597f8c7e441']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:40.802586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9523918a-3a7e-435b-bd4a-44be273f707b') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:40.802993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9523918a-3a7e-435b-bd4a-44be273f707b') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:40.813888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.831082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.853079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:40.853492 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:40.856811 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:40.885542 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:47:40.904166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:40.947165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.955751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8bdc1db2-1954-4eee-81bc-08d3a3aeb25b tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:40.960734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:40.965315 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "DELETE /v2.0/networks/57fa9d32-ae3d-4d45-88f4-9597f8c7e441 HTTP/1.1" status: 204 len: 168 time: 0.6552944 Jun 24 12:47:40.967748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46110) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:40.985879 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event deleted for resources: {'Network': ['ID=57fa9d32-ae3d-4d45-88f4-9597f8c7e441,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:40.997607 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:41.008740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.032046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port 19775e79-13d0-4359-800c-f4d8d0b7bf9d yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:41.059930 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.164099 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.174898 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b137a683-3d26-4ab0-b1a6-498c84fc931d']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:41.185499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe75f14a-be0d-433d-a987-9676bb6cb464') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:41.185869 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe75f14a-be0d-433d-a987-9676bb6cb464') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:41.195512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.214137 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.221116 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:41.222422 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:41.225943 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:41.230500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8:0:1::304 (775331f2-7641-4269-a311-a446eb45635d/7dc23bbe-6d95-477b-ba70-003c73893d7f/19775e79-13d0-4359-800c-f4d8d0b7bf9d) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:41.254096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::f816:3eff:fe9a:c062 (775331f2-7641-4269-a311-a446eb45635d/3f4abeb2-b6b6-42e7-8ea7-aecec5e97b7b/19775e79-13d0-4359-800c-f4d8d0b7bf9d) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:41.288860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 7493d629-8562-4ebf-bb96-0ef1a4a3d00f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:47:41.304195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.316200 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:41.335153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.337428 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "DELETE /v2.0/networks/b137a683-3d26-4ab0-b1a6-498c84fc931d HTTP/1.1" status: 204 len: 168 time: 0.3686762 Jun 24 12:47:41.338785 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event deleted for resources: {'Network': ['ID=b137a683-3d26-4ab0-b1a6-498c84fc931d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:41.341605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:41.343237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46122) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:41.401695 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46124) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:41.448307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7493d629-8562-4ebf-bb96-0ef1a4a3d00f,segment=NetworkSegment(46edff1c-1769-4e57-afb3-107cefaa07b4),segment_id=46edff1c-1769-4e57-afb3-107cefaa07b4)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:41.463391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'port_id': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'mac_address': 'fa:16:3e:f2:71:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:47:41.513383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.525903 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'network': {'name': 'tempest-RoutersTest-1276660296'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:41.533774 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7493d629-8562-4ebf-bb96-0ef1a4a3d00f {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:47:41.542935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.555225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:41.560287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.562151 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7493d629-8562-4ebf-bb96-0ef1a4a3d00f,segment=NetworkSegment(46edff1c-1769-4e57-afb3-107cefaa07b4),segment_id=46edff1c-1769-4e57-afb3-107cefaa07b4)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:41.570327 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.572473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c10a0cd8-63d8-4f12-a835-8d14f08ecc2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:41.580392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.611081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.626876 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=7493d629-8562-4ebf-bb96-0ef1a4a3d00f,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:41.630229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:41.679922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea0aef-9cf1-4bfb-bd80-8da79b8232e3 req-6d550594-567d-40c5-8876-0fe2778830ba tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:41.681483 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-76ea0aef-9cf1-4bfb-bd80-8da79b8232e3 req-6d550594-567d-40c5-8876-0fe2778830ba tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 943 time: 0.3331528 Jun 24 12:47:41.690286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object 19775e79-13d0-4359-800c-f4d8d0b7bf9d will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:41.712386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.716751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.718329 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f91f70-2504-4375-92b7-23eb6125cb0a None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:41.721050 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7e8e0e4e-5ff4-434a-bcb3-198f3e3ed586 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:41.732182 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.752862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] vlan segment allocate from pool success with {'vlan_id': 1300, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:47:41.756712 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b42b44-cd87-4acf-898f-441cf2d35105']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:41.764405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1b9369-319f-4257-8e1a-fb92236721ed,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:41.771361 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:41.772243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.773251 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Added segment c11a1f1b-c79d-44ea-965e-626809456c42 of type vlan for network bec61cc6-9a79-4b73-89c9-443150a1da39 Jun 24 12:47:41.775951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1890681-3211-45ec-a7d5-deca65d02a44') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:41.776318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1890681-3211-45ec-a7d5-deca65d02a44') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:41.781983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-806553d1-6945-45a1-af05-cc7a3177266d None None] Provisioning for port 6877f5ba-6245-47b4-b97f-3f2dffa75917 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:41.799206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.813226 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-76ea0aef-9cf1-4bfb-bd80-8da79b8232e3 req-e9f6e3fd-d929-490b-b13f-b7cb663dd64c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=03b42fe3-bd6a-431b-8c52-440ca0dc1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246502 Jun 24 12:47:41.825669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.831845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.837894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f68f932e-7f95-4fef-83b6-8c2e5851f013 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:41.841804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:41.842215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:41.846132 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:41.852050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['7493d629-8562-4ebf-bb96-0ef1a4a3d00f'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:47:41.859197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.889297 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.896510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:41.897133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.900703 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-91cc4ac8-e794-4fde-a590-89c01950f8ad tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:41.944555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:41.952320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:41.954421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=19775e79-13d0-4359-800c-f4d8d0b7bf9d,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:41.957282 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:41.962966 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:41.963727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.970823 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:41.971042 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5653868 Jun 24 12:47:41.971482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46128) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:41.979554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Network': ['ID=bec61cc6-9a79-4b73-89c9-443150a1da39,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:41.980046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a463cac7-60d4-46b5-b8b4-c9e9e330e274 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'network': {'name': 'tempest-RoutersTest-1714107262'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:41.983127 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:41.985034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.991945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d4d68a38-4fee-4a06-9431-cbf14e7eb3f7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:41.999496 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.001357 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] 10.222.0.110 "DELETE /v2.0/networks/76b42b44-cd87-4acf-898f-441cf2d35105 HTTP/1.1" status: 204 len: 168 time: 0.6568911 Jun 24 12:47:42.002538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network bec61cc6-9a79-4b73-89c9-443150a1da39 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:47:42.009783 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2963896 Jun 24 12:47:42.015823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46132) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:42.022832 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Pushing event deleted for resources: {'Network': ['ID=76b42b44-cd87-4acf-898f-441cf2d35105,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:42.026814 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:42.034723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a463cac7-60d4-46b5-b8b4-c9e9e330e274 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:42.042205 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a463cac7-60d4-46b5-b8b4-c9e9e330e274 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.073552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a463cac7-60d4-46b5-b8b4-c9e9e330e274 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] vlan segment allocate from pool success with {'vlan_id': 1333, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:47:42.089258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a463cac7-60d4-46b5-b8b4-c9e9e330e274 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.089706 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-a463cac7-60d4-46b5-b8b4-c9e9e330e274 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Added segment 4bae3d4d-aa50-43ea-810c-11f0311b0f96 of type vlan for network 1c4ec2d1-1c79-4cf8-8eca-ca4247250ade Jun 24 12:47:42.160569 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a463cac7-60d4-46b5-b8b4-c9e9e330e274 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.177413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-800afd7c-c67d-4460-b36d-0720ba67a458 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port 19775e79-13d0-4359-800c-f4d8d0b7bf9d {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:42.179332 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-800afd7c-c67d-4460-b36d-0720ba67a458 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.195259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142a2991-a063-4381-8906-45c506ebad42 None None] Update dhcp port {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'fixed_ips': [{'subnet_id': '3f4abeb2-b6b6-42e7-8ea7-aecec5e97b7b', 'ip_address': '2001:db8::f816:3eff:fe83:690c'}, {'subnet_id': '7dc23bbe-6d95-477b-ba70-003c73893d7f'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': '6877f5ba-6245-47b4-b97f-3f2dffa75917'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:47:42.225974 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a463cac7-60d4-46b5-b8b4-c9e9e330e274 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.234409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a463cac7-60d4-46b5-b8b4-c9e9e330e274 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:42.235579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a463cac7-60d4-46b5-b8b4-c9e9e330e274 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.251927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9de12634-166d-4975-a157-f170180a2ea4 tempest-FloatingIPTestJSON-1650270945 tempest-FloatingIPTestJSON-1650270945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:42.264667 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a463cac7-60d4-46b5-b8b4-c9e9e330e274 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2910831 Jun 24 12:47:42.265872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46134) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:42.283413 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c5ebcd87-67af-45a3-8510-560f9734b88c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'subnet': {'network_id': 'bec61cc6-9a79-4b73-89c9-443150a1da39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:42.294053 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-800afd7c-c67d-4460-b36d-0720ba67a458 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.311581 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-800afd7c-c67d-4460-b36d-0720ba67a458 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for 19775e79-13d0-4359-800c-f4d8d0b7bf9d owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:42.400836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6877f5ba-6245-47b4-b97f-3f2dffa75917 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:42.404911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463cac7-60d4-46b5-b8b4-c9e9e330e274 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Network': ['ID=1c4ec2d1-1c79-4cf8-8eca-ca4247250ade,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:42.416600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a463cac7-60d4-46b5-b8b4-c9e9e330e274 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:42.437142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 1c4ec2d1-1c79-4cf8-8eca-ca4247250ade details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:47:42.462935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ebcd87-67af-45a3-8510-560f9734b88c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:42.470258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c5ebcd87-67af-45a3-8510-560f9734b88c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.473351 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46138) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:42.484685 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-142a2991-a063-4381-8906-45c506ebad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.565246 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-800afd7c-c67d-4460-b36d-0720ba67a458 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.572985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:42.604929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800afd7c-c67d-4460-b36d-0720ba67a458 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=19775e79-13d0-4359-800c-f4d8d0b7bf9d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:42.608604 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-800afd7c-c67d-4460-b36d-0720ba67a458 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:42.681723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-800afd7c-c67d-4460-b36d-0720ba67a458 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.684469 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-800afd7c-c67d-4460-b36d-0720ba67a458 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/19775e79-13d0-4359-800c-f4d8d0b7bf9d HTTP/1.1" status: 204 len: 168 time: 0.6662462 Jun 24 12:47:42.687890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46142) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:42.692790 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 6877f5ba-6245-47b4-b97f-3f2dffa75917 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:42.698224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 6877f5ba-6245-47b4-b97f-3f2dffa75917 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:42.698615 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.709697 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c93c9392-0243-4749-b984-9f3a5412e7fb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=322961dcd71649ca8bac75b6fac9bb78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329226 Jun 24 12:47:42.711212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46144) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:42.764980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c5ebcd87-67af-45a3-8510-560f9734b88c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.768539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:42.769029 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5480483f-a933-42df-8f20-8020ae1046ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.793940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5480483f-a933-42df-8f20-8020ae1046ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.805486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-142a2991-a063-4381-8906-45c506ebad42 None None] Allocated IP 2001:db8:0:1::2 (775331f2-7641-4269-a311-a446eb45635d/7dc23bbe-6d95-477b-ba70-003c73893d7f/6877f5ba-6245-47b4-b97f-3f2dffa75917) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:42.842230 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebcd87-67af-45a3-8510-560f9734b88c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Subnet': ['ID=f3345228-4435-4493-91e7-c39eedaa39e2,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:42.847450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c5ebcd87-67af-45a3-8510-560f9734b88c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:42.857105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ebcd87-67af-45a3-8510-560f9734b88c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Checking segment: {'id': 'c11a1f1b-c79d-44ea-965e-626809456c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'bec61cc6-9a79-4b73-89c9-443150a1da39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:42.857420 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ebcd87-67af-45a3-8510-560f9734b88c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network hostable DHCP agents. Network: bec61cc6-9a79-4b73-89c9-443150a1da39, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:47:42.857641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5480483f-a933-42df-8f20-8020ae1046ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.861556 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5480483f-a933-42df-8f20-8020ae1046ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.865986 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5480483f-a933-42df-8f20-8020ae1046ca admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ddcea0f1-7fbe-4ca3-91d9-4bedfea606ef HTTP/1.1" status: 204 len: 168 time: 0.1513534 Jun 24 12:47:42.865986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-da1b2fc2-f537-4325-b004-9e38316348ba tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:42.868128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c55a27-4aaa-4d9f-9363-826f7fef23e6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:42.871245 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-77c55a27-4aaa-4d9f-9363-826f7fef23e6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1565821 Jun 24 12:47:42.873323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46150) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:42.879755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.892212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480483f-a933-42df-8f20-8020ae1046ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcea0f1-7fbe-4ca3-91d9-4bedfea606ef,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:42.895964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5480483f-a933-42df-8f20-8020ae1046ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:42.934035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ebcd87-67af-45a3-8510-560f9734b88c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network bec61cc6-9a79-4b73-89c9-443150a1da39 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:47:42.945303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-c5ebcd87-67af-45a3-8510-560f9734b88c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, bec61cc6-9a79-4b73-89c9-443150a1da39) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:42.968027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ebcd87-67af-45a3-8510-560f9734b88c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:42.968240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c5ebcd87-67af-45a3-8510-560f9734b88c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.973693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d543b648-4a6d-40c8-8847-91a54e92bb85 None None] Network bec61cc6-9a79-4b73-89c9-443150a1da39 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:43.020125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9437fca1-9cb3-4628-8c91-2bf97517cead tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:43.021258 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9437fca1-9cb3-4628-8c91-2bf97517cead tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1470199 Jun 24 12:47:43.024236 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46154) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:43.030483 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c5ebcd87-67af-45a3-8510-560f9734b88c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7498956 Jun 24 12:47:43.031988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46156) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:43.037476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-680b05ac-a1fe-4cca-9b9f-cd96d76fe844 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'subnet': {'network_id': '1c4ec2d1-1c79-4cf8-8eca-ca4247250ade', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:43.051983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-142a2991-a063-4381-8906-45c506ebad42 None None] For port 6877f5ba-6245-47b4-b97f-3f2dffa75917, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6877f5ba-6245-47b4-b97f-3f2dffa75917,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:43.098227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-142a2991-a063-4381-8906-45c506ebad42 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.104793 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f4bb51-2aac-4f4d-bc92-c5fb4b7a78f0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:43.106838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f4bb51-2aac-4f4d-bc92-c5fb4b7a78f0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:43.108743 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f4bb51-2aac-4f4d-bc92-c5fb4b7a78f0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:43.110572 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d2f4bb51-2aac-4f4d-bc92-c5fb4b7a78f0 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0838501 Jun 24 12:47:43.114723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46158) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:43.119368 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-142a2991-a063-4381-8906-45c506ebad42 None None] Transition to ACTIVE for port object 6877f5ba-6245-47b4-b97f-3f2dffa75917 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:43.134961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-142a2991-a063-4381-8906-45c506ebad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.140281 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8528e610-87ef-494e-bde0-96c34cbd03ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:43.155940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46bbfe-28a5-4122-9a11-b2ff9b46a884 req-e8658c03-c22a-41b7-a4d5-18c00c3d6b01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:43.155940 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2a46bbfe-28a5-4122-9a11-b2ff9b46a884 req-e8658c03-c22a-41b7-a4d5-18c00c3d6b01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 944 time: 0.1797199 Jun 24 12:47:43.170964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680b05ac-a1fe-4cca-9b9f-cd96d76fe844 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:43.174690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-680b05ac-a1fe-4cca-9b9f-cd96d76fe844 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.199376 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d07677-318a-44cf-9a48-6a1ec92ba6b1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 3f4abeb2-b6b6-42e7-8ea7-aecec5e97b7b {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:43.209693 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2d07677-318a-44cf-9a48-6a1ec92ba6b1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.264738 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2a46bbfe-28a5-4122-9a11-b2ff9b46a884 req-a86f2436-fc0f-4556-b30d-3d9fe1b87eca tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=03b42fe3-bd6a-431b-8c52-440ca0dc1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004448 Jun 24 12:47:43.265467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2d07677-318a-44cf-9a48-6a1ec92ba6b1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.323470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 7493d629-8562-4ebf-bb96-0ef1a4a3d00f up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:43.334984 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:47:43.335338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:47:43.362893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a2991-a063-4381-8906-45c506ebad42 None None] Pushing event updated for resources: {'Port': ['ID=6877f5ba-6245-47b4-b97f-3f2dffa75917,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:43.366902 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-142a2991-a063-4381-8906-45c506ebad42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:43.391262 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2d07677-318a-44cf-9a48-6a1ec92ba6b1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.408549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-bec61cc6-9a79-4b73-89c9-443150a1da39', 'network_id': 'bec61cc6-9a79-4b73-89c9-443150a1da39', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'fixed_ips': [{'subnet_id': 'f3345228-4435-4493-91e7-c39eedaa39e2'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:43.409816 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.445780 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:43.453243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:43.454257 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.476683 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2d07677-318a-44cf-9a48-6a1ec92ba6b1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.479669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-65b2047c-1597-4686-85f2-c8ad68d91d0c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:43.502732 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-680b05ac-a1fe-4cca-9b9f-cd96d76fe844 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.514448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:43.523308 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d07677-318a-44cf-9a48-6a1ec92ba6b1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4abeb2-b6b6-42e7-8ea7-aecec5e97b7b,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:43.527254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b2d07677-318a-44cf-9a48-6a1ec92ba6b1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:43.530045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b2d07677-318a-44cf-9a48-6a1ec92ba6b1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.534641 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b2d07677-318a-44cf-9a48-6a1ec92ba6b1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/3f4abeb2-b6b6-42e7-8ea7-aecec5e97b7b HTTP/1.1" status: 204 len: 168 time: 0.4152052 Jun 24 12:47:43.534832 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46170) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:43.573873 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b05ac-a1fe-4cca-9b9f-cd96d76fe844 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Subnet': ['ID=454be90b-14e7-4034-a4a6-1505718a7417,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:43.577930 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-680b05ac-a1fe-4cca-9b9f-cd96d76fe844 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:43.611197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 7dc23bbe-6d95-477b-ba70-003c73893d7f {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:43.617739 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.644591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b05ac-a1fe-4cca-9b9f-cd96d76fe844 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Checking segment: {'id': '4bae3d4d-aa50-43ea-810c-11f0311b0f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '1c4ec2d1-1c79-4cf8-8eca-ca4247250ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:43.645278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b05ac-a1fe-4cca-9b9f-cd96d76fe844 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network hostable DHCP agents. Network: 1c4ec2d1-1c79-4cf8-8eca-ca4247250ade, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:47:43.659140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Allocated IP 172.20.0.2 (bec61cc6-9a79-4b73-89c9-443150a1da39/f3345228-4435-4493-91e7-c39eedaa39e2/9c735a14-1111-4d43-9e9e-896913877cff) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:43.674148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b05ac-a1fe-4cca-9b9f-cd96d76fe844 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 1c4ec2d1-1c79-4cf8-8eca-ca4247250ade is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:47:43.679206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.691194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-680b05ac-a1fe-4cca-9b9f-cd96d76fe844 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 1c4ec2d1-1c79-4cf8-8eca-ca4247250ade) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:43.699921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680b05ac-a1fe-4cca-9b9f-cd96d76fe844 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:43.700505 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-680b05ac-a1fe-4cca-9b9f-cd96d76fe844 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.713055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23320cf9-207f-4c3b-b83e-6fdf0569b401 None None] Network 1c4ec2d1-1c79-4cf8-8eca-ca4247250ade requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:43.720019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.729586 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-680b05ac-a1fe-4cca-9b9f-cd96d76fe844 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6965728 Jun 24 12:47:43.731450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46176) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:43.742238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6a68a127-2f3d-4944-a5ac-1bb0a124e43b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1185050059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:43.783962 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a68a127-2f3d-4944-a5ac-1bb0a124e43b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.786001 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a68a127-2f3d-4944-a5ac-1bb0a124e43b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.854283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.879667 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46180) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:43.928750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:43.931354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372c69b1-7da1-4bdd-acf3-f9988527f2fc" -d '{"events": [{"server_uuid": "e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe", "name": "network-vif-plugged", "status": "completed", "tag": "7493d629-8562-4ebf-bb96-0ef1a4a3d00f"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:43.937803 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.938981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a68a127-2f3d-4944-a5ac-1bb0a124e43b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.941401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7268ee80-4e72-4967-a099-40a3c5919462 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:43.944233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a68a127-2f3d-4944-a5ac-1bb0a124e43b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.969038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc23bbe-6d95-477b-ba70-003c73893d7f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:43.969838 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a68a127-2f3d-4944-a5ac-1bb0a124e43b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.982505 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6a68a127-2f3d-4944-a5ac-1bb0a124e43b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2499313 Jun 24 12:47:43.985474 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46188) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:43.996619 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.001015 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/7dc23bbe-6d95-477b-ba70-003c73893d7f HTTP/1.1" status: 204 len: 168 time: 0.4628894 Jun 24 12:47:44.005477 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46190) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:44.007509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.018430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:44.019184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:44.020400 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:44.021897 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:44.025455 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:44.026124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:44.026733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7493d629-8562-4ebf-bb96-0ef1a4a3d00f,segment=NetworkSegment(46edff1c-1769-4e57-afb3-107cefaa07b4),segment_id=46edff1c-1769-4e57-afb3-107cefaa07b4)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:44.027152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:44.027651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:44.029643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:44.030299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:44.032446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:44.032946 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:44.040323 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:44.052115 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.060426 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:44.142382 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-244829277'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:44.190384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:44.195546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.215167 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.219197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b73ddc4-1fb1-4092-a8cd-7169bf741ebc x-openstack-request-id: req-5b73ddc4-1fb1-4092-a8cd-7169bf741ebc {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:44.219502 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe", "name": "network-vif-plugged", "status": "completed", "tag": "7493d629-8562-4ebf-bb96-0ef1a4a3d00f", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:44.219765 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-5b73ddc4-1fb1-4092-a8cd-7169bf741ebc {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:44.221008 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'code': 200} Jun 24 12:47:44.226692 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-1c4ec2d1-1c79-4cf8-8eca-ca4247250ade', 'network_id': '1c4ec2d1-1c79-4cf8-8eca-ca4247250ade', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'fixed_ips': [{'subnet_id': '454be90b-14e7-4034-a4a6-1505718a7417'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:44.227868 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.231699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:47:44.231699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:47:44.239174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=7493d629-8562-4ebf-bb96-0ef1a4a3d00f,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:44.244721 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:44.256850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba587e7-dcc5-478b-ad82-052c13796e2e None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:44.343216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.347218 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.352230 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.369912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] vlan segment allocate from pool success with {'vlan_id': 1307, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:47:44.384286 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.384782 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Added segment a7359409-d380-43b3-a7da-1f3bdc110629 of type vlan for network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 Jun 24 12:47:44.423468 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-295d34df-54d5-48a8-8151-65869e80e1b2 None None] Could not find standard attr ID for object 19775e79-13d0-4359-800c-f4d8d0b7bf9d. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:47:44.427020 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Transition to ACTIVE for port object 9c735a14-1111-4d43-9e9e-896913877cff will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:44.440039 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.470671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d18f4695-55af-45f4-ab28-ef0f8318c1d8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:44.481239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Transition to ACTIVE for port object 9c735a14-1111-4d43-9e9e-896913877cff will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:44.501373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.507121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:44.507745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.510549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc792bd-f790-4735-a482-303a01a5cab1,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:44.514251 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:44.514791 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-85fc4bf7-6971-4613-bfdc-8cbcfd6a7552 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:44.581798 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7009249 Jun 24 12:47:44.582440 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46194) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:44.590345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'name': 'tempest-PortsTestJSON-1140481175'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:44.608565 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Network': ['ID=5e52d658-3c4b-4e1c-a8e3-6e252032b601,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:44.620769 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:44.661011 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b3612cec-457e-42c4-aaa8-1320fdcd0076 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6505053 Jun 24 12:47:44.661210 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46196) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:44.669226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:44.697451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.699325 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-48dd83ce-851e-4ec5-8aec-17b0e3fb0010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:44.701448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-295d34df-54d5-48a8-8151-65869e80e1b2 None None] Provisioning for port 6877f5ba-6245-47b4-b97f-3f2dffa75917 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:44.710636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:47:44.758670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-295d34df-54d5-48a8-8151-65869e80e1b2 None None] Provisioning complete for port 6877f5ba-6245-47b4-b97f-3f2dffa75917 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:44.759195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-295d34df-54d5-48a8-8151-65869e80e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.780623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:44.784172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.809389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port 2d175b45-081f-47d2-8ccf-ed71785b0817 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:44.815158 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:44.819162 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.838465 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Network bec61cc6-9a79-4b73-89c9-443150a1da39 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:44.861131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:44.864770 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:44.867937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Allocated IP 172.21.0.2 (1c4ec2d1-1c79-4cf8-8eca-ca4247250ade/454be90b-14e7-4034-a4a6-1505718a7417/6606c228-5050-4605-9ef7-38e6b42396b6) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:44.888168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Pushing event updated for resources: {'Port': ['ID=9c735a14-1111-4d43-9e9e-896913877cff,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:44.891175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:44.904854 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d9bf9-ec23-4e67-a8dd-925be3910d9b req-aa8c319a-2efd-452b-89eb-326f3b256803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:44.906051 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-708d9bf9-ec23-4e67-a8dd-925be3910d9b req-aa8c319a-2efd-452b-89eb-326f3b256803 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 1098 time: 0.2520416 Jun 24 12:47:44.941621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d17be-5baf-48f7-bb32-36cf85b0f09a req-fe30dc89-63f0-4c0c-aab2-29e338623be5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:44.943060 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-213d17be-5baf-48f7-bb32-36cf85b0f09a req-fe30dc89-63f0-4c0c-aab2-29e338623be5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 945 time: 0.2902875 Jun 24 12:47:45.031402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.039447 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-708d9bf9-ec23-4e67-a8dd-925be3910d9b req-2d3ecd06-fe80-4ef5-b185-c73813758482 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=03b42fe3-bd6a-431b-8c52-440ca0dc1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067245 Jun 24 12:47:45.058083 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-213d17be-5baf-48f7-bb32-36cf85b0f09a req-52a3cc8d-1873-4fa8-8cf2-c055114bcd79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=03b42fe3-bd6a-431b-8c52-440ca0dc1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983002 Jun 24 12:47:45.090306 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Attempting to bind port 9c735a14-1111-4d43-9e9e-896913877cff on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:45.090701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Attempting to bind port 9c735a14-1111-4d43-9e9e-896913877cff by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'c11a1f1b-c79d-44ea-965e-626809456c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'bec61cc6-9a79-4b73-89c9-443150a1da39'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:45.091099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Attempting to bind port 9c735a14-1111-4d43-9e9e-896913877cff on network bec61cc6-9a79-4b73-89c9-443150a1da39 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:45.091324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.114745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:45.115200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Checking segment: {'id': 'c11a1f1b-c79d-44ea-965e-626809456c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'bec61cc6-9a79-4b73-89c9-443150a1da39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:45.115573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.115976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Bound using segment: {'id': 'c11a1f1b-c79d-44ea-965e-626809456c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'bec61cc6-9a79-4b73-89c9-443150a1da39'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:45.116481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Bound port: 9c735a14-1111-4d43-9e9e-896913877cff, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11a1f1b-c79d-44ea-965e-626809456c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'bec61cc6-9a79-4b73-89c9-443150a1da39'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:45.116879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.141187 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.151513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-295d34df-54d5-48a8-8151-65869e80e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.202046 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae0a38e-1f26-4b7b-b5c5-c33feeab9459 None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:45.259309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.265409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:45.327288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 6877f5ba-6245-47b4-b97f-3f2dffa75917, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6877f5ba-6245-47b4-b97f-3f2dffa75917,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:45.342132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Allocated IP 172.20.0.1 (bec61cc6-9a79-4b73-89c9-443150a1da39/f3345228-4435-4493-91e7-c39eedaa39e2/ca26468a-d911-4ebb-8a0d-0c71f9d438d2) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:45.346505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.353241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:45.354219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=2d175b45-081f-47d2-8ccf-ed71785b0817,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:45.359204 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:45.361459 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] For port 9c735a14-1111-4d43-9e9e-896913877cff, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:45.364797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.383942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:47:45.448331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Checking segment: {'id': 'a7359409-d380-43b3-a7da-1f3bdc110629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:45.448331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network hostable DHCP agents. Network: 5e52d658-3c4b-4e1c-a8e3-6e252032b601, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:47:45.482992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Transition to ACTIVE for port object 6606c228-5050-4605-9ef7-38e6b42396b6 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:45.491876 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.504397 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-295d34df-54d5-48a8-8151-65869e80e1b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:47:45.505071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-295d34df-54d5-48a8-8151-65869e80e1b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:47:45.505494 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6877f5ba-6245-47b4-b97f-3f2dffa75917 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:45.507244 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:47:45.507948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Transition to ACTIVE for port object ca26468a-d911-4ebb-8a0d-0c71f9d438d2 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:45.510244 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] For port 9c735a14-1111-4d43-9e9e-896913877cff, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9c735a14-1111-4d43-9e9e-896913877cff,segment=NetworkSegment(c11a1f1b-c79d-44ea-965e-626809456c42),segment_id=c11a1f1b-c79d-44ea-965e-626809456c42)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:45.521444 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 5e52d658-3c4b-4e1c-a8e3-6e252032b601) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:45.528040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:45.533829 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:45.534563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.547569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.554455 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.556829 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=6877f5ba-6245-47b4-b97f-3f2dffa75917,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:45.558309 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a20449bd-7fa9-44e1-9c10-f4fbd1a02523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:45.560682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:45.561769 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3956a460-972e-4e9e-824d-a7a1faf9a04d None None] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:45.569973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-19a135c0-a6ec-4b1a-a088-5e69df8f63fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:45.585379 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9951613 Jun 24 12:47:45.585379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46198) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:45.590163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-cd703976-738d-4d42-b909-1e6bf813cd24 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-758419970'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:45.602607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Transition to ACTIVE for port object 6606c228-5050-4605-9ef7-38e6b42396b6 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:45.605030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network bec61cc6-9a79-4b73-89c9-443150a1da39 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:45.608582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:45.613328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:45.616042 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.624769 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-bae0a38e-1f26-4b7b-b5c5-c33feeab9459 None None] Deleting port 6877f5ba-6245-47b4-b97f-3f2dffa75917 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:45.625344 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bae0a38e-1f26-4b7b-b5c5-c33feeab9459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.639158 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd703976-738d-4d42-b909-1e6bf813cd24 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:45.642043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cd703976-738d-4d42-b909-1e6bf813cd24 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.652738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=ca26468a-d911-4ebb-8a0d-0c71f9d438d2,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:45.667910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:45.668345 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:45.668888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:45.669275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:45.669656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:45.670878 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:45.670878 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:45.671122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:45.671361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:45.671730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:45.672101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:45.672527 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:45.677522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:45.692508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.695740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.787808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Network 1c4ec2d1-1c79-4cf8-8eca-ca4247250ade is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:45.790958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Pushing event updated for resources: {'Port': ['ID=9c735a14-1111-4d43-9e9e-896913877cff,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:45.798293 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:45.805685 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:45.830725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:45.834160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:45.864840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.000998 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-bae0a38e-1f26-4b7b-b5c5-c33feeab9459 None None] For port 6877f5ba-6245-47b4-b97f-3f2dffa75917, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6877f5ba-6245-47b4-b97f-3f2dffa75917,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:46.001397 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bae0a38e-1f26-4b7b-b5c5-c33feeab9459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.035023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Pushing event updated for resources: {'Port': ['ID=6606c228-5050-4605-9ef7-38e6b42396b6,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:46.040121 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.059422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:46.118903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-bae0a38e-1f26-4b7b-b5c5-c33feeab9459 None None] Calling delete_port for 6877f5ba-6245-47b4-b97f-3f2dffa75917 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:46.124110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Attempting to bind port 6606c228-5050-4605-9ef7-38e6b42396b6 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:46.124858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Attempting to bind port 6606c228-5050-4605-9ef7-38e6b42396b6 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '4bae3d4d-aa50-43ea-810c-11f0311b0f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '1c4ec2d1-1c79-4cf8-8eca-ca4247250ade'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:46.125598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Attempting to bind port 6606c228-5050-4605-9ef7-38e6b42396b6 on network 1c4ec2d1-1c79-4cf8-8eca-ca4247250ade {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:46.137288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:46.137782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Checking segment: {'id': '4bae3d4d-aa50-43ea-810c-11f0311b0f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '1c4ec2d1-1c79-4cf8-8eca-ca4247250ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:46.138269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.138930 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Bound using segment: {'id': '4bae3d4d-aa50-43ea-810c-11f0311b0f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '1c4ec2d1-1c79-4cf8-8eca-ca4247250ade'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:46.139495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Bound port: 6606c228-5050-4605-9ef7-38e6b42396b6, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bae3d4d-aa50-43ea-810c-11f0311b0f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '1c4ec2d1-1c79-4cf8-8eca-ca4247250ade'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:46.140125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.249114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd703976-738d-4d42-b909-1e6bf813cd24 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] vlan segment allocate from pool success with {'vlan_id': 1349, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:47:46.260457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cd703976-738d-4d42-b909-1e6bf813cd24 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.261032 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-cd703976-738d-4d42-b909-1e6bf813cd24 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Added segment ce1f2d6d-f200-4185-a311-54ad1e44fd9e of type vlan for network dca3dbb1-fcc7-4611-b70c-a5076377bec5 Jun 24 12:47:46.292978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 6877f5ba-6245-47b4-b97f-3f2dffa75917, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6877f5ba-6245-47b4-b97f-3f2dffa75917,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:46.301255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.db.api [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:47:46.301575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_db.api [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:47:46.307614 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.312002 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cd703976-738d-4d42-b909-1e6bf813cd24 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.313545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:46.315833 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.345521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.349918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:46.350213 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cd703976-738d-4d42-b909-1e6bf813cd24 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.356436 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd703976-738d-4d42-b909-1e6bf813cd24 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:46.357029 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cd703976-738d-4d42-b909-1e6bf813cd24 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.370985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ac330ebe-e0b2-4362-bd56-f64fc5a46672 tempest-PortsAdminExtendedAttrsTestJSON-515918903 tempest-PortsAdminExtendedAttrsTestJSON-515918903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:46.389793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-251831a3-b799-4536-9025-76b24f081a38 None None] For port 6606c228-5050-4605-9ef7-38e6b42396b6, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:46.394531 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-251831a3-b799-4536-9025-76b24f081a38 None None] For port 6606c228-5050-4605-9ef7-38e6b42396b6, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6606c228-5050-4605-9ef7-38e6b42396b6,segment=NetworkSegment(4bae3d4d-aa50-43ea-810c-11f0311b0f96),segment_id=4bae3d4d-aa50-43ea-810c-11f0311b0f96)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:46.413561 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.429858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=6877f5ba-6245-47b4-b97f-3f2dffa75917,revision_number=8']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:46.437115 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:46.438100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2811b6b0-d210-4a6b-8715-84fbe0e77e13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:46.441874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.447902 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd703976-738d-4d42-b909-1e6bf813cd24 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Network': ['ID=dca3dbb1-fcc7-4611-b70c-a5076377bec5,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:46.454382 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cd703976-738d-4d42-b909-1e6bf813cd24 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8682263 Jun 24 12:47:46.456252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cd703976-738d-4d42-b909-1e6bf813cd24 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:46.457104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46202) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:46.464483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'ports': [{'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601'}, {'network_id': 'dca3dbb1-fcc7-4611-b70c-a5076377bec5'}]} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:46.464842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bae0a38e-1f26-4b7b-b5c5-c33feeab9459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.465368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:46.466010 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'network_id': 'dca3dbb1-fcc7-4611-b70c-a5076377bec5'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:46.472487 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network dca3dbb1-fcc7-4611-b70c-a5076377bec5 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:47:46.510711 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0a38e-1f26-4b7b-b5c5-c33feeab9459 None None] No DVR routers for this DVR port 6877f5ba-6245-47b4-b97f-3f2dffa75917 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:46.541703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=ca26468a-d911-4ebb-8a0d-0c71f9d438d2,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:46.547148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:46.563733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Pushing event updated for resources: {'Port': ['ID=6606c228-5050-4605-9ef7-38e6b42396b6,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:46.572507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1c687-f43b-4ea7-aae0-ed33996885ef req-92bae127-f070-41c8-a4d7-569ece4c2d85 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:46.574141 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4be1c687-f43b-4ea7-aae0-ed33996885ef req-92bae127-f070-41c8-a4d7-569ece4c2d85 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 945 time: 0.2800956 Jun 24 12:47:46.581807 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:46.582387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d572abf7-9d85-4e1e-b7c0-7f8ea8f30624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:46.605129 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0a38e-1f26-4b7b-b5c5-c33feeab9459 None None] Pushing event deleted for resources: {'Port': ['ID=6877f5ba-6245-47b4-b97f-3f2dffa75917,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:46.608461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bae0a38e-1f26-4b7b-b5c5-c33feeab9459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:46.633010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network bec61cc6-9a79-4b73-89c9-443150a1da39 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:46.636815 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:46.640957 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4be1c687-f43b-4ea7-aae0-ed33996885ef req-8253e652-5ed0-4422-91cf-f9fcd6ace1f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=03b42fe3-bd6a-431b-8c52-440ca0dc1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590556 Jun 24 12:47:46.704253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 2} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:46.710022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.732042 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.860481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router 8c97bee5-255f-41d0-aa68-3a3e31649ffd is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:47:46.864408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Port 6877f5ba-6245-47b4-b97f-3f2dffa75917 concurrently deleted while adding address for new subnet {'id': '8d00b6a2-6f2b-4f08-8d31-0c8c4ee007db', 'name': '', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1122, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-06-24T12:47:44Z', 'updated_at': '2021-06-24T12:47:44Z', 'revision_number': 0, 'segment_id': None, 'project_id': '689e413759a64051a36f751c16f72d31'}. {{(pid=100146) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:766}} Jun 24 12:47:46.865060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.876297 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b2d07677-318a-44cf-9a48-6a1ec92ba6b1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:46.889714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:46.899638 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:46.903039 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:46.903767 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.910788 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096b357f-dc4a-43cd-b77b-d8ba5b81c3da None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:46.937602 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port f5e6fe49-02c8-4ca8-910a-da0ddf76bbdf yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:46.990449 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3278079 Jun 24 12:47:46.993862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46206) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:47.005253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-cad593fb-d219-4da0-8e72-cbb8b931dab4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:47.017357 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=8d00b6a2-6f2b-4f08-8d31-0c8c4ee007db,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:47.020936 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:47.140222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.146062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d77abd-4193-42d9-9f04-ea9732fdaa93 req-54a757d0-93a8-4432-8ee2-6be337f2764a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:47.156616 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d3d77abd-4193-42d9-9f04-ea9732fdaa93 req-54a757d0-93a8-4432-8ee2-6be337f2764a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 945 time: 0.3079112 Jun 24 12:47:47.166020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:47.185694 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/8c97bee5-255f-41d0-aa68-3a3e31649ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1955180 Jun 24 12:47:47.187542 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46208) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:47.243027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port 419b65d1-f08a-4bf9-abe2-2f7af848c716 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:47.257337 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea77ce1-6c3f-41d5-a4ee-04233b59e97a None None] Network bec61cc6-9a79-4b73-89c9-443150a1da39 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:47.260533 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6d5aa-7782-4ea9-ac9a-266ae3b4150d None None] Sync routers for ids ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:47.276790 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d3d77abd-4193-42d9-9f04-ea9732fdaa93 req-619d19fc-3020-4cde-a2db-64fb419c8775 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=03b42fe3-bd6a-431b-8c52-440ca0dc1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190643 Jun 24 12:47:47.295765 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3069cb7-1adb-4439-b5c8-ac3f184729be tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:47.300485 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b3069cb7-1adb-4439-b5c8-ac3f184729be tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports/ca26468a-d911-4ebb-8a0d-0c71f9d438d2 HTTP/1.1" status: 200 len: 910 time: 0.1075032 Jun 24 12:47:47.300750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46210) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:47.317206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46212) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:47.363090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.365819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-070cd93d-cbaa-47ec-aeea-5431649036c1 None None] Provisioning for port 9c735a14-1111-4d43-9e9e-896913877cff completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:47.371574 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6d5aa-7782-4ea9-ac9a-266ae3b4150d None None] Routers {'8c97bee5-255f-41d0-aa68-3a3e31649ffd'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:47.372280 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-81a6d5aa-7782-4ea9-ac9a-266ae3b4150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:47.420014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad593fb-d219-4da0-8e72-cbb8b931dab4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:47.436415 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cad593fb-d219-4da0-8e72-cbb8b931dab4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.443429 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-81a6d5aa-7782-4ea9-ac9a-266ae3b4150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:47.463038 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6d5aa-7782-4ea9-ac9a-266ae3b4150d None None] Routers {'8c97bee5-255f-41d0-aa68-3a3e31649ffd'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:47.463681 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-81a6d5aa-7782-4ea9-ac9a-266ae3b4150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:47.488401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.493888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4190554f-0891-4e9d-8fb4-45059a02f29b tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:47.496380 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4190554f-0891-4e9d-8fb4-45059a02f29b tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 1093 time: 0.1790242 Jun 24 12:47:47.500484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46214) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:47.504666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:47.512283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': '8d00b6a2-6f2b-4f08-8d31-0c8c4ee007db'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:47.512283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.519381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-81a6d5aa-7782-4ea9-ac9a-266ae3b4150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:47.520314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6d5aa-7782-4ea9-ac9a-266ae3b4150d None None] The sync data for ids ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:47.573820 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.648006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.655640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9c735a14-1111-4d43-9e9e-896913877cff up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:47.656086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-da35106d-4d69-4747-b52c-286dabc34d71 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:47.707516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=f5e6fe49-02c8-4ca8-910a-da0ddf76bbdf,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:47.716665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:47.734462 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:47.760476 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:47.763108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:47.764331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.773088 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3d56d695-a1f5-4f13-946c-ccf0192863a4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:47.797312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Allocated IP 2001:db8::f816:3eff:fe46:2d3e (775331f2-7641-4269-a311-a446eb45635d/8d00b6a2-6f2b-4f08-8d31-0c8c4ee007db/b34ebe00-ac83-41d5-aa19-9a03d0bca610) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:47.812249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 9c735a14-1111-4d43-9e9e-896913877cff completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:47.820565 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.ipam_backend_mixin [None req-cad593fb-d219-4da0-8e72-cbb8b931dab4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d00b6a2-6f2b-4f08-8d31-0c8c4ee007db (CIDR: 2001:db8::/64) Jun 24 12:47:47.822085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 9c735a14-1111-4d43-9e9e-896913877cff triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:47.822476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.830797 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad593fb-d219-4da0-8e72-cbb8b931dab4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:47:47.831472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad593fb-d219-4da0-8e72-cbb8b931dab4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:47.852914 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=419b65d1-f08a-4bf9-abe2-2f7af848c716,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:47.864476 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:47.878954 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cad593fb-d219-4da0-8e72-cbb8b931dab4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8836880 Jun 24 12:47:47.883641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46216) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:47.894020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-cfbc108f-c60e-43d0-bb6c-494526e05e7b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:47.944271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.033703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cdb67f-afd0-485f-9254-29589d6a8a1f None None] Network 1c4ec2d1-1c79-4cf8-8eca-ca4247250ade requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:48.045704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbc108f-c60e-43d0-bb6c-494526e05e7b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:48.052124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cfbc108f-c60e-43d0-bb6c-494526e05e7b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.072364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.111802 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c9041a33-ee79-42bd-bebb-1ca0ae1312af None None] Provisioning for port 6606c228-5050-4605-9ef7-38e6b42396b6 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:48.116617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Checking segment: {'id': 'ce1f2d6d-f200-4185-a311-54ad1e44fd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'dca3dbb1-fcc7-4611-b70c-a5076377bec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:48.116995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network hostable DHCP agents. Network: dca3dbb1-fcc7-4611-b70c-a5076377bec5, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:47:48.173605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.196999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.206589 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network dca3dbb1-fcc7-4611-b70c-a5076377bec5 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:47:48.228578 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Transition to ACTIVE for port object b34ebe00-ac83-41d5-aa19-9a03d0bca610 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:48.234500 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 9c735a14-1111-4d43-9e9e-896913877cff, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9c735a14-1111-4d43-9e9e-896913877cff,segment=NetworkSegment(c11a1f1b-c79d-44ea-965e-626809456c42),segment_id=c11a1f1b-c79d-44ea-965e-626809456c42)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:48.251914 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, dca3dbb1-fcc7-4611-b70c-a5076377bec5) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:48.252104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.253461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6606c228-5050-4605-9ef7-38e6b42396b6 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:48.258969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:48.262266 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:48.269416 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:48.274375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:48.275168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.291776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd3f3cc-b4d5-46f2-b168-7c57fbc4c0be None None] Network dca3dbb1-fcc7-4611-b70c-a5076377bec5 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:48.295634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Transition to ACTIVE for port object b34ebe00-ac83-41d5-aa19-9a03d0bca610 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:48.301859 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8430572 Jun 24 12:47:48.307176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Allocated IP 172.21.0.1 (1c4ec2d1-1c79-4cf8-8eca-ca4247250ade/454be90b-14e7-4034-a4a6-1505718a7417/9d6605cf-5208-4fae-826d-1557a058791d) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:48.308845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46218) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:48.362239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.459235 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.464891 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2b52a1a6-dab6-4408-93ea-4dad01d43f50 None None] Provisioning complete for port 9c735a14-1111-4d43-9e9e-896913877cff triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:48.465271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2b52a1a6-dab6-4408-93ea-4dad01d43f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.469901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:48.475000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=9c735a14-1111-4d43-9e9e-896913877cff,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:48.481576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.76 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/656d27ef-b432-4c12-8151-04313208df0f) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:48.515995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:48.516914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:48.519250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-658a30fd-449b-4bf3-aa94-992be98fcc93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:48.529747 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:48.621618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 6606c228-5050-4605-9ef7-38e6b42396b6 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:48.627892 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-05c4ba63-5397-48bc-a3d6-985377826cef tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 419b65d1-f08a-4bf9-abe2-2f7af848c716 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:48.627892 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05c4ba63-5397-48bc-a3d6-985377826cef tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.658864 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 6606c228-5050-4605-9ef7-38e6b42396b6 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:48.659284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.682409 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Pushing event updated for resources: {'Port': ['ID=b34ebe00-ac83-41d5-aa19-9a03d0bca610,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:48.706727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:48.709628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05c4ba63-5397-48bc-a3d6-985377826cef tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.725349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-05c4ba63-5397-48bc-a3d6-985377826cef tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 419b65d1-f08a-4bf9-abe2-2f7af848c716 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:48.752278 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Attempting to bind port b34ebe00-ac83-41d5-aa19-9a03d0bca610 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:48.752569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Attempting to bind port b34ebe00-ac83-41d5-aa19-9a03d0bca610 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:48.752967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Attempting to bind port b34ebe00-ac83-41d5-aa19-9a03d0bca610 on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:48.793419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:48.793419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:48.793419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.793419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:48.793419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Bound port: b34ebe00-ac83-41d5-aa19-9a03d0bca610, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:48.793419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.818344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05c4ba63-5397-48bc-a3d6-985377826cef tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.824046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Transition to ACTIVE for port object 9d6605cf-5208-4fae-826d-1557a058791d will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:48.829220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4fe23d24-3e17-4608-89e6-a55e3c5a5c28 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:48.880560 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4ba63-5397-48bc-a3d6-985377826cef tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=419b65d1-f08a-4bf9-abe2-2f7af848c716,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:48.888948 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-05c4ba63-5397-48bc-a3d6-985377826cef tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:48.895529 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cfbc108f-c60e-43d0-bb6c-494526e05e7b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.901020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9992d071-714a-49a2-93fa-8efc8b25e3e3 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:48.903639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.907223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05c4ba63-5397-48bc-a3d6-985377826cef tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.907526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:48.911447 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-05c4ba63-5397-48bc-a3d6-985377826cef tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/419b65d1-f08a-4bf9-abe2-2f7af848c716 HTTP/1.1" status: 204 len: 168 time: 0.5992243 Jun 24 12:47:48.911618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2b52a1a6-dab6-4408-93ea-4dad01d43f50 None None] Provisioning for port ca26468a-d911-4ebb-8a0d-0c71f9d438d2 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:48.916632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.929786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2b52a1a6-dab6-4408-93ea-4dad01d43f50 None None] Provisioning complete for port ca26468a-d911-4ebb-8a0d-0c71f9d438d2 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:48.930208 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2b52a1a6-dab6-4408-93ea-4dad01d43f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.935941 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46220) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:48.970090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=9d6605cf-5208-4fae-826d-1557a058791d,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:48.974994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:48.983308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 1c4ec2d1-1c79-4cf8-8eca-ca4247250ade is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:48.985449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:48.990528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:48.993758 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] For port b34ebe00-ac83-41d5-aa19-9a03d0bca610, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:49.014214 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc108f-c60e-43d0-bb6c-494526e05e7b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=60e5f077-10fa-480e-a81f-706dda4cc401,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:49.029178 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] For port b34ebe00-ac83-41d5-aa19-9a03d0bca610, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b34ebe00-ac83-41d5-aa19-9a03d0bca610,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:49.031793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2b52a1a6-dab6-4408-93ea-4dad01d43f50 None None] Port ca26468a-d911-4ebb-8a0d-0c71f9d438d2 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:47:49.034945 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 6606c228-5050-4605-9ef7-38e6b42396b6, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6606c228-5050-4605-9ef7-38e6b42396b6,segment=NetworkSegment(4bae3d4d-aa50-43ea-810c-11f0311b0f96),segment_id=4bae3d4d-aa50-43ea-810c-11f0311b0f96)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:49.037523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.039854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:49.042992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.043666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc108f-c60e-43d0-bb6c-494526e05e7b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:49.049027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cfbc108f-c60e-43d0-bb6c-494526e05e7b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:49.055484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-cfbc108f-c60e-43d0-bb6c-494526e05e7b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:49.055956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.064780 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.069178 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc108f-c60e-43d0-bb6c-494526e05e7b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:49.071761 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cfbc108f-c60e-43d0-bb6c-494526e05e7b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.126640 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cfbc108f-c60e-43d0-bb6c-494526e05e7b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2370644 Jun 24 12:47:49.127281 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46222) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:49.128577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Pushing event updated for resources: {'Port': ['ID=b34ebe00-ac83-41d5-aa19-9a03d0bca610,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:49.132147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:49.132830 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:49.138454 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'mac_address': 'fa:16:3e:c9:48:3c', 'name': 'tempest-NetworksTestDHCPv6-2107965937'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:49.194971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4341810a-85ed-4a96-9ba0-68ac1335d58e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:49.196139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1b8a4340-7187-412e-9d5c-89869008bece None None] Provisioning complete for port ca26468a-d911-4ebb-8a0d-0c71f9d438d2 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:49.196635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4340-7187-412e-9d5c-89869008bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.208866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4341810a-85ed-4a96-9ba0-68ac1335d58e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:49.210497 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4341810a-85ed-4a96-9ba0-68ac1335d58e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2701180 Jun 24 12:47:49.214949 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46224) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:49.243981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.282263 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.304606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:49.427645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:49.490718 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:49.530712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:49.533475 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a4340-7187-412e-9d5c-89869008bece None None] Port ca26468a-d911-4ebb-8a0d-0c71f9d438d2 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:47:49.552739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=6606c228-5050-4605-9ef7-38e6b42396b6,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:49.556402 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:49.557417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9c735a14-1111-4d43-9e9e-896913877cff up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:49.594972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=656d27ef-b432-4c12-8151-04313208df0f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:49.617307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:49.621029 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 9c735a14-1111-4d43-9e9e-896913877cff triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:49.621642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.637436 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:49.662393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-23c116ed-9652-48b0-9929-e4c9f3a331a3 None None] Provisioning for port 9d6605cf-5208-4fae-826d-1557a058791d completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:49.668683 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-23c116ed-9652-48b0-9929-e4c9f3a331a3 None None] Provisioning complete for port 9d6605cf-5208-4fae-826d-1557a058791d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:49.669062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-23c116ed-9652-48b0-9929-e4c9f3a331a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.699749 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.708688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.714632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-26b59918-c737-4f90-8f95-c245a092b7a8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:49.734392 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-23c116ed-9652-48b0-9929-e4c9f3a331a3 None None] Port 9d6605cf-5208-4fae-826d-1557a058791d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:47:49.756772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-23c116ed-9652-48b0-9929-e4c9f3a331a3 None None] Provisioning complete for port 6606c228-5050-4605-9ef7-38e6b42396b6 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:49.757181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-23c116ed-9652-48b0-9929-e4c9f3a331a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.797582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.800407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=9d6605cf-5208-4fae-826d-1557a058791d,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:49.800565 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-102276ed-0203-4c71-98ce-3978be332b4d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port f5e6fe49-02c8-4ca8-910a-da0ddf76bbdf {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:49.800847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-102276ed-0203-4c71-98ce-3978be332b4d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.804114 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:49.905060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 1c4ec2d1-1c79-4cf8-8eca-ca4247250ade is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:49.906431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:49.927447 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.961081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-102276ed-0203-4c71-98ce-3978be332b4d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.012946 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router 8c97bee5-255f-41d0-aa68-3a3e31649ffd has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:50.014823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-102276ed-0203-4c71-98ce-3978be332b4d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for f5e6fe49-02c8-4ca8-910a-da0ddf76bbdf owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:50.019000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port bd5ce370-ebf0-469e-a8bf-e14db04be00c yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:50.131676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:50.141318 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/8c97bee5-255f-41d0-aa68-3a3e31649ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8393986 Jun 24 12:47:50.142807 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46226) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:50.146474 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e6b62e-b459-4a17-a4b2-ff51870aac70 None None] Sync routers for ids ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:50.165395 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e6b62e-b459-4a17-a4b2-ff51870aac70 None None] Routers {'8c97bee5-255f-41d0-aa68-3a3e31649ffd'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:50.166453 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-63e6b62e-b459-4a17-a4b2-ff51870aac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:50.211837 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-63e6b62e-b459-4a17-a4b2-ff51870aac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:50.218512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cc07f9-6a43-4121-b36f-41514ed4f88f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:50.219899 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-92cc07f9-6a43-4121-b36f-41514ed4f88f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports/9d6605cf-5208-4fae-826d-1557a058791d HTTP/1.1" status: 200 len: 910 time: 0.0759239 Jun 24 12:47:50.222378 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e6b62e-b459-4a17-a4b2-ff51870aac70 None None] Routers {'8c97bee5-255f-41d0-aa68-3a3e31649ffd'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:50.223127 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46228) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:50.223276 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-63e6b62e-b459-4a17-a4b2-ff51870aac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:50.261273 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-63e6b62e-b459-4a17-a4b2-ff51870aac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:50.262651 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e6b62e-b459-4a17-a4b2-ff51870aac70 None None] The sync data for ids ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:50.277012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-102276ed-0203-4c71-98ce-3978be332b4d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.278700 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-daf0e95b-6e5c-4e22-b06e-c555188e6379 None None] Provisioning complete for port 9d6605cf-5208-4fae-826d-1557a058791d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:50.279230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-daf0e95b-6e5c-4e22-b06e-c555188e6379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.292943 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-54a7efac-d3e2-45be-8b65-20e0ac186b79 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:50.324303 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102276ed-0203-4c71-98ce-3978be332b4d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=f5e6fe49-02c8-4ca8-910a-da0ddf76bbdf,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:50.328083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-daf0e95b-6e5c-4e22-b06e-c555188e6379 None None] Port 9d6605cf-5208-4fae-826d-1557a058791d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:47:50.346057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-102276ed-0203-4c71-98ce-3978be332b4d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:50.386216 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-102276ed-0203-4c71-98ce-3978be332b4d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.392144 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-102276ed-0203-4c71-98ce-3978be332b4d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/f5e6fe49-02c8-4ca8-910a-da0ddf76bbdf HTTP/1.1" status: 204 len: 168 time: 1.1711633 Jun 24 12:47:50.417590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46230) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:50.446885 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8:0:1::158 (775331f2-7641-4269-a311-a446eb45635d/60e5f077-10fa-480e-a81f-706dda4cc401/bd5ce370-ebf0-469e-a8bf-e14db04be00c) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:50.451612 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb57b1ae-253d-4512-8635-727f547cab8b None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:50.458729 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::f816:3eff:fec9:483c (775331f2-7641-4269-a311-a446eb45635d/8d00b6a2-6f2b-4f08-8d31-0c8c4ee007db/bd5ce370-ebf0-469e-a8bf-e14db04be00c) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:50.521638 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.533619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a64bf8d-bfac-4759-b2b3-138b4f8e1b59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:50.539324 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8a64bf8d-bfac-4759-b2b3-138b4f8e1b59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1207016 Jun 24 12:47:50.539937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46232) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:50.591850 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-91707397-87af-434f-aa62-95147cbf2242 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] GET failed (client error): The resource could not be found. Jun 24 12:47:50.595282 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-91707397-87af-434f-aa62-95147cbf2242 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/419b65d1-f08a-4bf9-abe2-2f7af848c716 HTTP/1.1" status: 404 len: 333 time: 0.0522075 Jun 24 12:47:50.599606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46234) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:50.610986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0a07a697-2cc7-4a27-946b-212e49613d85 None None] Provisioning for port b34ebe00-ac83-41d5-aa19-9a03d0bca610 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:50.634107 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb94754-9302-42c8-a06a-401ff929f7e1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] GET failed (client error): The resource could not be found. Jun 24 12:47:50.638176 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bfb94754-9302-42c8-a06a-401ff929f7e1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/f5e6fe49-02c8-4ca8-910a-da0ddf76bbdf HTTP/1.1" status: 404 len: 333 time: 0.0349898 Jun 24 12:47:50.638905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46236) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:50.675322 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.726293 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.735262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f521f9f7-ef84-46a8-911d-cad6d3aefc5d None None] Update dhcp port {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'fixed_ips': [{'subnet_id': '8d00b6a2-6f2b-4f08-8d31-0c8c4ee007db', 'ip_address': '2001:db8::f816:3eff:fe46:2d3e'}, {'subnet_id': '60e5f077-10fa-480e-a81f-706dda4cc401'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': 'b34ebe00-ac83-41d5-aa19-9a03d0bca610'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:47:50.750209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object bd5ce370-ebf0-469e-a8bf-e14db04be00c will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:50.753809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.774506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f521f9f7-ef84-46a8-911d-cad6d3aefc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.835410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6fbde0dd-921f-40d3-bee7-6963af16130c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.868610 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.875556 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-800afd7c-c67d-4460-b36d-0720ba67a458 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:50.907372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.913416 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:50.920130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:50.922708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:50.929336 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:50.929913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.949616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca3dbb1-fcc7-4611-b70c-a5076377bec5']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:50.958012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.964633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-f521f9f7-ef84-46a8-911d-cad6d3aefc5d None None] Allocated IP 2001:db8:0:1::2 (775331f2-7641-4269-a311-a446eb45635d/60e5f077-10fa-480e-a81f-706dda4cc401/b34ebe00-ac83-41d5-aa19-9a03d0bca610) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:50.966913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1f2d6d-f200-4185-a311-54ad1e44fd9e') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:50.967216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1f2d6d-f200-4185-a311-54ad1e44fd9e') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:50.967624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=bd5ce370-ebf0-469e-a8bf-e14db04be00c,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:50.972278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:50.973703 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.982209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.982507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0073fc2c-4e9c-45a0-83c7-f6d949892fff tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:50.991576 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8609512 Jun 24 12:47:50.991883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46238) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:51.053307 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.067513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:51.067928 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:51.071075 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:51.073459 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=656d27ef-b432-4c12-8151-04313208df0f,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:51.075805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:51.078034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.096576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f521f9f7-ef84-46a8-911d-cad6d3aefc5d None None] For port b34ebe00-ac83-41d5-aa19-9a03d0bca610, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b34ebe00-ac83-41d5-aa19-9a03d0bca610,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:51.128249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f521f9f7-ef84-46a8-911d-cad6d3aefc5d None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.184561 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP e3e54738-7da1-4c35-a836-8d41cdf5afc3 associated. External IP: 172.26.1.76, port: 7493d629-8562-4ebf-bb96-0ef1a4a3d00f. Jun 24 12:47:51.187599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f521f9f7-ef84-46a8-911d-cad6d3aefc5d None None] Transition to ACTIVE for port object b34ebe00-ac83-41d5-aa19-9a03d0bca610 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:51.189081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.195136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-734c5458-64d3-40ca-9486-99272a073a60 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:51.196141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f521f9f7-ef84-46a8-911d-cad6d3aefc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.199785 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-142a2991-a063-4381-8906-45c506ebad42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:51.200275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.205704 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/networks/dca3dbb1-fcc7-4611-b70c-a5076377bec5 HTTP/1.1" status: 204 len: 168 time: 0.5624411 Jun 24 12:47:51.210165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46240) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:51.227675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9c2171c1-39c7-4a0e-8c21-60a180f14945 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-499004742'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:51.234531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Network': ['ID=dca3dbb1-fcc7-4611-b70c-a5076377bec5,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:51.240399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:51.293141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2171c1-39c7-4a0e-8c21-60a180f14945 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:51.296670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c2171c1-39c7-4a0e-8c21-60a180f14945 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.308613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-cf351b2d-47c7-4a4e-b4aa-a7e4502d925a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port bd5ce370-ebf0-469e-a8bf-e14db04be00c {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:51.308954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf351b2d-47c7-4a4e-b4aa-a7e4502d925a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.325133 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521f9f7-ef84-46a8-911d-cad6d3aefc5d None None] Pushing event updated for resources: {'Port': ['ID=b34ebe00-ac83-41d5-aa19-9a03d0bca610,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:51.330307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f521f9f7-ef84-46a8-911d-cad6d3aefc5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:51.418819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2171c1-39c7-4a0e-8c21-60a180f14945 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] vlan segment allocate from pool success with {'vlan_id': 1348, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:47:51.458111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c2171c1-39c7-4a0e-8c21-60a180f14945 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.458512 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-9c2171c1-39c7-4a0e-8c21-60a180f14945 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Added segment 16b9ec31-c65d-4fb9-8da7-5a8a5a24b3c5 of type vlan for network a4ec6004-370c-4286-8313-84d89f6e327c Jun 24 12:47:51.506264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf351b2d-47c7-4a4e-b4aa-a7e4502d925a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.534129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c2171c1-39c7-4a0e-8c21-60a180f14945 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.542622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-cf351b2d-47c7-4a4e-b4aa-a7e4502d925a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for bd5ce370-ebf0-469e-a8bf-e14db04be00c owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:51.587660 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b34ebe00-ac83-41d5-aa19-9a03d0bca610 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:51.613025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-6fbde0dd-921f-40d3-bee7-6963af16130c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port 9d6605cf-5208-4fae-826d-1557a058791d {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:51.613371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6fbde0dd-921f-40d3-bee7-6963af16130c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.656649 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port b34ebe00-ac83-41d5-aa19-9a03d0bca610 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:51.661497 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6606c228-5050-4605-9ef7-38e6b42396b6 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:51.693019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c2171c1-39c7-4a0e-8c21-60a180f14945 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.698466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2171c1-39c7-4a0e-8c21-60a180f14945 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:51.699113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c2171c1-39c7-4a0e-8c21-60a180f14945 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.709277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1736d2ec-3cc3-4c01-9079-12bab174040b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:51.726506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 6606c228-5050-4605-9ef7-38e6b42396b6 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:51.727065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.820633 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9c2171c1-39c7-4a0e-8c21-60a180f14945 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6084249 Jun 24 12:47:51.830231 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46242) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:51.848627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b9de1f5e-d1b1-42f8-a230-fc77aa85766f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': 'a4ec6004-370c-4286-8313-84d89f6e327c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:51.851659 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router d21dc519-515a-469a-9bdd-137d636fc81a has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:51.857895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6fbde0dd-921f-40d3-bee7-6963af16130c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.886205 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2171c1-39c7-4a0e-8c21-60a180f14945 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Network': ['ID=a4ec6004-370c-4286-8313-84d89f6e327c,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:51.889635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9c2171c1-39c7-4a0e-8c21-60a180f14945 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:51.898316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network a4ec6004-370c-4286-8313-84d89f6e327c details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:47:51.912999 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-6fbde0dd-921f-40d3-bee7-6963af16130c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for 9d6605cf-5208-4fae-826d-1557a058791d owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:51.986054 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:51.998239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987c317-e586-4323-bc34-28d825be3720 None None] Sync routers for ids ['d21dc519-515a-469a-9bdd-137d636fc81a'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:52.007480 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:52.009172 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987c317-e586-4323-bc34-28d825be3720 None None] Routers {'d21dc519-515a-469a-9bdd-137d636fc81a'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:52.009821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f987c317-e586-4323-bc34-28d825be3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d21dc519-515a-469a-9bdd-137d636fc81a'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:52.063331 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5629992 Jun 24 12:47:52.063955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46244) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:52.064719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'tag': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:52.068144 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06afcde-2fa6-42f7-aa3f-a1a8c207b038" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe", "tag": "7493d629-8562-4ebf-bb96-0ef1a4a3d00f"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:52.133547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13189ed8-8260-4c91-839e-f15f3848fa6b x-openstack-request-id: req-13189ed8-8260-4c91-839e-f15f3848fa6b {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:52.134216 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe", "tag": "7493d629-8562-4ebf-bb96-0ef1a4a3d00f", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:52.135132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-13189ed8-8260-4c91-839e-f15f3848fa6b {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:52.135368 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'tag': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'status': 'completed', 'code': 200} Jun 24 12:47:52.154211 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-78cae77f-11ab-4ae6-9deb-db8f90d8661e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/e3e54738-7da1-4c35-a836-8d41cdf5afc3 HTTP/1.1" status: 200 len: 990 time: 0.0821633 Jun 24 12:47:52.157083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-f987c317-e586-4323-bc34-28d825be3720 None None] Set router d21dc519-515a-469a-9bdd-137d636fc81a gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:52.194969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-37df6592-8cf8-436f-9680-3ca7c624ffdb None None] Provisioning for port b34ebe00-ac83-41d5-aa19-9a03d0bca610 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:52.209408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-37df6592-8cf8-436f-9680-3ca7c624ffdb None None] Provisioning complete for port b34ebe00-ac83-41d5-aa19-9a03d0bca610 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:52.209408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-37df6592-8cf8-436f-9680-3ca7c624ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:52.394894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-37df6592-8cf8-436f-9680-3ca7c624ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:52.463148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-37df6592-8cf8-436f-9680-3ca7c624ffdb None None] For port b34ebe00-ac83-41d5-aa19-9a03d0bca610, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b34ebe00-ac83-41d5-aa19-9a03d0bca610,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:52.467948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-37df6592-8cf8-436f-9680-3ca7c624ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:52.472389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f6e75b92-8516-4552-9af0-b6f4bc3871db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:52.478694 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9de1f5e-d1b1-42f8-a230-fc77aa85766f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:52.482513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b9de1f5e-d1b1-42f8-a230-fc77aa85766f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:52.525645 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df6592-8cf8-436f-9680-3ca7c624ffdb None None] Pushing event updated for resources: {'Port': ['ID=b34ebe00-ac83-41d5-aa19-9a03d0bca610,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:52.532255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-37df6592-8cf8-436f-9680-3ca7c624ffdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:52.534811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf351b2d-47c7-4a4e-b4aa-a7e4502d925a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:52.539290 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f987c317-e586-4323-bc34-28d825be3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:47:18Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'e3e54738-7da1-4c35-a836-8d41cdf5afc3', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.76', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'port_id': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'mac_address': 'fa:16:3e:f2:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:50Z', 'updated_at': '2021-06-24T12:47:50Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:24Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:52.554031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:52.566584 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987c317-e586-4323-bc34-28d825be3720 None None] Checking router: d21dc519-515a-469a-9bdd-137d636fc81a for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:52.579595 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987c317-e586-4323-bc34-28d825be3720 None None] Routers {'d21dc519-515a-469a-9bdd-137d636fc81a'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:52.580232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f987c317-e586-4323-bc34-28d825be3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d21dc519-515a-469a-9bdd-137d636fc81a'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:52.584858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d1c10555-127d-4b4b-95e8-6b2607d8c820 None None] Could not find standard attr ID for object bd5ce370-ebf0-469e-a8bf-e14db04be00c. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:47:52.623179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf351b2d-47c7-4a4e-b4aa-a7e4502d925a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=bd5ce370-ebf0-469e-a8bf-e14db04be00c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:52.637387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cf351b2d-47c7-4a4e-b4aa-a7e4502d925a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:52.677504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06afcde-2fa6-42f7-aa3f-a1a8c207b038 req-2f7a0573-95d9-480f-897b-3a5b76f57c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:52.679278 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e06afcde-2fa6-42f7-aa3f-a1a8c207b038 req-2f7a0573-95d9-480f-897b-3a5b76f57c8b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 1098 time: 0.3290594 Jun 24 12:47:52.703072 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-f987c317-e586-4323-bc34-28d825be3720 None None] Set router d21dc519-515a-469a-9bdd-137d636fc81a gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:52.735088 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf351b2d-47c7-4a4e-b4aa-a7e4502d925a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:52.736861 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cf351b2d-47c7-4a4e-b4aa-a7e4502d925a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/bd5ce370-ebf0-469e-a8bf-e14db04be00c HTTP/1.1" status: 204 len: 168 time: 1.7441027 Jun 24 12:47:52.739931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46248) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:52.818223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b6abf4-cd1b-4799-98c1-1bced2c3579b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:52.821848 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-87b6abf4-cd1b-4799-98c1-1bced2c3579b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0784302 Jun 24 12:47:52.822207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46250) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:52.848007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6fbde0dd-921f-40d3-bee7-6963af16130c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:52.855663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0bf19a90-d135-449c-9e0b-ec629ddd456a tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:52.942882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbde0dd-921f-40d3-bee7-6963af16130c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=9d6605cf-5208-4fae-826d-1557a058791d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:52.953089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6fbde0dd-921f-40d3-bee7-6963af16130c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:52.972694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f987c317-e586-4323-bc34-28d825be3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:47:18Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'e3e54738-7da1-4c35-a836-8d41cdf5afc3', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.76', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'port_id': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'mac_address': 'fa:16:3e:f2:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:50Z', 'updated_at': '2021-06-24T12:47:50Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:24Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:52.980322 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06afcde-2fa6-42f7-aa3f-a1a8c207b038 req-17bb79cc-dc41-433d-8d5d-9df78b465c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:52.981814 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e06afcde-2fa6-42f7-aa3f-a1a8c207b038 req-17bb79cc-dc41-433d-8d5d-9df78b465c48 service neutron] 10.222.0.102 "GET /v2.0/networks?id=25c02307-f8f3-4bdc-9423-888d1e41caf9 HTTP/1.1" status: 200 len: 899 time: 0.2646344 Jun 24 12:47:52.999885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987c317-e586-4323-bc34-28d825be3720 None None] The sync data for ids ['d21dc519-515a-469a-9bdd-137d636fc81a'] in dv-neutron-797121-4-hyperv is: [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:47:18Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'e3e54738-7da1-4c35-a836-8d41cdf5afc3', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.76', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'port_id': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'mac_address': 'fa:16:3e:f2:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:50Z', 'updated_at': '2021-06-24T12:47:50Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:24Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:53.158168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46252) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:53.158735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b9de1f5e-d1b1-42f8-a230-fc77aa85766f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.167724 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0231c585-b191-405a-8575-a6e6f706ad2a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:53.230590 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-78eadbd0-72b1-498b-8dee-4cad8b217562 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/e3e54738-7da1-4c35-a836-8d41cdf5afc3 HTTP/1.1" status: 200 len: 990 time: 0.0697925 Jun 24 12:47:53.233967 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d27b0-c379-4c4c-8732-04625afdb63b None None] New status for floating IP e3e54738-7da1-4c35-a836-8d41cdf5afc3: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:47:53.280943 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e06afcde-2fa6-42f7-aa3f-a1a8c207b038 req-ac7dc77c-a581-4249-a872-69f937308382 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7493d629-8562-4ebf-bb96-0ef1a4a3d00f HTTP/1.1" status: 200 len: 998 time: 0.2672451 Jun 24 12:47:53.292457 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fee3291-3b1f-40ea-8dcb-5fc4eb3cd451 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:53.293967 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3fee3291-3b1f-40ea-8dcb-5fc4eb3cd451 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4693391 Jun 24 12:47:53.297598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46254) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:53.347123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de1f5e-d1b1-42f8-a230-fc77aa85766f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Subnet': ['ID=908edad3-a836-47c7-af02-a7612a868ecf,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:53.355133 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b9de1f5e-d1b1-42f8-a230-fc77aa85766f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:53.377337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6fbde0dd-921f-40d3-bee7-6963af16130c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.391362 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06afcde-2fa6-42f7-aa3f-a1a8c207b038 req-fb4610fc-8a0e-4f67-bc48-15e12f10b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:53.392802 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e06afcde-2fa6-42f7-aa3f-a1a8c207b038 req-fb4610fc-8a0e-4f67-bc48-15e12f10b045 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9f7f5e05-c9b5-4e92-87cb-9103b101d85e HTTP/1.1" status: 200 len: 835 time: 0.0941601 Jun 24 12:47:53.394625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5fd3bc-fdb2-4737-aeae-000facfa564d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:53.397455 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5fd3bc-fdb2-4737-aeae-000facfa564d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:53.399655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5fd3bc-fdb2-4737-aeae-000facfa564d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:53.401561 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2f5fd3bc-fdb2-4737-aeae-000facfa564d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1018765 Jun 24 12:47:53.404193 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46256) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:53.409044 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de1f5e-d1b1-42f8-a230-fc77aa85766f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Checking segment: {'id': '16b9ec31-c65d-4fb9-8da7-5a8a5a24b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'a4ec6004-370c-4286-8313-84d89f6e327c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:53.409425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9de1f5e-d1b1-42f8-a230-fc77aa85766f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network hostable DHCP agents. Network: a4ec6004-370c-4286-8313-84d89f6e327c, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:47:53.462384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-507448b3-4ce0-42e5-9638-aa8e2d4c1b04 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 60e5f077-10fa-480e-a81f-706dda4cc401 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:53.466264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-507448b3-4ce0-42e5-9638-aa8e2d4c1b04 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.488695 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b34ebe00-ac83-41d5-aa19-9a03d0bca610 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:53.511359 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-507448b3-4ce0-42e5-9638-aa8e2d4c1b04 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.526224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9de1f5e-d1b1-42f8-a230-fc77aa85766f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network a4ec6004-370c-4286-8313-84d89f6e327c is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:47:53.539694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b34ebe00-ac83-41d5-aa19-9a03d0bca610 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:53.540137 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.548238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-b9de1f5e-d1b1-42f8-a230-fc77aa85766f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, a4ec6004-370c-4286-8313-84d89f6e327c) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:53.556567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9de1f5e-d1b1-42f8-a230-fc77aa85766f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:53.557167 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b9de1f5e-d1b1-42f8-a230-fc77aa85766f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.565225 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd380c1-393d-4f11-b73f-1e0277a4690e None None] Network a4ec6004-370c-4286-8313-84d89f6e327c requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:53.601375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06afcde-2fa6-42f7-aa3f-a1a8c207b038 req-8e8de231-c824-4dda-ab19-462a9ac6ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:53.602918 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e06afcde-2fa6-42f7-aa3f-a1a8c207b038 req-8e8de231-c824-4dda-ab19-462a9ac6ef1f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=25c02307-f8f3-4bdc-9423-888d1e41caf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2028918 Jun 24 12:47:53.634167 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-507448b3-4ce0-42e5-9638-aa8e2d4c1b04 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.671125 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b9de1f5e-d1b1-42f8-a230-fc77aa85766f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8260429 Jun 24 12:47:53.673496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46258) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:53.683435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'network_id': 'a4ec6004-370c-4286-8313-84d89f6e327c', 'name': 'tempest-PortsTestJSON-188977980'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:53.724143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbde0dd-921f-40d3-bee7-6963af16130c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router 8c97bee5-255f-41d0-aa68-3a3e31649ffd has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:53.750513 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e06afcde-2fa6-42f7-aa3f-a1a8c207b038 req-0fa467c8-4852-494c-bd08-ff2f356f8b38 service neutron] 10.222.0.102 "GET /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198797 Jun 24 12:47:53.794421 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-507448b3-4ce0-42e5-9638-aa8e2d4c1b04 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.806984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f35db3a2-610f-43bb-8093-f6ad6e5d8c56 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:53.843656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507448b3-4ce0-42e5-9638-aa8e2d4c1b04 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=60e5f077-10fa-480e-a81f-706dda4cc401,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:53.847965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-507448b3-4ce0-42e5-9638-aa8e2d4c1b04 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:53.848985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-507448b3-4ce0-42e5-9638-aa8e2d4c1b04 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.853251 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-507448b3-4ce0-42e5-9638-aa8e2d4c1b04 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/60e5f077-10fa-480e-a81f-706dda4cc401 HTTP/1.1" status: 204 len: 168 time: 0.4455287 Jun 24 12:47:53.855094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46260) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:53.897376 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:53.901448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.906563 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892cface-4408-44b2-bce5-6b4db40447c3 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:53.927972 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-a4ec6004-370c-4286-8313-84d89f6e327c', 'network_id': 'a4ec6004-370c-4286-8313-84d89f6e327c', 'tenant_id': 'ea2e56e662164c3e99bad3f620aa85c3', 'fixed_ips': [{'subnet_id': '908edad3-a836-47c7-af02-a7612a868ecf'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:53.928978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port 9fc995e3-915e-4c7d-8380-7e17c8b12b0f yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:53.929318 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.936676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbde0dd-921f-40d3-bee7-6963af16130c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:53.948170 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6fbde0dd-921f-40d3-bee7-6963af16130c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/8c97bee5-255f-41d0-aa68-3a3e31649ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7239778 Jun 24 12:47:53.952570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46262) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:53.967987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff985924-80b4-454e-ba63-a97d7d206719 None None] Sync routers for ids ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:54.012349 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaadde4e-58b5-425f-a9f2-08c47b7edd66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 8d00b6a2-6f2b-4f08-8d31-0c8c4ee007db {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:54.043427 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff985924-80b4-454e-ba63-a97d7d206719 None None] Routers {'8c97bee5-255f-41d0-aa68-3a3e31649ffd'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:54.043915 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ff985924-80b4-454e-ba63-a97d7d206719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:54.045845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-aaadde4e-58b5-425f-a9f2-08c47b7edd66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.054160 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Allocated IP 172.20.0.11 (a4ec6004-370c-4286-8313-84d89f6e327c/908edad3-a836-47c7-af02-a7612a868ecf/9fc995e3-915e-4c7d-8380-7e17c8b12b0f) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:54.074489 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e06afcde-2fa6-42f7-aa3f-a1a8c207b038 req-00c9ec16-318b-457d-a205-7b9d052dd2e4 service neutron] 10.222.0.102 "GET /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889020 Jun 24 12:47:54.094654 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ff985924-80b4-454e-ba63-a97d7d206719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:54.110320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-aaadde4e-58b5-425f-a9f2-08c47b7edd66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.144146 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff985924-80b4-454e-ba63-a97d7d206719 None None] Routers {'8c97bee5-255f-41d0-aa68-3a3e31649ffd'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:54.144806 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ff985924-80b4-454e-ba63-a97d7d206719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:54.181977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ff985924-80b4-454e-ba63-a97d7d206719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:54.182647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff985924-80b4-454e-ba63-a97d7d206719 None None] The sync data for ids ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:54.233004 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46264) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:54.239148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.304569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Transition to ACTIVE for port object 9fc995e3-915e-4c7d-8380-7e17c8b12b0f will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:54.323942 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-430d3237-62c4-4437-98c3-9de482e7159a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/e3e54738-7da1-4c35-a836-8d41cdf5afc3 HTTP/1.1" status: 200 len: 992 time: 0.0895517 Jun 24 12:47:54.364270 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.371003 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:54.419466 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network a4ec6004-370c-4286-8313-84d89f6e327c is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:54.423209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:54.428012 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Allocated IP 172.20.0.2 (a4ec6004-370c-4286-8313-84d89f6e327c/908edad3-a836-47c7-af02-a7612a868ecf/121b6df4-52fb-490f-987a-f6778d82e030) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:54.437159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:54.495183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=9fc995e3-915e-4c7d-8380-7e17c8b12b0f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:54.511195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:54.512100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.524572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:54.530536 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8559041 Jun 24 12:47:54.533148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46266) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:54.677600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.687670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Transition to ACTIVE for port object 121b6df4-52fb-490f-987a-f6778d82e030 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:54.720400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Transition to ACTIVE for port object 121b6df4-52fb-490f-987a-f6778d82e030 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:54.731888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-35729ec1-9289-4dce-a7b5-bc0b21f37632 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 9fc995e3-915e-4c7d-8380-7e17c8b12b0f {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:54.732333 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-35729ec1-9289-4dce-a7b5-bc0b21f37632 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.734305 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.741844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-aaadde4e-58b5-425f-a9f2-08c47b7edd66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.765784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f9e10363-b74b-4c82-9e43-21db5e74c694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:54.844738 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Network a4ec6004-370c-4286-8313-84d89f6e327c is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:54.846575 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Pushing event updated for resources: {'Port': ['ID=121b6df4-52fb-490f-987a-f6778d82e030,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:54.858576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:54.859966 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-aaadde4e-58b5-425f-a9f2-08c47b7edd66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.862611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:54.863261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:54.865073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-786b7608-0ede-450d-be0c-b053e4a88593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:54.865356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:54.866611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:54.867457 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:54.869249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:54.869769 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:54.871079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:54.871509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:54.871930 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:54.872421 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:54.872839 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:54.877364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:54.906304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-35729ec1-9289-4dce-a7b5-bc0b21f37632 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.908491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadde4e-58b5-425f-a9f2-08c47b7edd66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=8d00b6a2-6f2b-4f08-8d31-0c8c4ee007db,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:54.911691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-aaadde4e-58b5-425f-a9f2-08c47b7edd66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:54.914087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-aaadde4e-58b5-425f-a9f2-08c47b7edd66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.916054 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-aaadde4e-58b5-425f-a9f2-08c47b7edd66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/8d00b6a2-6f2b-4f08-8d31-0c8c4ee007db HTTP/1.1" status: 204 len: 168 time: 1.0615344 Jun 24 12:47:54.919890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46268) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:54.927484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-35729ec1-9289-4dce-a7b5-bc0b21f37632 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 9fc995e3-915e-4c7d-8380-7e17c8b12b0f owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:54.927703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:54.969788 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Attempting to bind port 121b6df4-52fb-490f-987a-f6778d82e030 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:54.970165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Attempting to bind port 121b6df4-52fb-490f-987a-f6778d82e030 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '16b9ec31-c65d-4fb9-8da7-5a8a5a24b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'a4ec6004-370c-4286-8313-84d89f6e327c'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:54.970627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Attempting to bind port 121b6df4-52fb-490f-987a-f6778d82e030 on network a4ec6004-370c-4286-8313-84d89f6e327c {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:54.977559 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:54.977945 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Checking segment: {'id': '16b9ec31-c65d-4fb9-8da7-5a8a5a24b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'a4ec6004-370c-4286-8313-84d89f6e327c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:54.978460 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.978743 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Bound using segment: {'id': '16b9ec31-c65d-4fb9-8da7-5a8a5a24b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'a4ec6004-370c-4286-8313-84d89f6e327c'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:54.978965 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d306cc3c-bb79-4679-b5d5-195bf37f0c1b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578108 Jun 24 12:47:54.979241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Bound port: 121b6df4-52fb-490f-987a-f6778d82e030, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b9ec31-c65d-4fb9-8da7-5a8a5a24b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'a4ec6004-370c-4286-8313-84d89f6e327c'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:54.979629 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.981574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46270) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:54.987975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-176371c4-eac8-41ae-9092-03b521e374d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:55.032964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dfbd8e-b65c-41e8-8de2-12287dd22a29 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:55.088034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2237e319-fe89-4e14-bec3-9243c7522c12 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.099756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-35729ec1-9289-4dce-a7b5-bc0b21f37632 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.103767 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a3ffc932-71a8-4cf8-893b-c6c1111435e8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:55.120804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1a9d2bcb-8163-4ff8-acaf-4101cbf6578d None None] Provisioning complete for port b34ebe00-ac83-41d5-aa19-9a03d0bca610 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:55.121180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2bcb-8163-4ff8-acaf-4101cbf6578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.130249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35729ec1-9289-4dce-a7b5-bc0b21f37632 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=9fc995e3-915e-4c7d-8380-7e17c8b12b0f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:55.133696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-35729ec1-9289-4dce-a7b5-bc0b21f37632 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:55.150223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] For port 121b6df4-52fb-490f-987a-f6778d82e030, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:55.165638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176371c4-eac8-41ae-9092-03b521e374d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:55.169611 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-176371c4-eac8-41ae-9092-03b521e374d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.173939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] For port 121b6df4-52fb-490f-987a-f6778d82e030, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=121b6df4-52fb-490f-987a-f6778d82e030,segment=NetworkSegment(16b9ec31-c65d-4fb9-8da7-5a8a5a24b3c5),segment_id=16b9ec31-c65d-4fb9-8da7-5a8a5a24b3c5)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:55.202231 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.205285 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:55.209096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-35729ec1-9289-4dce-a7b5-bc0b21f37632 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.213958 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-35729ec1-9289-4dce-a7b5-bc0b21f37632 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/9fc995e3-915e-4c7d-8380-7e17c8b12b0f HTTP/1.1" status: 204 len: 168 time: 0.6795709 Jun 24 12:47:55.214684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46272) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:55.242023 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a31bb6-09f1-4422-af2f-21c5c43a938d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] DELETE failed (client error): The resource could not be found. Jun 24 12:47:55.242967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a31bb6-09f1-4422-af2f-21c5c43a938d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:55.245311 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d3a31bb6-09f1-4422-af2f-21c5c43a938d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/9fc995e3-915e-4c7d-8380-7e17c8b12b0f HTTP/1.1" status: 404 len: 333 time: 0.0295355 Jun 24 12:47:55.247498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46274) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:55.319137 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Pushing event updated for resources: {'Port': ['ID=121b6df4-52fb-490f-987a-f6778d82e030,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:55.324719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:55.324976 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f75283-d793-45a0-8c3a-1e6b16428943 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] GET failed (client error): The resource could not be found. Jun 24 12:47:55.327157 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-76f75283-d793-45a0-8c3a-1e6b16428943 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/9fc995e3-915e-4c7d-8380-7e17c8b12b0f HTTP/1.1" status: 404 len: 333 time: 0.0786123 Jun 24 12:47:55.329825 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46276) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:55.394300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d91a78f-4ed2-46c9-926e-761fea0f2a2b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting subnet 908edad3-a836-47c7-af02-a7612a868ecf {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:55.401323 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d91a78f-4ed2-46c9-926e-761fea0f2a2b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.451369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d91a78f-4ed2-46c9-926e-761fea0f2a2b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.454821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dc74f2-98e4-401f-906f-eef1814cf7ec None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:55.536004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-59dc74f2-98e4-401f-906f-eef1814cf7ec None None] Deleting port b34ebe00-ac83-41d5-aa19-9a03d0bca610 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:55.537036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-59dc74f2-98e4-401f-906f-eef1814cf7ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.559666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-176371c4-eac8-41ae-9092-03b521e374d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.567148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-afd89233-6d26-4bb9-a71f-450ca37009b7 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:55.611980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d91a78f-4ed2-46c9-926e-761fea0f2a2b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.628472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176371c4-eac8-41ae-9092-03b521e374d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:55.636175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-176371c4-eac8-41ae-9092-03b521e374d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:55.639168 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176371c4-eac8-41ae-9092-03b521e374d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:55.639964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-176371c4-eac8-41ae-9092-03b521e374d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.661211 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-59dc74f2-98e4-401f-906f-eef1814cf7ec None None] For port b34ebe00-ac83-41d5-aa19-9a03d0bca610, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b34ebe00-ac83-41d5-aa19-9a03d0bca610,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:55.662622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-59dc74f2-98e4-401f-906f-eef1814cf7ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.665767 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176371c4-eac8-41ae-9092-03b521e374d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=9f617b94-4cfc-4dbe-80fa-1f4a5857016a,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:55.668673 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-176371c4-eac8-41ae-9092-03b521e374d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:55.686889 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-59dc74f2-98e4-401f-906f-eef1814cf7ec None None] Calling delete_port for b34ebe00-ac83-41d5-aa19-9a03d0bca610 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:55.693114 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-176371c4-eac8-41ae-9092-03b521e374d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7074924 Jun 24 12:47:55.693114 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-2237e319-fe89-4e14-bec3-9243c7522c12 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port ca26468a-d911-4ebb-8a0d-0c71f9d438d2 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:55.693114 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2237e319-fe89-4e14-bec3-9243c7522c12 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.694953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46278) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:55.701439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-98be33e9-c1c9-4d1c-a6b9-4087b242efce tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:55.718116 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d91a78f-4ed2-46c9-926e-761fea0f2a2b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.734668 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a625e73d-9a08-4293-85b9-a4f4a9e415f7 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:55.762962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91a78f-4ed2-46c9-926e-761fea0f2a2b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Subnet': ['ID=908edad3-a836-47c7-af02-a7612a868ecf,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:55.769337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0d91a78f-4ed2-46c9-926e-761fea0f2a2b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:55.786887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-59dc74f2-98e4-401f-906f-eef1814cf7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.788867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2237e319-fe89-4e14-bec3-9243c7522c12 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.789458 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:55.803510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d91a78f-4ed2-46c9-926e-761fea0f2a2b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.805569 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0d91a78f-4ed2-46c9-926e-761fea0f2a2b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/908edad3-a836-47c7-af02-a7612a868ecf HTTP/1.1" status: 204 len: 168 time: 0.4747074 Jun 24 12:47:55.809644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46280) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:55.811860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc74f2-98e4-401f-906f-eef1814cf7ec None None] Pushing event deleted for resources: {'Port': ['ID=b34ebe00-ac83-41d5-aa19-9a03d0bca610,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:55.817732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-59dc74f2-98e4-401f-906f-eef1814cf7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:55.822604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc74f2-98e4-401f-906f-eef1814cf7ec None None] No DVR routers for this DVR port b34ebe00-ac83-41d5-aa19-9a03d0bca610 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:55.833982 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-2237e319-fe89-4e14-bec3-9243c7522c12 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for ca26468a-d911-4ebb-8a0d-0c71f9d438d2 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:55.839743 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9410af3-c3ce-497d-808d-fa337a7c29f1 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:55.863741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98be33e9-c1c9-4d1c-a6b9-4087b242efce tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:55.868512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-98be33e9-c1c9-4d1c-a6b9-4087b242efce tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.961798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.984213 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.ipam_backend_mixin [None req-98be33e9-c1c9-4d1c-a6b9-4087b242efce tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f617b94-4cfc-4dbe-80fa-1f4a5857016a (CIDR: 2001:db8::/64) Jun 24 12:47:55.988659 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-98be33e9-c1c9-4d1c-a6b9-4087b242efce tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:47:55.989258 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98be33e9-c1c9-4d1c-a6b9-4087b242efce tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:47:56.006997 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-98be33e9-c1c9-4d1c-a6b9-4087b242efce tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3084080 Jun 24 12:47:56.007912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46282) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:56.010312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-775331f2-7641-4269-a311-a446eb45635d', 'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'tenant_id': '689e413759a64051a36f751c16f72d31', 'fixed_ips': [{'subnet_id': '9f617b94-4cfc-4dbe-80fa-1f4a5857016a'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:56.011278 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.013968 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:56.104885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 121b6df4-52fb-490f-987a-f6778d82e030 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:56.105274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.145654 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:56.150753 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.170468 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Allocated IP 2001:db8::2 (775331f2-7641-4269-a311-a446eb45635d/9f617b94-4cfc-4dbe-80fa-1f4a5857016a/068e417e-ddc2-4676-baed-b9b3e29aed34) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:56.244779 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] For port 121b6df4-52fb-490f-987a-f6778d82e030, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=121b6df4-52fb-490f-987a-f6778d82e030,segment=NetworkSegment(16b9ec31-c65d-4fb9-8da7-5a8a5a24b3c5),segment_id=16b9ec31-c65d-4fb9-8da7-5a8a5a24b3c5)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:56.245150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.259064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2237e319-fe89-4e14-bec3-9243c7522c12 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.266113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cd22d681-24fc-4f0d-b06c-5419438001d9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:56.270707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 121b6df4-52fb-490f-987a-f6778d82e030 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:56.302903 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237e319-fe89-4e14-bec3-9243c7522c12 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=ca26468a-d911-4ebb-8a0d-0c71f9d438d2,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:56.305490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2237e319-fe89-4e14-bec3-9243c7522c12 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:56.384210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.394591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Transition to ACTIVE for port object 068e417e-ddc2-4676-baed-b9b3e29aed34 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:56.410344 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Transition to ACTIVE for port object 068e417e-ddc2-4676-baed-b9b3e29aed34 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:56.417714 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.422329 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0b07b248-6a99-46ae-9c70-709482f50b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:56.471031 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:56.475817 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:56.480869 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:56.483926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Pushing event updated for resources: {'Port': ['ID=068e417e-ddc2-4676-baed-b9b3e29aed34,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:56.488554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:56.519400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2237e319-fe89-4e14-bec3-9243c7522c12 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.569693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.583255 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fdfee78d-83ed-4d8e-87f6-4852757049fa tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:56.588218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No DVR routers for this DVR port 121b6df4-52fb-490f-987a-f6778d82e030 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:56.599011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Attempting to bind port 068e417e-ddc2-4676-baed-b9b3e29aed34 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:56.599408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Attempting to bind port 068e417e-ddc2-4676-baed-b9b3e29aed34 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:56.599779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Attempting to bind port 068e417e-ddc2-4676-baed-b9b3e29aed34 on network 775331f2-7641-4269-a311-a446eb45635d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:56.604867 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e934b61b-12c2-4368-9478-03104e1d4e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.607583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:56.607971 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Checking segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:56.608377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.608770 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Bound using segment: {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:56.609262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Bound port: 068e417e-ddc2-4676-baed-b9b3e29aed34, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195bcc6-6f86-4d3d-a6ae-d56220d211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '775331f2-7641-4269-a311-a446eb45635d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:56.609651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.621194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac75092-3a2e-431b-ad4e-b2f48a4bb00e None None] Network a4ec6004-370c-4286-8313-84d89f6e327c requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:56.654720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.objects.ports [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:47:56.673311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=121b6df4-52fb-490f-987a-f6778d82e030,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:56.676755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:56.717899 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0653adf2-2381-4a75-addf-d34d1c87a5d7 None None] Could not find standard attr ID for object 121b6df4-52fb-490f-987a-f6778d82e030. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:47:56.772977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] For port 068e417e-ddc2-4676-baed-b9b3e29aed34, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:56.795927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.808992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] For port 068e417e-ddc2-4676-baed-b9b3e29aed34, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=068e417e-ddc2-4676-baed-b9b3e29aed34,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:56.812052 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ec6004-370c-4286-8313-84d89f6e327c']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:56.816144 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.819362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-733c0f1a-c899-41d3-8f64-8bd4eaed5a31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:56.824734 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2237e319-fe89-4e14-bec3-9243c7522c12 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router 8c97bee5-255f-41d0-aa68-3a3e31649ffd has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:56.829740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b9ec31-c65d-4fb9-8da7-5a8a5a24b3c5') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:56.830042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b9ec31-c65d-4fb9-8da7-5a8a5a24b3c5') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:56.848092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.888574 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5574a847-70e4-4a29-b30e-8013f9ad5c3f None None] DHCP port deletion for a4ec6004-370c-4286-8313-84d89f6e327c request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:56.892117 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Pushing event updated for resources: {'Port': ['ID=068e417e-ddc2-4676-baed-b9b3e29aed34,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:56.892631 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.896455 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:56.936093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.939681 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2237e319-fe89-4e14-bec3-9243c7522c12 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:56.945027 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2237e319-fe89-4e14-bec3-9243c7522c12 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/8c97bee5-255f-41d0-aa68-3a3e31649ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9916501 Jun 24 12:47:56.950416 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fad1a7-0ec7-44be-854e-d05e559e6cc5 None None] Sync routers for ids ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:56.950969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46284) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:56.953012 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:56.953424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:56.957601 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:56.963795 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fad1a7-0ec7-44be-854e-d05e559e6cc5 None None] Routers {'8c97bee5-255f-41d0-aa68-3a3e31649ffd'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:56.964422 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c3fad1a7-0ec7-44be-854e-d05e559e6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:56.990354 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-565ddc5e-0ebc-4040-8b3d-914a4b85dc51 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c97bee5-255f-41d0-aa68-3a3e31649ffd HTTP/1.1" status: 200 len: 205 time: 0.0389163 Jun 24 12:47:56.995017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46286) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:57.001602 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c3fad1a7-0ec7-44be-854e-d05e559e6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:57.017782 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fad1a7-0ec7-44be-854e-d05e559e6cc5 None None] Routers {'8c97bee5-255f-41d0-aa68-3a3e31649ffd'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:57.018423 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c3fad1a7-0ec7-44be-854e-d05e559e6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:57.040311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.057089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2325b72b-8056-4887-810b-2b22cc52a52a tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:57.062279 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c3fad1a7-0ec7-44be-854e-d05e559e6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:57.063119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.063424 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fad1a7-0ec7-44be-854e-d05e559e6cc5 None None] The sync data for ids ['8c97bee5-255f-41d0-aa68-3a3e31649ffd'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:57.067027 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/networks/a4ec6004-370c-4286-8313-84d89f6e327c HTTP/1.1" status: 204 len: 168 time: 1.2543430 Jun 24 12:47:57.077828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46288) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:57.083695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-55314615-b469-4875-9cbf-b614ea244508 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-794861144'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:57.088938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Network': ['ID=a4ec6004-370c-4286-8313-84d89f6e327c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:57.096898 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:57.128689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55314615-b469-4875-9cbf-b614ea244508 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:57.132452 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-55314615-b469-4875-9cbf-b614ea244508 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.133298 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-009bbf08-562e-42ff-b18f-498bfbaf4b23 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.159414 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55314615-b469-4875-9cbf-b614ea244508 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] vlan segment allocate from pool success with {'vlan_id': 1315, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:47:57.171719 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-55314615-b469-4875-9cbf-b614ea244508 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.172196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-55314615-b469-4875-9cbf-b614ea244508 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Added segment 52d382f9-6767-45a6-9f87-e70dda6131fb of type vlan for network 4ad80bc9-d7d2-496d-9de1-c00d2a7ec685 Jun 24 12:47:57.217469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-55314615-b469-4875-9cbf-b614ea244508 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.254550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-55314615-b469-4875-9cbf-b614ea244508 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.260221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55314615-b469-4875-9cbf-b614ea244508 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:57.260821 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-55314615-b469-4875-9cbf-b614ea244508 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.264482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f29715f6-7e74-4c73-9213-14f7001ac57f tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:57.300539 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-55314615-b469-4875-9cbf-b614ea244508 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2185893 Jun 24 12:47:57.302593 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46290) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:57.331259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55314615-b469-4875-9cbf-b614ea244508 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Network': ['ID=4ad80bc9-d7d2-496d-9de1-c00d2a7ec685,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:57.333957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-55314615-b469-4875-9cbf-b614ea244508 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:57.340339 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b072bcea-07a7-4515-824d-07927ea79421 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': '4ad80bc9-d7d2-496d-9de1-c00d2a7ec685', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:57.341766 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 4ad80bc9-d7d2-496d-9de1-c00d2a7ec685 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:47:57.371743 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-009bbf08-562e-42ff-b18f-498bfbaf4b23 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.377579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-009bbf08-562e-42ff-b18f-498bfbaf4b23 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.460433 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 068e417e-ddc2-4676-baed-b9b3e29aed34 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:57.484419 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] For port 068e417e-ddc2-4676-baed-b9b3e29aed34, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=068e417e-ddc2-4676-baed-b9b3e29aed34,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:57.498666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-009bbf08-562e-42ff-b18f-498bfbaf4b23 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.499184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009bbf08-562e-42ff-b18f-498bfbaf4b23 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Fanout notify agent at l3_agent the message router_deleted on router 8c97bee5-255f-41d0-aa68-3a3e31649ffd {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:47:57.508175 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-009bbf08-562e-42ff-b18f-498bfbaf4b23 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.509361 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-009bbf08-562e-42ff-b18f-498bfbaf4b23 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/routers/8c97bee5-255f-41d0-aa68-3a3e31649ffd HTTP/1.1" status: 204 len: 168 time: 0.5133634 Jun 24 12:47:57.512073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46292) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:57.516111 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 068e417e-ddc2-4676-baed-b9b3e29aed34 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:57.533125 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b072bcea-07a7-4515-824d-07927ea79421 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:57.537151 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b072bcea-07a7-4515-824d-07927ea79421 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.551662 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.563356 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.564145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.573187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-29db87b3-3c7f-4b15-9728-43d76b1c40b4 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:57.574094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b34ebe00-ac83-41d5-aa19-9a03d0bca610 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:57.579691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d7466d-a3f1-4d4a-b77c-eb1dd6f8e88a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting subnet 454be90b-14e7-4034-a4a6-1505718a7417 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:57.584639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1d7466d-a3f1-4d4a-b77c-eb1dd6f8e88a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.596739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: b34ebe00-ac83-41d5-aa19-9a03d0bca610 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:57.597497 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b34ebe00-ac83-41d5-aa19-9a03d0bca610 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:57.631155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1d7466d-a3f1-4d4a-b77c-eb1dd6f8e88a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.671632 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:57.679267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:57.691238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:57.691877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.696678 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=068e417e-ddc2-4676-baed-b9b3e29aed34,revision_number=4']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:57.709597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:57.712346 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cdc521db-1c3f-4c46-aa98-c85070a5ee28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:57.732339 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1d7466d-a3f1-4d4a-b77c-eb1dd6f8e88a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.749129 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7395506 Jun 24 12:47:57.753700 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46294) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:57.760703 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'mac_address': 'fa:16:3e:37:93:1d', 'name': 'tempest-NetworksTestDHCPv6-1426275191'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:57.808171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1d7466d-a3f1-4d4a-b77c-eb1dd6f8e88a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.810388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3a1ab4eb-4171-4386-9ccf-27cc4844a388 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:57.838313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7466d-a3f1-4d4a-b77c-eb1dd6f8e88a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Subnet': ['ID=454be90b-14e7-4034-a4a6-1505718a7417,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:57.845362 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=a3013bd6-1908-47ea-b13c-1800dce470ed,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:57.847398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b1d7466d-a3f1-4d4a-b77c-eb1dd6f8e88a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:57.852577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67e9d2c-29a5-4cdc-8808-aca27af65365 None None] Network 1c4ec2d1-1c79-4cf8-8eca-ca4247250ade requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:57.854212 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1d7466d-a3f1-4d4a-b77c-eb1dd6f8e88a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.858728 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b1d7466d-a3f1-4d4a-b77c-eb1dd6f8e88a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/454be90b-14e7-4034-a4a6-1505718a7417 HTTP/1.1" status: 204 len: 168 time: 0.3432183 Jun 24 12:47:57.859043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46296) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:57.869354 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:57.916957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf752261-791c-4229-9138-acfdda34b061 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting subnet f3345228-4435-4493-91e7-c39eedaa39e2 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:57.920869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf752261-791c-4229-9138-acfdda34b061 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.966651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf752261-791c-4229-9138-acfdda34b061 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.990606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b072bcea-07a7-4515-824d-07927ea79421 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.993645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bdbf22b9-1341-4e66-ae3c-b71c5226a6e9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:58.001305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:58.028042 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa0725f-2f31-4b6b-93c0-f8def2d45b81 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:58.080268 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf752261-791c-4229-9138-acfdda34b061 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.098253 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-beb2c7f5-6e87-4272-be97-12d3a0817ccb None None] Provisioning for port 068e417e-ddc2-4676-baed-b9b3e29aed34 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:58.103844 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072bcea-07a7-4515-824d-07927ea79421 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Subnet': ['ID=deb26bdf-c8cc-41ff-b3bf-f910dfe1a0ee,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:58.108307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-beb2c7f5-6e87-4272-be97-12d3a0817ccb None None] Provisioning complete for port 068e417e-ddc2-4676-baed-b9b3e29aed34 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:58.108806 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-beb2c7f5-6e87-4272-be97-12d3a0817ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.116044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b072bcea-07a7-4515-824d-07927ea79421 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:58.145578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072bcea-07a7-4515-824d-07927ea79421 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Checking segment: {'id': '52d382f9-6767-45a6-9f87-e70dda6131fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '4ad80bc9-d7d2-496d-9de1-c00d2a7ec685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:58.145940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b072bcea-07a7-4515-824d-07927ea79421 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network hostable DHCP agents. Network: 4ad80bc9-d7d2-496d-9de1-c00d2a7ec685, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:47:58.155031 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.158139 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf752261-791c-4229-9138-acfdda34b061 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.161328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a36030c6-fb05-42ad-a2d9-c977be71b8ad tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:58.182091 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b072bcea-07a7-4515-824d-07927ea79421 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 4ad80bc9-d7d2-496d-9de1-c00d2a7ec685 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:47:58.188700 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port ba6736e9-ac4c-418a-8d7c-72769d0d6350 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:58.191542 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf752261-791c-4229-9138-acfdda34b061 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.196241 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cf752261-791c-4229-9138-acfdda34b061 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/f3345228-4435-4493-91e7-c39eedaa39e2 HTTP/1.1" status: 204 len: 168 time: 0.3338232 Jun 24 12:47:58.196241 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf752261-791c-4229-9138-acfdda34b061 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Subnet': ['ID=f3345228-4435-4493-91e7-c39eedaa39e2,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:58.196574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46298) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:58.198053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cf752261-791c-4229-9138-acfdda34b061 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:58.220007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-b072bcea-07a7-4515-824d-07927ea79421 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 4ad80bc9-d7d2-496d-9de1-c00d2a7ec685) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:58.233562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b072bcea-07a7-4515-824d-07927ea79421 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:58.234172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b072bcea-07a7-4515-824d-07927ea79421 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.285490 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da83806-74dc-4cd9-84fd-540749d4c04f None None] DHCP port deletion for 1c4ec2d1-1c79-4cf8-8eca-ca4247250ade request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:58.287445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e4575b-c0b1-4cd9-a3f0-48f7f183bcb7 None None] Network bec61cc6-9a79-4b73-89c9-443150a1da39 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:58.289848 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0268faa-ac17-4969-b76a-033cbcdf2a64 None None] Network 4ad80bc9-d7d2-496d-9de1-c00d2a7ec685 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:58.327359 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b072bcea-07a7-4515-824d-07927ea79421 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0206223 Jun 24 12:47:58.328468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46300) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:58.335071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'network_id': '4ad80bc9-d7d2-496d-9de1-c00d2a7ec685', 'security_groups': [], 'name': 'tempest-PortsTestJSON-698293301'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:58.343195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.474671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:58.478700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.491498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port 6606c228-5050-4605-9ef7-38e6b42396b6 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:58.492005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.498516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port 60372058-d898-4c87-8418-3569591c669a yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:47:58.518090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::37e (775331f2-7641-4269-a311-a446eb45635d/9f617b94-4cfc-4dbe-80fa-1f4a5857016a/ba6736e9-ac4c-418a-8d7c-72769d0d6350) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:58.550103 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8:0:1:f816:3eff:fe37:931d (775331f2-7641-4269-a311-a446eb45635d/a3013bd6-1908-47ea-b13c-1800dce470ed/ba6736e9-ac4c-418a-8d7c-72769d0d6350) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:58.579736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] For port 6606c228-5050-4605-9ef7-38e6b42396b6, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6606c228-5050-4605-9ef7-38e6b42396b6,segment=NetworkSegment(4bae3d4d-aa50-43ea-810c-11f0311b0f96),segment_id=4bae3d4d-aa50-43ea-810c-11f0311b0f96)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:58.580238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.605135 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for 6606c228-5050-4605-9ef7-38e6b42396b6 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:58.623618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Allocated IP 172.20.0.8 (4ad80bc9-d7d2-496d-9de1-c00d2a7ec685/deb26bdf-c8cc-41ff-b3bf-f910dfe1a0ee/60372058-d898-4c87-8418-3569591c669a) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:58.665461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2da83806-74dc-4cd9-84fd-540749d4c04f None None] Deleting port 6606c228-5050-4605-9ef7-38e6b42396b6 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:58.665844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2da83806-74dc-4cd9-84fd-540749d4c04f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.684351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-beb2c7f5-6e87-4272-be97-12d3a0817ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.763864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.791688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Transition to ACTIVE for port object 60372058-d898-4c87-8418-3569591c669a will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:58.792919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.797091 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.801566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-2da83806-74dc-4cd9-84fd-540749d4c04f None None] For port 6606c228-5050-4605-9ef7-38e6b42396b6, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6606c228-5050-4605-9ef7-38e6b42396b6,segment=NetworkSegment(4bae3d4d-aa50-43ea-810c-11f0311b0f96),segment_id=4bae3d4d-aa50-43ea-810c-11f0311b0f96)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:58.802298 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2da83806-74dc-4cd9-84fd-540749d4c04f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.802580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:58.806952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111466c2-3126-4d04-977c-40573f94262b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-4ad80bc9-d7d2-496d-9de1-c00d2a7ec685', 'network_id': '4ad80bc9-d7d2-496d-9de1-c00d2a7ec685', 'tenant_id': 'ea2e56e662164c3e99bad3f620aa85c3', 'fixed_ips': [{'subnet_id': 'deb26bdf-c8cc-41ff-b3bf-f910dfe1a0ee'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:47:58.808094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-111466c2-3126-4d04-977c-40573f94262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.832871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=6606c228-5050-4605-9ef7-38e6b42396b6,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:58.836253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object ba6736e9-ac4c-418a-8d7c-72769d0d6350 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:58.839857 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.841773 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:58.843969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:58.844136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2da83806-74dc-4cd9-84fd-540749d4c04f None None] Calling delete_port for 6606c228-5050-4605-9ef7-38e6b42396b6 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:58.845275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No DVR routers for this DVR port 6606c228-5050-4605-9ef7-38e6b42396b6 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:58.866929 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-beb2c7f5-6e87-4272-be97-12d3a0817ccb None None] For port 068e417e-ddc2-4676-baed-b9b3e29aed34, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=068e417e-ddc2-4676-baed-b9b3e29aed34,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:58.892897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-beb2c7f5-6e87-4272-be97-12d3a0817ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.894819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 4ad80bc9-d7d2-496d-9de1-c00d2a7ec685 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:58.897390 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-346c9188-9333-4611-aeab-339bbea6f995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:58.905917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:58.911343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:58.919522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=60372058-d898-4c87-8418-3569591c669a,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:58.949537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:58.982452 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.988146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:58.988896 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.999362 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4ec2d1-1c79-4cf8-8eca-ca4247250ade']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:59.007195 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.6774607 Jun 24 12:47:59.009944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46302) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:59.038677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963d380-9d46-4c2a-a070-6023ff529d00 None None] DHCP port deletion for bec61cc6-9a79-4b73-89c9-443150a1da39 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:59.055189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2c7f5-6e87-4272-be97-12d3a0817ccb None None] Pushing event updated for resources: {'Port': ['ID=068e417e-ddc2-4676-baed-b9b3e29aed34,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:59.065620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-beb2c7f5-6e87-4272-be97-12d3a0817ccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:59.141842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-26a6ab92-5270-4cc7-97ff-e86991447715 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 60372058-d898-4c87-8418-3569591c669a {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:59.142529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-26a6ab92-5270-4cc7-97ff-e86991447715 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.163653 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2da83806-74dc-4cd9-84fd-540749d4c04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.171429 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:59.225022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da83806-74dc-4cd9-84fd-540749d4c04f None None] Pushing event deleted for resources: {'Port': ['ID=6606c228-5050-4605-9ef7-38e6b42396b6,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:59.229214 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2da83806-74dc-4cd9-84fd-540749d4c04f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:59.230226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da83806-74dc-4cd9-84fd-540749d4c04f None None] No DVR routers for this DVR port 6606c228-5050-4605-9ef7-38e6b42396b6 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:59.247045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-111466c2-3126-4d04-977c-40573f94262b None None] Allocated IP 172.20.0.2 (4ad80bc9-d7d2-496d-9de1-c00d2a7ec685/deb26bdf-c8cc-41ff-b3bf-f910dfe1a0ee/2325604b-467b-4e5a-84df-473452df32f8) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:59.258915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-26a6ab92-5270-4cc7-97ff-e86991447715 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.276535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-26a6ab92-5270-4cc7-97ff-e86991447715 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 60372058-d898-4c87-8418-3569591c669a owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:59.295996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7963d380-9d46-4c2a-a070-6023ff529d00 None None] Deleting port 9c735a14-1111-4d43-9e9e-896913877cff {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:59.296602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7963d380-9d46-4c2a-a070-6023ff529d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.367676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-7963d380-9d46-4c2a-a070-6023ff529d00 None None] For port 9c735a14-1111-4d43-9e9e-896913877cff, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9c735a14-1111-4d43-9e9e-896913877cff,segment=NetworkSegment(c11a1f1b-c79d-44ea-965e-626809456c42),segment_id=c11a1f1b-c79d-44ea-965e-626809456c42)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:59.368085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7963d380-9d46-4c2a-a070-6023ff529d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.385028 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7963d380-9d46-4c2a-a070-6023ff529d00 None None] Calling delete_port for 9c735a14-1111-4d43-9e9e-896913877cff owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:59.441181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-26a6ab92-5270-4cc7-97ff-e86991447715 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.454176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a18936ac-70ad-4bc0-9481-f9be7404f530 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:59.475531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.491707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bae3d4d-aa50-43ea-810c-11f0311b0f96') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:59.492216 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bae3d4d-aa50-43ea-810c-11f0311b0f96') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:59.494951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6ab92-5270-4cc7-97ff-e86991447715 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=60372058-d898-4c87-8418-3569591c669a,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:59.498684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-26a6ab92-5270-4cc7-97ff-e86991447715 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:59.502992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ee832bdf-83d3-4d65-a092-1ef8de22482f tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:59.516291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 068e417e-ddc2-4676-baed-b9b3e29aed34 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:59.519019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7963d380-9d46-4c2a-a070-6023ff529d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.520614 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:59.526827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:59.528985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f3463598-f6a4-4604-9795-fb644d9d0879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.544085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:59.547002 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:59.553603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:59.554502 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.558590 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.572851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.579061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-26a6ab92-5270-4cc7-97ff-e86991447715 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.585601 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-26a6ab92-5270-4cc7-97ff-e86991447715 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/60372058-d898-4c87-8418-3569591c669a HTTP/1.1" status: 204 len: 168 time: 0.5744584 Jun 24 12:47:59.586604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46304) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:59.589546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:59.589953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:59.594821 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:59.627033 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-5922c288-0bd6-4de8-9d57-cb80ee2fd955 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] GET failed (client error): The resource could not be found. Jun 24 12:47:59.633479 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5922c288-0bd6-4de8-9d57-cb80ee2fd955 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/60372058-d898-4c87-8418-3569591c669a HTTP/1.1" status: 404 len: 333 time: 0.0454829 Jun 24 12:47:59.634887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46306) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:59.635363 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963d380-9d46-4c2a-a070-6023ff529d00 None None] Pushing event deleted for resources: {'Port': ['ID=9c735a14-1111-4d43-9e9e-896913877cff,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:59.640493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963d380-9d46-4c2a-a070-6023ff529d00 None None] No DVR routers for this DVR port 9c735a14-1111-4d43-9e9e-896913877cff on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:59.648585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7963d380-9d46-4c2a-a070-6023ff529d00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:59.649468 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.663797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=ba6736e9-ac4c-418a-8d7c-72769d0d6350,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:59.667102 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:59.671561 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9149914 Jun 24 12:47:59.678081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46308) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:59.692003 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.696034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b2b46a34-bcc3-4c65-905a-66fd791de5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:59.701253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.707081 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/networks/1c4ec2d1-1c79-4cf8-8eca-ca4247250ade HTTP/1.1" status: 204 len: 168 time: 1.5094104 Jun 24 12:47:59.707963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46310) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:59.736215 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 068e417e-ddc2-4676-baed-b9b3e29aed34 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:59.736903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.751579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-041ae045-1bfc-4807-afc1-c9ea64a8e07b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting subnet deb26bdf-c8cc-41ff-b3bf-f910dfe1a0ee {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:59.803551 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.806433 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Network': ['ID=1c4ec2d1-1c79-4cf8-8eca-ca4247250ade,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:59.807705 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-111466c2-3126-4d04-977c-40573f94262b None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.808588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:59.830313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-111466c2-3126-4d04-977c-40573f94262b None None] Transition to ACTIVE for port object 2325604b-467b-4e5a-84df-473452df32f8 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:59.835716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a2b618ec-6ebe-4444-bce6-2b7a28db0e28 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port ba6736e9-ac4c-418a-8d7c-72769d0d6350 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:59.836136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a2b618ec-6ebe-4444-bce6-2b7a28db0e28 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.884088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-111466c2-3126-4d04-977c-40573f94262b None None] Transition to ACTIVE for port object 2325604b-467b-4e5a-84df-473452df32f8 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:59.887306 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-55fc9c0f-1762-41fa-be18-1fcd0352d5a8 None None] Provisioning complete for port 068e417e-ddc2-4676-baed-b9b3e29aed34 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:59.887690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-55fc9c0f-1762-41fa-be18-1fcd0352d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.915849 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-111466c2-3126-4d04-977c-40573f94262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.919852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.921550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:59.932032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec61cc6-9a79-4b73-89c9-443150a1da39']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:59.944935 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11a1f1b-c79d-44ea-965e-626809456c42') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:59.945410 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11a1f1b-c79d-44ea-965e-626809456c42') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:59.962491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.981159 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111466c2-3126-4d04-977c-40573f94262b None None] Network 4ad80bc9-d7d2-496d-9de1-c00d2a7ec685 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:59.989731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-111466c2-3126-4d04-977c-40573f94262b None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:59.992465 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111466c2-3126-4d04-977c-40573f94262b None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:59.996869 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111466c2-3126-4d04-977c-40573f94262b None None] Pushing event updated for resources: {'Port': ['ID=2325604b-467b-4e5a-84df-473452df32f8,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:00.000321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-111466c2-3126-4d04-977c-40573f94262b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:00.001263 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.009608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:48:00.010288 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:48:00.014414 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:48:00.055785 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9c735a14-1111-4d43-9e9e-896913877cff no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:00.106787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.109118 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 9c735a14-1111-4d43-9e9e-896913877cff {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:00.109551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9c735a14-1111-4d43-9e9e-896913877cff not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:00.109980 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6606c228-5050-4605-9ef7-38e6b42396b6 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:00.111124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d8c16cd3-0975-4637-8613-fac8f6d18ec8 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:00.117769 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.119997 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/networks/bec61cc6-9a79-4b73-89c9-443150a1da39 HTTP/1.1" status: 204 len: 168 time: 0.4003298 Jun 24 12:48:00.130685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46312) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:00.136479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-723d9e68-c478-4adf-8cd4-a2e7d6b35345 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'network': {'name': 'tempest-RoutersTest-1624566712'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:00.141426 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Network': ['ID=bec61cc6-9a79-4b73-89c9-443150a1da39,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:00.145963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:00.154003 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 6606c228-5050-4605-9ef7-38e6b42396b6 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:00.154460 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6606c228-5050-4605-9ef7-38e6b42396b6 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:00.164878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-111466c2-3126-4d04-977c-40573f94262b None None] Attempting to bind port 2325604b-467b-4e5a-84df-473452df32f8 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:00.165366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-111466c2-3126-4d04-977c-40573f94262b None None] Attempting to bind port 2325604b-467b-4e5a-84df-473452df32f8 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '52d382f9-6767-45a6-9f87-e70dda6131fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '4ad80bc9-d7d2-496d-9de1-c00d2a7ec685'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:00.165995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111466c2-3126-4d04-977c-40573f94262b None None] Attempting to bind port 2325604b-467b-4e5a-84df-473452df32f8 on network 4ad80bc9-d7d2-496d-9de1-c00d2a7ec685 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:00.169310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723d9e68-c478-4adf-8cd4-a2e7d6b35345 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:00.175045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-723d9e68-c478-4adf-8cd4-a2e7d6b35345 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.200241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111466c2-3126-4d04-977c-40573f94262b None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:00.201089 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111466c2-3126-4d04-977c-40573f94262b None None] Checking segment: {'id': '52d382f9-6767-45a6-9f87-e70dda6131fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '4ad80bc9-d7d2-496d-9de1-c00d2a7ec685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:00.201516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-111466c2-3126-4d04-977c-40573f94262b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.201924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111466c2-3126-4d04-977c-40573f94262b None None] Bound using segment: {'id': '52d382f9-6767-45a6-9f87-e70dda6131fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '4ad80bc9-d7d2-496d-9de1-c00d2a7ec685'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:00.202545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-111466c2-3126-4d04-977c-40573f94262b None None] Bound port: 2325604b-467b-4e5a-84df-473452df32f8, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d382f9-6767-45a6-9f87-e70dda6131fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '4ad80bc9-d7d2-496d-9de1-c00d2a7ec685'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:00.202971 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-111466c2-3126-4d04-977c-40573f94262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.208064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723d9e68-c478-4adf-8cd4-a2e7d6b35345 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] vlan segment allocate from pool success with {'vlan_id': 1348, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:00.219928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-723d9e68-c478-4adf-8cd4-a2e7d6b35345 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.220398 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-723d9e68-c478-4adf-8cd4-a2e7d6b35345 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Added segment 8c987a0d-913c-4335-9ad5-670141ff5853 of type vlan for network bdbb2f31-e692-4632-a30c-d3d293564d92 Jun 24 12:48:00.264075 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-723d9e68-c478-4adf-8cd4-a2e7d6b35345 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.269171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-041ae045-1bfc-4807-afc1-c9ea64a8e07b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.279014 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.286049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-111466c2-3126-4d04-977c-40573f94262b None None] For port 2325604b-467b-4e5a-84df-473452df32f8, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:00.289579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-111466c2-3126-4d04-977c-40573f94262b None None] For port 2325604b-467b-4e5a-84df-473452df32f8, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=2325604b-467b-4e5a-84df-473452df32f8,segment=NetworkSegment(52d382f9-6767-45a6-9f87-e70dda6131fb),segment_id=52d382f9-6767-45a6-9f87-e70dda6131fb)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:00.295322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-111466c2-3126-4d04-977c-40573f94262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.298220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-723d9e68-c478-4adf-8cd4-a2e7d6b35345 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.300442 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-251831a3-b799-4536-9025-76b24f081a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:00.305022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723d9e68-c478-4adf-8cd4-a2e7d6b35345 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:00.305891 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-723d9e68-c478-4adf-8cd4-a2e7d6b35345 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.309365 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a4524596-ec50-4f21-99db-3ae146d718ad tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:00.324288 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-041ae045-1bfc-4807-afc1-c9ea64a8e07b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.352757 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-723d9e68-c478-4adf-8cd4-a2e7d6b35345 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2197576 Jun 24 12:48:00.353676 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46314) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:00.378721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a2b618ec-6ebe-4444-bce6-2b7a28db0e28 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.382294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ac240c83-f7cd-4846-a042-88b0c39c2e5b None None] Provisioning for port ba6736e9-ac4c-418a-8d7c-72769d0d6350 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:00.389027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ac240c83-f7cd-4846-a042-88b0c39c2e5b None None] Provisioning complete for port ba6736e9-ac4c-418a-8d7c-72769d0d6350 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:00.389418 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ac240c83-f7cd-4846-a042-88b0c39c2e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.394152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111466c2-3126-4d04-977c-40573f94262b None None] Pushing event updated for resources: {'Port': ['ID=2325604b-467b-4e5a-84df-473452df32f8,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:00.418999 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b4b7c299-1dbe-4ec7-92dd-95fdba12cc95 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'subnet': {'network_id': 'bdbb2f31-e692-4632-a30c-d3d293564d92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:00.453751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d9e68-c478-4adf-8cd4-a2e7d6b35345 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Network': ['ID=bdbb2f31-e692-4632-a30c-d3d293564d92,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:00.472055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-041ae045-1bfc-4807-afc1-c9ea64a8e07b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.481755 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-723d9e68-c478-4adf-8cd4-a2e7d6b35345 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:00.538970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a2b618ec-6ebe-4444-bce6-2b7a28db0e28 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for ba6736e9-ac4c-418a-8d7c-72769d0d6350 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:00.559885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-041ae045-1bfc-4807-afc1-c9ea64a8e07b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.563750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e0bcd588-a632-45e3-a6f5-87280f54ad00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:00.588085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b7c299-1dbe-4ec7-92dd-95fdba12cc95 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:00.592614 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4b7c299-1dbe-4ec7-92dd-95fdba12cc95 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.608835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-111466c2-3126-4d04-977c-40573f94262b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:00.621831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network bdbb2f31-e692-4632-a30c-d3d293564d92 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:00.639366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ae045-1bfc-4807-afc1-c9ea64a8e07b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Subnet': ['ID=deb26bdf-c8cc-41ff-b3bf-f910dfe1a0ee,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:00.642530 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-041ae045-1bfc-4807-afc1-c9ea64a8e07b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:00.648000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-041ae045-1bfc-4807-afc1-c9ea64a8e07b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.651077 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-041ae045-1bfc-4807-afc1-c9ea64a8e07b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/deb26bdf-c8cc-41ff-b3bf-f910dfe1a0ee HTTP/1.1" status: 204 len: 168 time: 1.0146713 Jun 24 12:48:00.653625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46316) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:00.740315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ac240c83-f7cd-4846-a042-88b0c39c2e5b None None] Port ba6736e9-ac4c-418a-8d7c-72769d0d6350 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:00.813549 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.877689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4b7c299-1dbe-4ec7-92dd-95fdba12cc95 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.879607 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-74233215-bbd3-4642-b264-c765bfebe28c tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:00.935655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7c299-1dbe-4ec7-92dd-95fdba12cc95 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Subnet': ['ID=be8cb1ac-7d68-495b-89a5-a4b546d3856f,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:00.941829 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b4b7c299-1dbe-4ec7-92dd-95fdba12cc95 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:00.953716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 2325604b-467b-4e5a-84df-473452df32f8 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:00.954075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.957429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a2b618ec-6ebe-4444-bce6-2b7a28db0e28 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.961520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7c299-1dbe-4ec7-92dd-95fdba12cc95 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Checking segment: {'id': '8c987a0d-913c-4335-9ad5-670141ff5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'bdbb2f31-e692-4632-a30c-d3d293564d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:00.961889 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b7c299-1dbe-4ec7-92dd-95fdba12cc95 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network hostable DHCP agents. Network: bdbb2f31-e692-4632-a30c-d3d293564d92, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:48:00.970469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-914d7af8-f9ca-4db8-896b-aacb02180933 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:00.984704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b7c299-1dbe-4ec7-92dd-95fdba12cc95 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network bdbb2f31-e692-4632-a30c-d3d293564d92 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:48:00.997986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-b4b7c299-1dbe-4ec7-92dd-95fdba12cc95 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, bdbb2f31-e692-4632-a30c-d3d293564d92) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:01.002234 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b7c299-1dbe-4ec7-92dd-95fdba12cc95 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:01.003405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4b7c299-1dbe-4ec7-92dd-95fdba12cc95 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.007735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b618ec-6ebe-4444-bce6-2b7a28db0e28 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=ba6736e9-ac4c-418a-8d7c-72769d0d6350,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:01.010821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dfe83b-df31-44b0-b65a-ac9557a0d8a0 None None] Network bdbb2f31-e692-4632-a30c-d3d293564d92 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:01.020172 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b4b7c299-1dbe-4ec7-92dd-95fdba12cc95 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6053824 Jun 24 12:48:01.022574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46318) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:01.028811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c5ea2458-6e04-4072-a66f-3c90855aa279 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1459835686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:01.040683 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a2b618ec-6ebe-4444-bce6-2b7a28db0e28 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:01.061955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2458-6e04-4072-a66f-3c90855aa279 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.063311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2458-6e04-4072-a66f-3c90855aa279 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.104749 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a2b618ec-6ebe-4444-bce6-2b7a28db0e28 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.109243 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a2b618ec-6ebe-4444-bce6-2b7a28db0e28 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/ba6736e9-ac4c-418a-8d7c-72769d0d6350 HTTP/1.1" status: 204 len: 168 time: 1.4299138 Jun 24 12:48:01.109898 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46320) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:01.111915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] For port 2325604b-467b-4e5a-84df-473452df32f8, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=2325604b-467b-4e5a-84df-473452df32f8,segment=NetworkSegment(52d382f9-6767-45a6-9f87-e70dda6131fb),segment_id=52d382f9-6767-45a6-9f87-e70dda6131fb)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:01.112794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.144365 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2458-6e04-4072-a66f-3c90855aa279 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.150854 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2458-6e04-4072-a66f-3c90855aa279 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.171869 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2458-6e04-4072-a66f-3c90855aa279 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.174257 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c5ea2458-6e04-4072-a66f-3c90855aa279 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1501534 Jun 24 12:48:01.177626 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46322) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:01.183986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'port': {'network_id': 'bdbb2f31-e692-4632-a30c-d3d293564d92', 'name': 'tempest-RoutersTest-1023714628'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:01.228617 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 2325604b-467b-4e5a-84df-473452df32f8 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:01.229128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-bdbb2f31-e692-4632-a30c-d3d293564d92', 'network_id': 'bdbb2f31-e692-4632-a30c-d3d293564d92', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'fixed_ips': [{'subnet_id': 'be8cb1ac-7d68-495b-89a5-a4b546d3856f'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:48:01.230011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.311696 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa38d2ea-1fe6-4a42-9e64-00046d53b380 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:01.315629 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-aa38d2ea-1fe6-4a42-9e64-00046d53b380 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1977446 Jun 24 12:48:01.316643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46324) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:01.406014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:01.426959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.461955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] device_id is not set on port 71e6bd2c-58da-400e-ad58-b2904d24230c yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:48:01.532377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.537384 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Allocated IP 172.20.0.2 (bdbb2f31-e692-4632-a30c-d3d293564d92/be8cb1ac-7d68-495b-89a5-a4b546d3856f/1c0e85a9-1605-4449-981a-e5a530759cc8) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:01.539874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2237e319-fe89-4e14-bec3-9243c7522c12 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:01.565650 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No DVR routers for this DVR port 2325604b-467b-4e5a-84df-473452df32f8 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:01.583545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 2325604b-467b-4e5a-84df-473452df32f8 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:01.608222 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=2325604b-467b-4e5a-84df-473452df32f8,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:01.611841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:01.612924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 2325604b-467b-4e5a-84df-473452df32f8 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:01.613140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 2325604b-467b-4e5a-84df-473452df32f8 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 24 12:48:01.621157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbe928a-3a5e-4af0-880c-382981e9caf9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:01.625464 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46326) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:01.625664 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6cbe928a-3a5e-4af0-880c-382981e9caf9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3011112 Jun 24 12:48:01.664682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Port 2325604b-467b-4e5a-84df-473452df32f8 not found, will not notify nova. {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 24 12:48:01.694895 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522741d1-eeab-47d1-8849-369e7c268729 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:01.696776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522741d1-eeab-47d1-8849-369e7c268729 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:01.699526 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522741d1-eeab-47d1-8849-369e7c268729 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:01.702053 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-522741d1-eeab-47d1-8849-369e7c268729 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0751915 Jun 24 12:48:01.704769 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46328) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:01.727861 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.740062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad80bc9-d7d2-496d-9de1-c00d2a7ec685']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:01.756024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d382f9-6767-45a6-9f87-e70dda6131fb') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:01.756548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d382f9-6767-45a6-9f87-e70dda6131fb') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:01.769913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.780431 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d3537-a9ff-4b0e-b394-33f3b8f8cd16 None None] Network 4ad80bc9-d7d2-496d-9de1-c00d2a7ec685 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:01.787152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.787959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-a852c3bb-228b-422c-822f-7e4e6b0a0aa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 9f617b94-4cfc-4dbe-80fa-1f4a5857016a {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:48:01.794474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a852c3bb-228b-422c-822f-7e4e6b0a0aa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.799082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:48:01.800784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.804809 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:48:01.815988 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:48:01.843446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a852c3bb-228b-422c-822f-7e4e6b0a0aa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.844415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Transition to ACTIVE for port object 1c0e85a9-1605-4449-981a-e5a530759cc8 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:01.874014 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Transition to ACTIVE for port object 1c0e85a9-1605-4449-981a-e5a530759cc8 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:01.879877 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cfe481a2-bddf-4050-8c92-8a5c86c63d46 None None] Could not find standard attr ID for object 2325604b-467b-4e5a-84df-473452df32f8. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:48:01.889833 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.895286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.897737 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/networks/4ad80bc9-d7d2-496d-9de1-c00d2a7ec685 HTTP/1.1" status: 204 len: 168 time: 1.2427814 Jun 24 12:48:01.898689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:01.899970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.903457 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:01.905059 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46330) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:01.915894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Network': ['ID=4ad80bc9-d7d2-496d-9de1-c00d2a7ec685,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:01.918840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:01.928922 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'name': 'tempest-PortsTestJSON-48529507'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:01.955659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Network bdbb2f31-e692-4632-a30c-d3d293564d92 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:01.958610 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:01.964407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:01.973736 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Pushing event updated for resources: {'Port': ['ID=1c0e85a9-1605-4449-981a-e5a530759cc8,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:01.978059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:02.029765 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652d3078-010c-4192-bc24-1584afff269f None None] DHCP port deletion for 4ad80bc9-d7d2-496d-9de1-c00d2a7ec685 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:48:02.030913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Allocated IP 172.20.0.5 (bdbb2f31-e692-4632-a30c-d3d293564d92/be8cb1ac-7d68-495b-89a5-a4b546d3856f/71e6bd2c-58da-400e-ad58-b2904d24230c) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:02.037803 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Attempting to bind port 1c0e85a9-1605-4449-981a-e5a530759cc8 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:02.038195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Attempting to bind port 1c0e85a9-1605-4449-981a-e5a530759cc8 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '8c987a0d-913c-4335-9ad5-670141ff5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'bdbb2f31-e692-4632-a30c-d3d293564d92'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:02.038534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Attempting to bind port 1c0e85a9-1605-4449-981a-e5a530759cc8 on network bdbb2f31-e692-4632-a30c-d3d293564d92 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:02.046811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:02.046811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Checking segment: {'id': '8c987a0d-913c-4335-9ad5-670141ff5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'bdbb2f31-e692-4632-a30c-d3d293564d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:02.046811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.046811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Bound using segment: {'id': '8c987a0d-913c-4335-9ad5-670141ff5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'bdbb2f31-e692-4632-a30c-d3d293564d92'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:02.046811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Bound port: 1c0e85a9-1605-4449-981a-e5a530759cc8, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c987a0d-913c-4335-9ad5-670141ff5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'bdbb2f31-e692-4632-a30c-d3d293564d92'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:02.046811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.095513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a852c3bb-228b-422c-822f-7e4e6b0a0aa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.113311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] For port 1c0e85a9-1605-4449-981a-e5a530759cc8, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:02.116421 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] For port 1c0e85a9-1605-4449-981a-e5a530759cc8, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1c0e85a9-1605-4449-981a-e5a530759cc8,segment=NetworkSegment(8c987a0d-913c-4335-9ad5-670141ff5853),segment_id=8c987a0d-913c-4335-9ad5-670141ff5853)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:02.120908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.122879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:02.142280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:02.146404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.190521 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Pushing event updated for resources: {'Port': ['ID=1c0e85a9-1605-4449-981a-e5a530759cc8,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:02.193739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:02.220665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port 86b53381-3442-4d16-9949-0a23433f7146 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:48:02.231621 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.293312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a852c3bb-228b-422c-822f-7e4e6b0a0aa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.297869 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f1cf9539-f6ce-42b7-9e2c-0b5ccd8fd0dd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:02.351807 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852c3bb-228b-422c-822f-7e4e6b0a0aa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=9f617b94-4cfc-4dbe-80fa-1f4a5857016a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:02.354374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a852c3bb-228b-422c-822f-7e4e6b0a0aa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.356484 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a852c3bb-228b-422c-822f-7e4e6b0a0aa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/9f617b94-4cfc-4dbe-80fa-1f4a5857016a HTTP/1.1" status: 204 len: 168 time: 0.6504693 Jun 24 12:48:02.360064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46332) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:02.369095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a852c3bb-228b-422c-822f-7e4e6b0a0aa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:02.381626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965092c3-5427-4681-af1c-7c3fe705295b None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:02.422704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.438543 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84a713d-381d-4938-94fb-059ba669f075 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet a3013bd6-1908-47ea-b13c-1800dce470ed {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:48:02.441913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b84a713d-381d-4938-94fb-059ba669f075 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.490313 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Transition to ACTIVE for port object 71e6bd2c-58da-400e-ad58-b2904d24230c will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:02.493040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b84a713d-381d-4938-94fb-059ba669f075 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.527543 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.568262 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.572783 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a4accee2-dbc1-4c89-a0fa-46a986174bd7 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:02.606628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b84a713d-381d-4938-94fb-059ba669f075 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.622222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network bdbb2f31-e692-4632-a30c-d3d293564d92 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:02.626694 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:02.633764 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:02.637083 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.668448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=71e6bd2c-58da-400e-ad58-b2904d24230c,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:02.672881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b84a713d-381d-4938-94fb-059ba669f075 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.676417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-366d154f-5130-449d-8d76-fdfbbbbb413f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:02.678283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:02.681217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-35729ec1-9289-4dce-a7b5-bc0b21f37632 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:02.702649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a713d-381d-4938-94fb-059ba669f075 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=a3013bd6-1908-47ea-b13c-1800dce470ed,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:02.705159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b84a713d-381d-4938-94fb-059ba669f075 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:02.708702 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b84a713d-381d-4938-94fb-059ba669f075 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.710808 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b84a713d-381d-4938-94fb-059ba669f075 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/a3013bd6-1908-47ea-b13c-1800dce470ed HTTP/1.1" status: 204 len: 168 time: 0.3494973 Jun 24 12:48:02.713241 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46334) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:02.719767 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:02.728537 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:02.733082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:02.738648 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:02.739307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.747498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:02.748141 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.762231 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c68a7ca0-f0c9-47a7-913c-76eac1f35e41 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451691 Jun 24 12:48:02.762557 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46336) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:02.767697 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-1156161b-b546-4d91-9515-8641c1ac56bd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:02.773393 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=86b53381-3442-4d16-9949-0a23433f7146,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:02.777061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:02.786663 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.8624237 Jun 24 12:48:02.787751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46338) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:02.796814 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6180623 Jun 24 12:48:02.800413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46340) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:02.875534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1156161b-b546-4d91-9515-8641c1ac56bd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:02.879360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1156161b-b546-4d91-9515-8641c1ac56bd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.099446 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1156161b-b546-4d91-9515-8641c1ac56bd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.107025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-29ef57dc-501a-4978-91c6-cfec04b22720 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:03.137707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-41d64a0e-9176-4abb-ab87-7d651ef0d530 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 86b53381-3442-4d16-9949-0a23433f7146 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:03.138285 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-41d64a0e-9176-4abb-ab87-7d651ef0d530 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.162316 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156161b-b546-4d91-9515-8641c1ac56bd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=3448abca-9849-42b1-b0c1-7b1be27f27c6,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:03.166328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156161b-b546-4d91-9515-8641c1ac56bd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:03.167797 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1156161b-b546-4d91-9515-8641c1ac56bd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:03.169242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-1156161b-b546-4d91-9515-8641c1ac56bd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:03.177735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156161b-b546-4d91-9515-8641c1ac56bd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:03.178419 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1156161b-b546-4d91-9515-8641c1ac56bd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.197037 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1156161b-b546-4d91-9515-8641c1ac56bd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4332464 Jun 24 12:48:03.198312 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46342) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:03.205126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-8be25c6e-5055-44a9-a404-dea8a2380bae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:03.241403 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-41d64a0e-9176-4abb-ab87-7d651ef0d530 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.261108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-41d64a0e-9176-4abb-ab87-7d651ef0d530 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 86b53381-3442-4d16-9949-0a23433f7146 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:03.345974 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a40b2-1a14-4e4b-bd0d-a2f52a7d7000 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:03.363031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be25c6e-5055-44a9-a404-dea8a2380bae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:03.368580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8be25c6e-5055-44a9-a404-dea8a2380bae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.375670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.479517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb16dd3-a3e6-4d79-a943-036fb0512948 None None] Network bdbb2f31-e692-4632-a30c-d3d293564d92 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:03.492178 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.ipam_backend_mixin [None req-8be25c6e-5055-44a9-a404-dea8a2380bae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3448abca-9849-42b1-b0c1-7b1be27f27c6 (CIDR: 2001:db8::/64) Jun 24 12:48:03.497370 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be25c6e-5055-44a9-a404-dea8a2380bae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:48:03.498055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be25c6e-5055-44a9-a404-dea8a2380bae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:03.504589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a4ad8c2b-1736-42a7-91f2-09574c78eb9d None None] Provisioning complete for port 068e417e-ddc2-4676-baed-b9b3e29aed34 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:03.504970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8c2b-1736-42a7-91f2-09574c78eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.505940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-41d64a0e-9176-4abb-ab87-7d651ef0d530 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.513988 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-43351a8e-7ba0-4cdc-b35e-de2e44f55a8a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:03.517411 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8be25c6e-5055-44a9-a404-dea8a2380bae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3149307 Jun 24 12:48:03.517552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1c0e85a9-1605-4449-981a-e5a530759cc8 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:03.517647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46344) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:03.524503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'subnet': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:03.547876 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d64a0e-9176-4abb-ab87-7d651ef0d530 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=86b53381-3442-4d16-9949-0a23433f7146,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:03.580271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-41d64a0e-9176-4abb-ab87-7d651ef0d530 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:03.611394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-41d64a0e-9176-4abb-ab87-7d651ef0d530 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.616607 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-41d64a0e-9176-4abb-ab87-7d651ef0d530 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/86b53381-3442-4d16-9949-0a23433f7146 HTTP/1.1" status: 204 len: 168 time: 0.8278039 Jun 24 12:48:03.617245 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46346) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:03.624190 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'mac_address': 'fa:16:3e:0f:f3:7d', 'name': 'tempest-PortsTestJSON-1245932680'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:03.661450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:03.666491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.747413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 1c0e85a9-1605-4449-981a-e5a530759cc8 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:03.796542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:03.838538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 2325604b-467b-4e5a-84df-473452df32f8 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:03.867644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 2325604b-467b-4e5a-84df-473452df32f8 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:03.868156 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 2325604b-467b-4e5a-84df-473452df32f8 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:03.890264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.904582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.914227 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.917527 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a7e95e80-d1ac-4f1c-8afd-5425e3a6d610 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:03.930232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port 15b7fd7e-eddc-40ff-85c5-a08b322fde82 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:48:03.985259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f2021f-cc6a-4b9e-9709-ae5ea5f11a93 None None] Update dhcp port {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'fixed_ips': [{'subnet_id': '3448abca-9849-42b1-b0c1-7b1be27f27c6'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': '068e417e-ddc2-4676-baed-b9b3e29aed34'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:48:04.023311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-44f2021f-cc6a-4b9e-9709-ae5ea5f11a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.043579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=71e6bd2c-58da-400e-ad58-b2904d24230c,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:04.067767 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:04.152966 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.objects.ports [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100145) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:48:04.203153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-74af49b2-509b-4cc2-87b5-04adfc5eea16 None None] Provisioning for port 1c0e85a9-1605-4449-981a-e5a530759cc8 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:04.212071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-74af49b2-509b-4cc2-87b5-04adfc5eea16 None None] Provisioning complete for port 1c0e85a9-1605-4449-981a-e5a530759cc8 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:04.212602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-74af49b2-509b-4cc2-87b5-04adfc5eea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.288707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.316975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-44f2021f-cc6a-4b9e-9709-ae5ea5f11a93 None None] Allocated IP 2001:db8::2 (775331f2-7641-4269-a311-a446eb45635d/3448abca-9849-42b1-b0c1-7b1be27f27c6/068e417e-ddc2-4676-baed-b9b3e29aed34) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:04.327386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.351430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-44f2021f-cc6a-4b9e-9709-ae5ea5f11a93 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe92:8872 (775331f2-7641-4269-a311-a446eb45635d/1f28d32b-05cf-4c80-9fd6-4f59e6922812/068e417e-ddc2-4676-baed-b9b3e29aed34) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:04.387809 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-74af49b2-509b-4cc2-87b5-04adfc5eea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.450197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.461619 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-05c4ba63-5397-48bc-a3d6-985377826cef tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:04.464175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-74af49b2-509b-4cc2-87b5-04adfc5eea16 None None] For port 1c0e85a9-1605-4449-981a-e5a530759cc8, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1c0e85a9-1605-4449-981a-e5a530759cc8,segment=NetworkSegment(8c987a0d-913c-4335-9ad5-670141ff5853),segment_id=8c987a0d-913c-4335-9ad5-670141ff5853)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:04.471861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-74af49b2-509b-4cc2-87b5-04adfc5eea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.477198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f521f9f7-ef84-46a8-911d-cad6d3aefc5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:04.517425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-44f2021f-cc6a-4b9e-9709-ae5ea5f11a93 None None] For port 068e417e-ddc2-4676-baed-b9b3e29aed34, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=068e417e-ddc2-4676-baed-b9b3e29aed34,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:04.540503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:04.554179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:04.556582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:04.557880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af49b2-509b-4cc2-87b5-04adfc5eea16 None None] Pushing event updated for resources: {'Port': ['ID=1c0e85a9-1605-4449-981a-e5a530759cc8,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:04.563070 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:04.563716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.565623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-74af49b2-509b-4cc2-87b5-04adfc5eea16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:04.569538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-44f2021f-cc6a-4b9e-9709-ae5ea5f11a93 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.575589 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=15b7fd7e-eddc-40ff-85c5-a08b322fde82,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:04.578419 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:04.587252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.589570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-44f2021f-cc6a-4b9e-9709-ae5ea5f11a93 None None] Transition to ACTIVE for port object 068e417e-ddc2-4676-baed-b9b3e29aed34 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:04.598246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-44f2021f-cc6a-4b9e-9709-ae5ea5f11a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.601675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.db.api [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe92:8872-c9954dea-6841-43ee-9690-8000aae {{(pid=100145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:48:04.602420 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9792275 Jun 24 12:48:04.602546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_db.api [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:48:04.602634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46348) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:04.606341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-59dc74f2-98e4-401f-906f-eef1814cf7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:04.612624 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9892d813-0358-4e37-a397-b569c49f4b0a None None] Provisioning complete for port 1c0e85a9-1605-4449-981a-e5a530759cc8 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:04.613010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9892d813-0358-4e37-a397-b569c49f4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.689964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b29e3ef-473f-4445-b8ae-a92920f59612 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:04.692039 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5b29e3ef-473f-4445-b8ae-a92920f59612 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/15b7fd7e-eddc-40ff-85c5-a08b322fde82 HTTP/1.1" status: 200 len: 841 time: 0.0892682 Jun 24 12:48:04.694988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46350) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:04.733552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2021f-cc6a-4b9e-9709-ae5ea5f11a93 None None] Pushing event updated for resources: {'Port': ['ID=068e417e-ddc2-4676-baed-b9b3e29aed34,revision_number=8']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:04.738216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-44f2021f-cc6a-4b9e-9709-ae5ea5f11a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:04.800356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9892d813-0358-4e37-a397-b569c49f4b0a None None] Provisioning for port 71e6bd2c-58da-400e-ad58-b2904d24230c completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:04.808039 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9892d813-0358-4e37-a397-b569c49f4b0a None None] Provisioning complete for port 71e6bd2c-58da-400e-ad58-b2904d24230c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:04.808405 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9892d813-0358-4e37-a397-b569c49f4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.844284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-772c1fee-5043-4890-9909-5dd8b650250b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 15b7fd7e-eddc-40ff-85c5-a08b322fde82 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:04.844793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-772c1fee-5043-4890-9909-5dd8b650250b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.849061 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-9892d813-0358-4e37-a397-b569c49f4b0a None None] Port 71e6bd2c-58da-400e-ad58-b2904d24230c cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:04.917912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-772c1fee-5043-4890-9909-5dd8b650250b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.935075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-772c1fee-5043-4890-9909-5dd8b650250b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 15b7fd7e-eddc-40ff-85c5-a08b322fde82 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:04.973601 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b7829f6c-aecb-4016-83f1-d786a6f056e0 None None] Provisioning complete for port 71e6bd2c-58da-400e-ad58-b2904d24230c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:04.974120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b7829f6c-aecb-4016-83f1-d786a6f056e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.015512 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b7829f6c-aecb-4016-83f1-d786a6f056e0 None None] Port 71e6bd2c-58da-400e-ad58-b2904d24230c cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:05.032270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-772c1fee-5043-4890-9909-5dd8b650250b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.037208 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dbecb6c4-913e-42d2-9811-3468fc7d5053 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:05.063858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c1fee-5043-4890-9909-5dd8b650250b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=15b7fd7e-eddc-40ff-85c5-a08b322fde82,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:05.067397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-772c1fee-5043-4890-9909-5dd8b650250b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:05.070480 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-772c1fee-5043-4890-9909-5dd8b650250b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.072609 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-772c1fee-5043-4890-9909-5dd8b650250b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/15b7fd7e-eddc-40ff-85c5-a08b322fde82 HTTP/1.1" status: 204 len: 168 time: 0.3764644 Jun 24 12:48:05.075252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46352) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:05.105453 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c8a937-2b4b-4b33-a277-765b4007b7d4 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] GET failed (client error): The resource could not be found. Jun 24 12:48:05.110468 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-67c8a937-2b4b-4b33-a277-765b4007b7d4 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/15b7fd7e-eddc-40ff-85c5-a08b322fde82 HTTP/1.1" status: 404 len: 333 time: 0.0307064 Jun 24 12:48:05.112509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46354) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:05.117399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'name': 'tempest-PortsTestJSON-1219804654'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:05.288114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.294380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.300574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ecab5362-29ef-430e-94a6-a7fb0e265343 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:05.304447 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.objects.ports [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100145) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:48:05.309686 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:05.313175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.380887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=71e6bd2c-58da-400e-ad58-b2904d24230c,revision_number=3']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:05.384008 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:05.384866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.388837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port 6ffea248-e38b-4e40-8020-fe0c6a98a667 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:48:05.445246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a18d5bd9-6734-415f-a571-a2a078b19ff2 None None] Provisioning for port 068e417e-ddc2-4676-baed-b9b3e29aed34 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:05.451901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.ipam_pluggable_backend [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Port 068e417e-ddc2-4676-baed-b9b3e29aed34 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=100145) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Jun 24 12:48:05.452342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.452516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a18d5bd9-6734-415f-a571-a2a078b19ff2 None None] Provisioning complete for port 068e417e-ddc2-4676-baed-b9b3e29aed34 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:05.453696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a18d5bd9-6734-415f-a571-a2a078b19ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.456256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0e4402b3-a2f7-498c-9a46-5affb4216b5e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:05.485081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network bdbb2f31-e692-4632-a30c-d3d293564d92 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:05.487519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:05.487756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1c0e85a9-1605-4449-981a-e5a530759cc8 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:05.531905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:05.540575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:05.555810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:05.556406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.559212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67986e80-af5e-4bf7-9900-509c778cb2dd None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:05.569660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Subnet': ['ID=1f28d32b-05cf-4c80-9fd6-4f59e6922812,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:05.579499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:05.597807 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1c0e85a9-1605-4449-981a-e5a530759cc8 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:05.598436 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.614036 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0919235 Jun 24 12:48:05.615178 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46356) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:05.622632 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Request body: {'port': {'network_id': '775331f2-7641-4269-a311-a446eb45635d', 'mac_address': 'fa:16:3e:60:5f:24', 'name': 'tempest-NetworksTestDHCPv6-1274186674'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:05.649750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.700062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router a59fdc62-a60b-4c56-9828-10911b69bdbd is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:48:05.717244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.725407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-22b2dae2-56a0-4758-99ce-464a55ec3cb7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:05.792211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=6ffea248-e38b-4e40-8020-fe0c6a98a667,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:05.795774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:05.796699 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:05.797960 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:05.800706 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:05.806135 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:05.806960 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.826263 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7122667 Jun 24 12:48:05.828906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46358) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:05.834748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6f5e1fdb-3349-40c0-8143-ff6871b4b85d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:05.849605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:05.858219 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/a59fdc62-a60b-4c56-9828-10911b69bdbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0554008 Jun 24 12:48:05.858819 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46360) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:05.872324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Made reservation on behalf of 689e413759a64051a36f751c16f72d31 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:05.877885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924358c-fb1a-4d58-9784-e4281b418159 None None] Sync routers for ids ['a59fdc62-a60b-4c56-9828-10911b69bdbd'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:05.923531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1fdb-3349-40c0-8143-ff6871b4b85d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.926238 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7924358c-fb1a-4d58-9784-e4281b418159 None None] Routers {'a59fdc62-a60b-4c56-9828-10911b69bdbd'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:05.927364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7924358c-fb1a-4d58-9784-e4281b418159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['a59fdc62-a60b-4c56-9828-10911b69bdbd'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:05.972553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fee8d8e-caed-4524-9909-28b93bab5ff7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:05.976514 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9fee8d8e-caed-4524-9909-28b93bab5ff7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports/71e6bd2c-58da-400e-ad58-b2904d24230c HTTP/1.1" status: 200 len: 977 time: 0.1133325 Jun 24 12:48:05.976723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46362) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:05.991729 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7924358c-fb1a-4d58-9784-e4281b418159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:06.044677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 068e417e-ddc2-4676-baed-b9b3e29aed34 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:06.047063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7924358c-fb1a-4d58-9784-e4281b418159 None None] Routers {'a59fdc62-a60b-4c56-9828-10911b69bdbd'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:06.047708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7924358c-fb1a-4d58-9784-e4281b418159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['a59fdc62-a60b-4c56-9828-10911b69bdbd'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:06.053143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6ad96823-8bde-46fc-82e5-a004336217cc None None] Provisioning complete for port 71e6bd2c-58da-400e-ad58-b2904d24230c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:06.053529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6ad96823-8bde-46fc-82e5-a004336217cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.081404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.088107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1fdb-3349-40c0-8143-ff6871b4b85d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.093625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1fdb-3349-40c0-8143-ff6871b4b85d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.097683 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-772c1fee-5043-4890-9909-5dd8b650250b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:06.121523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7924358c-fb1a-4d58-9784-e4281b418159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:06.122196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924358c-fb1a-4d58-9784-e4281b418159 None None] The sync data for ids ['a59fdc62-a60b-4c56-9828-10911b69bdbd'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:06.128084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e1fdb-3349-40c0-8143-ff6871b4b85d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] In _notify_port_updated(), no bound segment for port 6ffea248-e38b-4e40-8020-fe0c6a98a667 on network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 {{(pid=100145) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:48:06.134322 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5e1fdb-3349-40c0-8143-ff6871b4b85d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:06.135075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1fdb-3349-40c0-8143-ff6871b4b85d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.136468 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6f5e1fdb-3349-40c0-8143-ff6871b4b85d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "PUT /v2.0/ports/6ffea248-e38b-4e40-8020-fe0c6a98a667 HTTP/1.1" status: 200 len: 818 time: 0.3064325 Jun 24 12:48:06.140036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46364) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:06.155384 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6ad96823-8bde-46fc-82e5-a004336217cc None None] Port 71e6bd2c-58da-400e-ad58-b2904d24230c cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:06.181718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 068e417e-ddc2-4676-baed-b9b3e29aed34 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:06.182288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.191760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e1fdb-3349-40c0-8143-ff6871b4b85d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=6ffea248-e38b-4e40-8020-fe0c6a98a667,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:06.196299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] device_id is not set on port c08ee631-e356-4e40-a0f0-69c21740bd34 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:48:06.201156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6f5e1fdb-3349-40c0-8143-ff6871b4b85d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:06.277171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f22b0456-d81d-44a7-9383-a8121c8b01f0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 6ffea248-e38b-4e40-8020-fe0c6a98a667 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:06.277615 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f22b0456-d81d-44a7-9383-a8121c8b01f0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.354215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f22b0456-d81d-44a7-9383-a8121c8b01f0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.374550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f22b0456-d81d-44a7-9383-a8121c8b01f0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 6ffea248-e38b-4e40-8020-fe0c6a98a667 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:06.439771 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8::380 (775331f2-7641-4269-a311-a446eb45635d/3448abca-9849-42b1-b0c1-7b1be27f27c6/c08ee631-e356-4e40-a0f0-69c21740bd34) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:06.448468 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Allocated IP 2001:db8:0:1:f816:3eff:fe60:5f24 (775331f2-7641-4269-a311-a446eb45635d/1f28d32b-05cf-4c80-9fd6-4f59e6922812/c08ee631-e356-4e40-a0f0-69c21740bd34) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:06.463206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f22b0456-d81d-44a7-9383-a8121c8b01f0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.468426 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ab0d01be-c339-4566-9d70-cd247ab8443c tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:06.494069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b0456-d81d-44a7-9383-a8121c8b01f0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=6ffea248-e38b-4e40-8020-fe0c6a98a667,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:06.497017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f22b0456-d81d-44a7-9383-a8121c8b01f0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:06.501651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f22b0456-d81d-44a7-9383-a8121c8b01f0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.507300 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f22b0456-d81d-44a7-9383-a8121c8b01f0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/6ffea248-e38b-4e40-8020-fe0c6a98a667 HTTP/1.1" status: 204 len: 168 time: 0.3661497 Jun 24 12:48:06.507967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46366) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:06.624253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-09954df5-0407-4c63-ac76-6d8fa4dfab42 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.757250 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.766742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5426bfa-02cb-4a63-a498-df3fb6088963 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:06.768812 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e5426bfa-02cb-4a63-a498-df3fb6088963 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2581475 Jun 24 12:48:06.772297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46368) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:06.802352 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00258c0-973a-4855-a057-f7d23253ca3c tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] GET failed (client error): The resource could not be found. Jun 24 12:48:06.804138 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d00258c0-973a-4855-a057-f7d23253ca3c tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/6ffea248-e38b-4e40-8020-fe0c6a98a667 HTTP/1.1" status: 404 len: 333 time: 0.0307872 Jun 24 12:48:06.807575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46370) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:06.809093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Transition to ACTIVE for port object c08ee631-e356-4e40-a0f0-69c21740bd34 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:06.812577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a9172fc8-8a09-400e-8109-e5051c689d5e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1174350298'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:06.834618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9172fc8-8a09-400e-8109-e5051c689d5e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:06.838150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9172fc8-8a09-400e-8109-e5051c689d5e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.861707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9172fc8-8a09-400e-8109-e5051c689d5e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] vlan segment allocate from pool success with {'vlan_id': 1302, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:06.873921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9172fc8-8a09-400e-8109-e5051c689d5e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.874171 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-a9172fc8-8a09-400e-8109-e5051c689d5e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Added segment 4325a9c6-e33e-4872-bfdd-589a9f4007cc of type vlan for network 7a9077b4-021b-4203-94b2-20b5ec737087 Jun 24 12:48:06.875389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.880045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-65a789ae-7c39-43d4-916f-c466148009f2 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:06.881258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fb612265-d269-4870-a679-5a4b17b3cbc5 None None] Provisioning complete for port 068e417e-ddc2-4676-baed-b9b3e29aed34 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:06.881766 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fb612265-d269-4870-a679-5a4b17b3cbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.922566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9172fc8-8a09-400e-8109-e5051c689d5e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.947500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Network 775331f2-7641-4269-a311-a446eb45635d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:06.954644 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:06.957586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9172fc8-8a09-400e-8109-e5051c689d5e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.960644 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:06.964052 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9172fc8-8a09-400e-8109-e5051c689d5e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:06.964658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a9172fc8-8a09-400e-8109-e5051c689d5e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.966614 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:06.967345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.968965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:06.979757 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event updated for resources: {'Port': ['ID=c08ee631-e356-4e40-a0f0-69c21740bd34,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:06.986186 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:06.995528 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3791389 Jun 24 12:48:06.998175 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46372) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:07.009981 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a9172fc8-8a09-400e-8109-e5051c689d5e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2013061 Jun 24 12:48:07.013059 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46374) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:07.036491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-17a38858-482e-456d-9e00-c24f3619e246 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': '7a9077b4-021b-4203-94b2-20b5ec737087', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:07.044612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9172fc8-8a09-400e-8109-e5051c689d5e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Network': ['ID=7a9077b4-021b-4203-94b2-20b5ec737087,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:07.047304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a9172fc8-8a09-400e-8109-e5051c689d5e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:07.056269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 7a9077b4-021b-4203-94b2-20b5ec737087 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:07.085691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-09954df5-0407-4c63-ac76-6d8fa4dfab42 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port 71e6bd2c-58da-400e-ad58-b2904d24230c {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:07.086043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-09954df5-0407-4c63-ac76-6d8fa4dfab42 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:07.201810 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a8af1486-7d80-4173-9e9a-c237680ee5a2 None None] Provisioning for port c08ee631-e356-4e40-a0f0-69c21740bd34 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:07.207422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a8af1486-7d80-4173-9e9a-c237680ee5a2 None None] Provisioning complete for port c08ee631-e356-4e40-a0f0-69c21740bd34 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:07.207928 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a8af1486-7d80-4173-9e9a-c237680ee5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:07.243218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-a8af1486-7d80-4173-9e9a-c237680ee5a2 None None] Port c08ee631-e356-4e40-a0f0-69c21740bd34 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:07.275915 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a38858-482e-456d-9e00-c24f3619e246 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:07.279329 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-17a38858-482e-456d-9e00-c24f3619e246 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:07.295148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-09954df5-0407-4c63-ac76-6d8fa4dfab42 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:07.341761 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-09954df5-0407-4c63-ac76-6d8fa4dfab42 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for 71e6bd2c-58da-400e-ad58-b2904d24230c owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:07.351176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-5afe061a-e1fa-4348-9bc7-900e3ec51389 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting port c08ee631-e356-4e40-a0f0-69c21740bd34 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:07.351513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5afe061a-e1fa-4348-9bc7-900e3ec51389 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:07.535610 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5afe061a-e1fa-4348-9bc7-900e3ec51389 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:07.586040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-5afe061a-e1fa-4348-9bc7-900e3ec51389 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Calling delete_port for c08ee631-e356-4e40-a0f0-69c21740bd34 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:07.723846 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-17a38858-482e-456d-9e00-c24f3619e246 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:07.729192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3446f151-da65-4a8c-992b-8c26a250f922 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:07.795696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-09954df5-0407-4c63-ac76-6d8fa4dfab42 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:07.844319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a38858-482e-456d-9e00-c24f3619e246 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Subnet': ['ID=d68d7d42-62b4-4131-bd65-daa17d2f5ee6,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:07.854555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-17a38858-482e-456d-9e00-c24f3619e246 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:07.856976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:08.247190 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a38858-482e-456d-9e00-c24f3619e246 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Checking segment: {'id': '4325a9c6-e33e-4872-bfdd-589a9f4007cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '7a9077b4-021b-4203-94b2-20b5ec737087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:08.247537 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a38858-482e-456d-9e00-c24f3619e246 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network hostable DHCP agents. Network: 7a9077b4-021b-4203-94b2-20b5ec737087, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:48:08.257953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09954df5-0407-4c63-ac76-6d8fa4dfab42 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=71e6bd2c-58da-400e-ad58-b2904d24230c,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:08.282437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-09954df5-0407-4c63-ac76-6d8fa4dfab42 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:08.326495 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a38858-482e-456d-9e00-c24f3619e246 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 7a9077b4-021b-4203-94b2-20b5ec737087 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:48:08.349348 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-17a38858-482e-456d-9e00-c24f3619e246 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 7a9077b4-021b-4203-94b2-20b5ec737087) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:08.356996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e12779-b3ba-4911-982e-df70d9db0b09 None None] Network 7a9077b4-021b-4203-94b2-20b5ec737087 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:08.388628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a38858-482e-456d-9e00-c24f3619e246 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:08.389069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-17a38858-482e-456d-9e00-c24f3619e246 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:08.419243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5afe061a-e1fa-4348-9bc7-900e3ec51389 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:08.427708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:08.458146 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-17a38858-482e-456d-9e00-c24f3619e246 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4439843 Jun 24 12:48:08.459093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe061a-e1fa-4348-9bc7-900e3ec51389 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Port': ['ID=c08ee631-e356-4e40-a0f0-69c21740bd34,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:08.460879 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-09954df5-0407-4c63-ac76-6d8fa4dfab42 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:08.462252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46376) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:08.463136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5afe061a-e1fa-4348-9bc7-900e3ec51389 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:08.477677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d33c9e8f-0ac2-4604-a487-5ff1207e988e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': '7a9077b4-021b-4203-94b2-20b5ec737087', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:08.518837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-7a9077b4-021b-4203-94b2-20b5ec737087', 'network_id': '7a9077b4-021b-4203-94b2-20b5ec737087', 'tenant_id': 'ea2e56e662164c3e99bad3f620aa85c3', 'fixed_ips': [{'subnet_id': 'd68d7d42-62b4-4131-bd65-daa17d2f5ee6'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:48:08.519803 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:08.549131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5afe061a-e1fa-4348-9bc7-900e3ec51389 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:08.551525 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5afe061a-e1fa-4348-9bc7-900e3ec51389 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/c08ee631-e356-4e40-a0f0-69c21740bd34 HTTP/1.1" status: 204 len: 168 time: 1.5524626 Jun 24 12:48:08.554788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46378) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:08.657872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f492a-0724-4ebf-8117-c61ad207d3a7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:08.660457 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d82f492a-0724-4ebf-8117-c61ad207d3a7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1044271 Jun 24 12:48:08.665277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46380) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:08.670012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09954df5-0407-4c63-ac76-6d8fa4dfab42 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router a59fdc62-a60b-4c56-9828-10911b69bdbd has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:48:08.699353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33c9e8f-0ac2-4604-a487-5ff1207e988e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:08.702825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d33c9e8f-0ac2-4604-a487-5ff1207e988e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:08.715797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Allocated IP 172.20.0.2 (7a9077b4-021b-4203-94b2-20b5ec737087/d68d7d42-62b4-4131-bd65-daa17d2f5ee6/75ad3809-6bf3-4c37-95ac-9716a427dc3a) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:08.772226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09954df5-0407-4c63-ac76-6d8fa4dfab42 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:08.777815 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-09954df5-0407-4c63-ac76-6d8fa4dfab42 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/a59fdc62-a60b-4c56-9828-10911b69bdbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7997100 Jun 24 12:48:08.783226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46382) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:08.784682 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc48fa2-df69-4e3a-b43b-8754abb74f1e None None] Sync routers for ids ['a59fdc62-a60b-4c56-9828-10911b69bdbd'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:08.800898 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc48fa2-df69-4e3a-b43b-8754abb74f1e None None] Routers {'a59fdc62-a60b-4c56-9828-10911b69bdbd'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:08.801720 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ffc48fa2-df69-4e3a-b43b-8754abb74f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['a59fdc62-a60b-4c56-9828-10911b69bdbd'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:08.834643 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ffc48fa2-df69-4e3a-b43b-8754abb74f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:08.845715 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc48fa2-df69-4e3a-b43b-8754abb74f1e None None] Routers {'a59fdc62-a60b-4c56-9828-10911b69bdbd'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:08.847324 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ffc48fa2-df69-4e3a-b43b-8754abb74f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['a59fdc62-a60b-4c56-9828-10911b69bdbd'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:08.883071 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ffc48fa2-df69-4e3a-b43b-8754abb74f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:08.884145 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc48fa2-df69-4e3a-b43b-8754abb74f1e None None] The sync data for ids ['a59fdc62-a60b-4c56-9828-10911b69bdbd'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:08.908043 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:08.917765 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Transition to ACTIVE for port object 75ad3809-6bf3-4c37-95ac-9716a427dc3a will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:08.934059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Transition to ACTIVE for port object 75ad3809-6bf3-4c37-95ac-9716a427dc3a will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:08.942119 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:08.944318 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:08.988370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Network 7a9077b4-021b-4203-94b2-20b5ec737087 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:08.993694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:08.997334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:09.009134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Pushing event updated for resources: {'Port': ['ID=75ad3809-6bf3-4c37-95ac-9716a427dc3a,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:09.023146 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-ba9f18f7-0cc8-422a-b5e0-3c8a58d8866f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] remove_router_interface failed (client error): The resource could not be found. Jun 24 12:48:09.026586 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ba9f18f7-0cc8-422a-b5e0-3c8a58d8866f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/a59fdc62-a60b-4c56-9828-10911b69bdbd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2382770 Jun 24 12:48:09.027023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46384) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:09.032557 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:09.057118 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-69c146f2-5969-4a35-9dd9-84b5ede0895c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports?device_id=a59fdc62-a60b-4c56-9828-10911b69bdbd HTTP/1.1" status: 200 len: 205 time: 0.0288880 Jun 24 12:48:09.059665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46386) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:09.071564 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Attempting to bind port 75ad3809-6bf3-4c37-95ac-9716a427dc3a on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:09.071959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Attempting to bind port 75ad3809-6bf3-4c37-95ac-9716a427dc3a by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '4325a9c6-e33e-4872-bfdd-589a9f4007cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '7a9077b4-021b-4203-94b2-20b5ec737087'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:09.072323 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Attempting to bind port 75ad3809-6bf3-4c37-95ac-9716a427dc3a on network 7a9077b4-021b-4203-94b2-20b5ec737087 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:09.077652 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:09.078037 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Checking segment: {'id': '4325a9c6-e33e-4872-bfdd-589a9f4007cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '7a9077b4-021b-4203-94b2-20b5ec737087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:09.078450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.078904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Bound using segment: {'id': '4325a9c6-e33e-4872-bfdd-589a9f4007cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '7a9077b4-021b-4203-94b2-20b5ec737087'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:09.079501 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Bound port: 75ad3809-6bf3-4c37-95ac-9716a427dc3a, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4325a9c6-e33e-4872-bfdd-589a9f4007cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '7a9077b4-021b-4203-94b2-20b5ec737087'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:09.079911 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.142599 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa488-9e13-4c41-980a-4915151dc7f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.145528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22901e3b-b5dd-43a0-b265-92444736b095 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:09.147082 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-22901e3b-b5dd-43a0-b265-92444736b095 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4807825 Jun 24 12:48:09.147500 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] For port 75ad3809-6bf3-4c37-95ac-9716a427dc3a, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:09.151410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46388) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:09.151732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] For port 75ad3809-6bf3-4c37-95ac-9716a427dc3a, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=75ad3809-6bf3-4c37-95ac-9716a427dc3a,segment=NetworkSegment(4325a9c6-e33e-4872-bfdd-589a9f4007cc),segment_id=4325a9c6-e33e-4872-bfdd-589a9f4007cc)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:09.157228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.159385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-37df6592-8cf8-436f-9680-3ca7c624ffdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:09.164686 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.ipam_backend_mixin [None req-d33c9e8f-0ac2-4604-a487-5ff1207e988e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d68d7d42-62b4-4131-bd65-daa17d2f5ee6 (CIDR: 172.20.0.0/28) Jun 24 12:48:09.185695 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33c9e8f-0ac2-4604-a487-5ff1207e988e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:48:09.186106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33c9e8f-0ac2-4604-a487-5ff1207e988e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:09.221081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Pushing event updated for resources: {'Port': ['ID=75ad3809-6bf3-4c37-95ac-9716a427dc3a,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:09.223070 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef6f1fa-35d9-4105-ae16-e6d2f58869ee tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:09.225042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef6f1fa-35d9-4105-ae16-e6d2f58869ee tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:09.225271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:09.226955 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef6f1fa-35d9-4105-ae16-e6d2f58869ee tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:09.230816 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8ef6f1fa-35d9-4105-ae16-e6d2f58869ee tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0763643 Jun 24 12:48:09.230816 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d33c9e8f-0ac2-4604-a487-5ff1207e988e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7669258 Jun 24 12:48:09.232268 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46390) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:09.235235 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46392) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:09.242373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-20414f5e-a75a-4727-bb07-47496f3d27a8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': '7a9077b4-021b-4203-94b2-20b5ec737087', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:09.290800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb8e261-726d-4ad6-bddd-2bcb99e32599 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 1f28d32b-05cf-4c80-9fd6-4f59e6922812 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:48:09.294262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e261-726d-4ad6-bddd-2bcb99e32599 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.335410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e261-726d-4ad6-bddd-2bcb99e32599 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.392769 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa488-9e13-4c41-980a-4915151dc7f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.396384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa488-9e13-4c41-980a-4915151dc7f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.467514 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa488-9e13-4c41-980a-4915151dc7f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.468015 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7fa488-9e13-4c41-980a-4915151dc7f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Fanout notify agent at l3_agent the message router_deleted on router a59fdc62-a60b-4c56-9828-10911b69bdbd {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:48:09.470574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e261-726d-4ad6-bddd-2bcb99e32599 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.482457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa488-9e13-4c41-980a-4915151dc7f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.483652 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0f7fa488-9e13-4c41-980a-4915151dc7f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/routers/a59fdc62-a60b-4c56-9828-10911b69bdbd HTTP/1.1" status: 204 len: 168 time: 0.4230583 Jun 24 12:48:09.486425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46394) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:09.511316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20414f5e-a75a-4727-bb07-47496f3d27a8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:09.515045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-20414f5e-a75a-4727-bb07-47496f3d27a8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.582870 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf17f16-afec-4700-a019-090d36a8a15a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting subnet be8cb1ac-7d68-495b-89a5-a4b546d3856f {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:48:09.589258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6bf17f16-afec-4700-a019-090d36a8a15a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.628206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e261-726d-4ad6-bddd-2bcb99e32599 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.633563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1156161b-b546-4d91-9515-8641c1ac56bd tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:09.646824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6bf17f16-afec-4700-a019-090d36a8a15a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.686636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8e261-726d-4ad6-bddd-2bcb99e32599 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=1f28d32b-05cf-4c80-9fd6-4f59e6922812,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:09.687545 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e261-726d-4ad6-bddd-2bcb99e32599 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.692379 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4bb8e261-726d-4ad6-bddd-2bcb99e32599 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/1f28d32b-05cf-4c80-9fd6-4f59e6922812 HTTP/1.1" status: 204 len: 168 time: 0.4558012 Jun 24 12:48:09.692379 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4bb8e261-726d-4ad6-bddd-2bcb99e32599 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:09.693160 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46396) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:09.697252 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0366b4c5-ca97-40c7-9061-af9d761e309a None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:09.748736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-20414f5e-a75a-4727-bb07-47496f3d27a8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.752122 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b90ba54f-a116-459a-8e75-30477df5e261 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:09.765292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec03e28-6449-4383-b483-98de47307729 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Deleting subnet 3448abca-9849-42b1-b0c1-7b1be27f27c6 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:48:09.787568 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ec03e28-6449-4383-b483-98de47307729 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.793955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20414f5e-a75a-4727-bb07-47496f3d27a8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 7a9077b4-021b-4203-94b2-20b5ec737087 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:09.800177 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-20414f5e-a75a-4727-bb07-47496f3d27a8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:09.806120 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20414f5e-a75a-4727-bb07-47496f3d27a8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:09.806991 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-20414f5e-a75a-4727-bb07-47496f3d27a8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.814386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20414f5e-a75a-4727-bb07-47496f3d27a8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Subnet': ['ID=29c16de0-0e86-48e0-b925-64c69b567f8c,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:09.819414 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-20414f5e-a75a-4727-bb07-47496f3d27a8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:09.832059 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-20414f5e-a75a-4727-bb07-47496f3d27a8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5931649 Jun 24 12:48:09.832277 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46398) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:09.832924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6bf17f16-afec-4700-a019-090d36a8a15a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.838559 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'network_id': '7a9077b4-021b-4203-94b2-20b5ec737087', 'fixed_ips': [{'subnet_id': 'd68d7d42-62b4-4131-bd65-daa17d2f5ee6'}, {'subnet_id': '29c16de0-0e86-48e0-b925-64c69b567f8c'}], 'name': 'tempest-PortsTestJSON-1380267428'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:09.858459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ec03e28-6449-4383-b483-98de47307729 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.961515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:09.973718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6bf17f16-afec-4700-a019-090d36a8a15a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.977923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-47ec85ea-a004-48d8-aedd-924708144d4f tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:10.021637 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf17f16-afec-4700-a019-090d36a8a15a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Subnet': ['ID=be8cb1ac-7d68-495b-89a5-a4b546d3856f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:10.024804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6bf17f16-afec-4700-a019-090d36a8a15a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:10.026136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ec03e28-6449-4383-b483-98de47307729 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.032269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f784ab-72a0-42fd-a738-24468cb83ff9 None None] Network bdbb2f31-e692-4632-a30c-d3d293564d92 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:10.038969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6bf17f16-afec-4700-a019-090d36a8a15a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.043474 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6bf17f16-afec-4700-a019-090d36a8a15a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/be8cb1ac-7d68-495b-89a5-a4b546d3856f HTTP/1.1" status: 204 len: 168 time: 0.5296471 Jun 24 12:48:10.047735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46400) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.107946 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ec03e28-6449-4383-b483-98de47307729 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.111001 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d286d455-8617-4e95-8d85-5f44afd32055 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:10.136705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec03e28-6449-4383-b483-98de47307729 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Subnet': ['ID=3448abca-9849-42b1-b0c1-7b1be27f27c6,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:10.145115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1ec03e28-6449-4383-b483-98de47307729 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:10.154965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ec03e28-6449-4383-b483-98de47307729 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.157310 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1ec03e28-6449-4383-b483-98de47307729 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/3448abca-9849-42b1-b0c1-7b1be27f27c6 HTTP/1.1" status: 204 len: 168 time: 0.4632137 Jun 24 12:48:10.160330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46402) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.164383 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.195626 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.214324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port ed628595-4b0d-4250-97a8-f4e84ce05c78 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:48:10.233694 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4af33453-db92-44e6-85cc-d93342b56043 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697565 Jun 24 12:48:10.237091 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46404) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.313101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01982374-ff64-48ed-a7c4-f0bba5101913 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:10.324227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc844cd6-6862-4f2d-8dc0-e81a96ff56e8 None None] DHCP port deletion for bdbb2f31-e692-4632-a30c-d3d293564d92 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:48:10.324540 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-01982374-ff64-48ed-a7c4-f0bba5101913 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0860665 Jun 24 12:48:10.325345 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46406) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.402437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-bc844cd6-6862-4f2d-8dc0-e81a96ff56e8 None None] Deleting port 1c0e85a9-1605-4449-981a-e5a530759cc8 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:10.403416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bc844cd6-6862-4f2d-8dc0-e81a96ff56e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.410525 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb1d828-d591-4233-a707-231bcef7deb4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:10.414829 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-eeb1d828-d591-4233-a707-231bcef7deb4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0882115 Jun 24 12:48:10.415461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46408) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.460005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port 1c0e85a9-1605-4449-981a-e5a530759cc8 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:10.460351 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.471504 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-734025a1-1cb9-4c01-a730-5b15c9f77cd1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536470 Jun 24 12:48:10.471504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46410) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.501078 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-2174f13c-4388-443f-a8c7-3f39c9aa223e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:10.501843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2174f13c-4388-443f-a8c7-3f39c9aa223e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:10.506485 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-bc844cd6-6862-4f2d-8dc0-e81a96ff56e8 None None] For port 1c0e85a9-1605-4449-981a-e5a530759cc8, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1c0e85a9-1605-4449-981a-e5a530759cc8,segment=NetworkSegment(8c987a0d-913c-4335-9ad5-670141ff5853),segment_id=8c987a0d-913c-4335-9ad5-670141ff5853)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:10.506701 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2174f13c-4388-443f-a8c7-3f39c9aa223e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/c08ee631-e356-4e40-a0f0-69c21740bd34 HTTP/1.1" status: 404 len: 333 time: 0.0321856 Jun 24 12:48:10.506943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bc844cd6-6862-4f2d-8dc0-e81a96ff56e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.507051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46412) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.523928 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-bc844cd6-6862-4f2d-8dc0-e81a96ff56e8 None None] Calling delete_port for 1c0e85a9-1605-4449-981a-e5a530759cc8 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:10.527366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7693d43-ce60-480f-a4ad-b4018f5965e7 None None] Network 7a9077b4-021b-4203-94b2-20b5ec737087 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:10.537790 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bd4eb6-8349-4183-b4e0-92ae108e1369 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:10.538266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1bd4eb6-8349-4183-b4e0-92ae108e1369 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:10.542320 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c1bd4eb6-8349-4183-b4e0-92ae108e1369 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/1f28d32b-05cf-4c80-9fd6-4f59e6922812 HTTP/1.1" status: 404 len: 337 time: 0.0323789 Jun 24 12:48:10.542597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46414) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.570402 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44629df-cd28-471e-8a80-cf356327a679 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:10.570891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44629df-cd28-471e-8a80-cf356327a679 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:10.575871 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a44629df-cd28-471e-8a80-cf356327a679 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/3448abca-9849-42b1-b0c1-7b1be27f27c6 HTTP/1.1" status: 404 len: 337 time: 0.0293477 Jun 24 12:48:10.575871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46416) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.597027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] For port 1c0e85a9-1605-4449-981a-e5a530759cc8, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1c0e85a9-1605-4449-981a-e5a530759cc8,segment=NetworkSegment(8c987a0d-913c-4335-9ad5-670141ff5853),segment_id=8c987a0d-913c-4335-9ad5-670141ff5853)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:10.597393 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.612664 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81b6b0d-cda4-464d-8653-83a3f87431da tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:10.613453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81b6b0d-cda4-464d-8653-83a3f87431da tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:10.615574 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a81b6b0d-cda4-464d-8653-83a3f87431da tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/ba6736e9-ac4c-418a-8d7c-72769d0d6350 HTTP/1.1" status: 404 len: 333 time: 0.0389493 Jun 24 12:48:10.618313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46418) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.620379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for 1c0e85a9-1605-4449-981a-e5a530759cc8 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:10.651789 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40305fb-f979-4071-8260-f550e92499ce tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:10.652262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40305fb-f979-4071-8260-f550e92499ce tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:10.654141 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e40305fb-f979-4071-8260-f550e92499ce tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/a3013bd6-1908-47ea-b13c-1800dce470ed HTTP/1.1" status: 404 len: 337 time: 0.0347781 Jun 24 12:48:10.660241 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46420) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.679691 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bc844cd6-6862-4f2d-8dc0-e81a96ff56e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.683755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c4926528-9f19-41c2-8c24-fb22f72539dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:10.722539 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc844cd6-6862-4f2d-8dc0-e81a96ff56e8 None None] Pushing event deleted for resources: {'Port': ['ID=1c0e85a9-1605-4449-981a-e5a530759cc8,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:10.727290 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d50510-9e35-466d-b32f-062b1f8edc44 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:10.727776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d50510-9e35-466d-b32f-062b1f8edc44 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:10.731929 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b4d50510-9e35-466d-b32f-062b1f8edc44 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/9f617b94-4cfc-4dbe-80fa-1f4a5857016a HTTP/1.1" status: 404 len: 337 time: 0.0684586 Jun 24 12:48:10.732125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bc844cd6-6862-4f2d-8dc0-e81a96ff56e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:10.732125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc844cd6-6862-4f2d-8dc0-e81a96ff56e8 None None] No DVR routers for this DVR port 1c0e85a9-1605-4449-981a-e5a530759cc8 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:10.732854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-148b6f32-af8c-4525-9479-67bc6469e147 None None] Provisioning for port 75ad3809-6bf3-4c37-95ac-9716a427dc3a completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:10.734105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46422) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.771155 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34b91d0-ef33-4f8d-8c3e-ca0c1c018a6c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:10.771892 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c34b91d0-ef33-4f8d-8c3e-ca0c1c018a6c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:10.773956 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c34b91d0-ef33-4f8d-8c3e-ca0c1c018a6c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/bd5ce370-ebf0-469e-a8bf-e14db04be00c HTTP/1.1" status: 404 len: 333 time: 0.0391996 Jun 24 12:48:10.776401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46424) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.790905 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Allocated IP 172.20.0.8 (7a9077b4-021b-4203-94b2-20b5ec737087/d68d7d42-62b4-4131-bd65-daa17d2f5ee6/ed628595-4b0d-4250-97a8-f4e84ce05c78) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:10.802058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Allocated IP 172.20.0.25 (7a9077b4-021b-4203-94b2-20b5ec737087/29c16de0-0e86-48e0-b925-64c69b567f8c/ed628595-4b0d-4250-97a8-f4e84ce05c78) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:10.802887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7097bc06-6965-46b5-9e59-f822c6876643 None None] Network 775331f2-7641-4269-a311-a446eb45635d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:10.822662 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbe70c9-bf10-4daf-aba4-daa253bd573e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:10.823359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbe70c9-bf10-4daf-aba4-daa253bd573e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:10.827220 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3fbe70c9-bf10-4daf-aba4-daa253bd573e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/60e5f077-10fa-480e-a81f-706dda4cc401 HTTP/1.1" status: 404 len: 337 time: 0.0456438 Jun 24 12:48:10.827490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46426) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.843631 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.848312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7be461dc-eb0d-4b6d-96fd-eb7bb1031a55 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:10.856586 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a86b96e-821b-4046-9a99-debcd689215a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:10.857053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a86b96e-821b-4046-9a99-debcd689215a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:10.858856 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0a86b96e-821b-4046-9a99-debcd689215a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/8d00b6a2-6f2b-4f08-8d31-0c8c4ee007db HTTP/1.1" status: 404 len: 337 time: 0.0300405 Jun 24 12:48:10.863226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46428) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.891385 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-d882e310-560f-417a-9720-2c0c671d7d0d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:10.892658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d882e310-560f-417a-9720-2c0c671d7d0d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:10.896742 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d882e310-560f-417a-9720-2c0c671d7d0d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/19775e79-13d0-4359-800c-f4d8d0b7bf9d HTTP/1.1" status: 404 len: 333 time: 0.0302503 Jun 24 12:48:10.897131 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46430) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.899017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=1c0e85a9-1605-4449-981a-e5a530759cc8,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:10.908880 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:10.909693 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No DVR routers for this DVR port 1c0e85a9-1605-4449-981a-e5a530759cc8 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:10.915519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-158156c0-5d87-41b6-8b0e-7c9ccf25c5d2 None None] Provisioning complete for port 068e417e-ddc2-4676-baed-b9b3e29aed34 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:10.916401 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-158156c0-5d87-41b6-8b0e-7c9ccf25c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.927704 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-1841f86f-bdb2-4245-bb9b-94fec6e6e5df tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:10.928321 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1841f86f-bdb2-4245-bb9b-94fec6e6e5df tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:10.932528 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1841f86f-bdb2-4245-bb9b-94fec6e6e5df tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/7dc23bbe-6d95-477b-ba70-003c73893d7f HTTP/1.1" status: 404 len: 337 time: 0.0321183 Jun 24 12:48:10.932875 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46432) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.965748 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d9faff-b898-4681-885f-b9d43388f724 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:10.966366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d9faff-b898-4681-885f-b9d43388f724 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:10.969875 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-67d9faff-b898-4681-885f-b9d43388f724 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/3f4abeb2-b6b6-42e7-8ea7-aecec5e97b7b HTTP/1.1" status: 404 len: 337 time: 0.0342972 Jun 24 12:48:10.971379 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46434) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:10.999096 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0b4612-b8e2-4dcf-8090-923d0384ff50 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:10.999881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0b4612-b8e2-4dcf-8090-923d0384ff50 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.004135 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ce0b4612-b8e2-4dcf-8090-923d0384ff50 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/28939e76-1d83-4160-8a6c-d9d1b2880cad HTTP/1.1" status: 404 len: 333 time: 0.0293012 Jun 24 12:48:11.004585 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46436) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.033258 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8187b27-d83e-4040-9470-8de3e8ea782f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.034250 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.034508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8187b27-d83e-4040-9470-8de3e8ea782f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.038805 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b8187b27-d83e-4040-9470-8de3e8ea782f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/5a02a42a-65d5-4145-84c8-44beb8397e7b HTTP/1.1" status: 404 len: 337 time: 0.0300713 Jun 24 12:48:11.039000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46438) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.053929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbb2f31-e692-4632-a30c-d3d293564d92']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:11.067523 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b75bfd5-6b99-4abf-9f57-ce328abdc8ae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.068886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b75bfd5-6b99-4abf-9f57-ce328abdc8ae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.072382 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3b75bfd5-6b99-4abf-9f57-ce328abdc8ae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/952778d2-c4aa-47d8-8933-05eefa73a7e1 HTTP/1.1" status: 404 len: 333 time: 0.0302236 Jun 24 12:48:11.073531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46440) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.076840 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c987a0d-913c-4335-9ad5-670141ff5853') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:11.077141 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c987a0d-913c-4335-9ad5-670141ff5853') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:11.094593 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.098799 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.119736 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae78bc8-28b3-4731-ac1e-6ad9a0ad82c7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.120188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae78bc8-28b3-4731-ac1e-6ad9a0ad82c7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.120474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.122855 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7ae78bc8-28b3-4731-ac1e-6ad9a0ad82c7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/8c6a9c0a-c4eb-454f-8da0-53b41ac6fa37 HTTP/1.1" status: 404 len: 337 time: 0.0475190 Jun 24 12:48:11.123378 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Transition to ACTIVE for port object ed628595-4b0d-4250-97a8-f4e84ce05c78 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:11.124654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46442) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.125456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc302873-690d-4989-aecd-b581a11947eb None None] Update dhcp port {'port': {'network_id': '7a9077b4-021b-4203-94b2-20b5ec737087', 'fixed_ips': [{'subnet_id': 'd68d7d42-62b4-4131-bd65-daa17d2f5ee6', 'ip_address': '172.20.0.2'}, {'subnet_id': '29c16de0-0e86-48e0-b925-64c69b567f8c'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': '75ad3809-6bf3-4c37-95ac-9716a427dc3a'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:48:11.131102 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:48:11.131572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:48:11.134479 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:48:11.161569 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-728243f6-e48b-4bf8-bbf9-3b87929361c1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.162439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728243f6-e48b-4bf8-bbf9-3b87929361c1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.167256 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-728243f6-e48b-4bf8-bbf9-3b87929361c1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/085170d5-23b4-493c-917f-557d22f107dc HTTP/1.1" status: 404 len: 333 time: 0.0415061 Jun 24 12:48:11.167805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fc302873-690d-4989-aecd-b581a11947eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.167934 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46444) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.203440 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-1084af59-af07-4b1b-a837-3bc9fc8c16ee tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.204175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1084af59-af07-4b1b-a837-3bc9fc8c16ee tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.208486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.209977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46446) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.210803 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1084af59-af07-4b1b-a837-3bc9fc8c16ee tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/b9c74215-498c-43a7-9266-853b50209d58 HTTP/1.1" status: 404 len: 337 time: 0.0416441 Jun 24 12:48:11.221780 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88d49b4c-ee83-4903-b1a5-ce0a6b0201bc tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:11.227944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.233483 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/networks/bdbb2f31-e692-4632-a30c-d3d293564d92 HTTP/1.1" status: 204 len: 168 time: 1.1811135 Jun 24 12:48:11.235244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46448) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.241324 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b1a69c12-6384-422c-bb91-2bdc1b57685d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'network': {'name': 'tempest-RoutersTest-1367093489'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:11.262191 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cbdad7-7c95-4c59-8a90-30e6de7fa7b6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.262925 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53cbdad7-7c95-4c59-8a90-30e6de7fa7b6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.267306 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-53cbdad7-7c95-4c59-8a90-30e6de7fa7b6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/77a02924-f17c-4c41-ab1f-51f5e44d5574 HTTP/1.1" status: 404 len: 333 time: 0.0537212 Jun 24 12:48:11.267306 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.273832 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Network': ['ID=bdbb2f31-e692-4632-a30c-d3d293564d92,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:11.273832 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46450) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.284208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:11.285505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-31500e47-8cb3-4e68-b8a2-dd0b50d5d8b9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:11.287355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23df7af4-4ad5-4fb4-afdf-822084d85420 None None] DHCP port deletion for 775331f2-7641-4269-a311-a446eb45635d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:48:11.292429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a69c12-6384-422c-bb91-2bdc1b57685d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:11.296400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1a69c12-6384-422c-bb91-2bdc1b57685d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.323249 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a69c12-6384-422c-bb91-2bdc1b57685d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] vlan segment allocate from pool success with {'vlan_id': 1306, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:11.328625 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-637235b4-af4e-4a4b-be77-5b318fc64a96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.328976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637235b4-af4e-4a4b-be77-5b318fc64a96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.331674 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-637235b4-af4e-4a4b-be77-5b318fc64a96 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/f522752e-6b99-4e16-a316-9968bba272b9 HTTP/1.1" status: 404 len: 337 time: 0.0552938 Jun 24 12:48:11.334282 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46452) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.338485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1a69c12-6384-422c-bb91-2bdc1b57685d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.338970 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-b1a69c12-6384-422c-bb91-2bdc1b57685d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Added segment 80e1dbe5-cf26-43c8-a941-66281bef5544 of type vlan for network 9bd264a5-22d7-4dfd-97f0-09263aa8b184 Jun 24 12:48:11.345389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 7a9077b4-021b-4203-94b2-20b5ec737087 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:11.348870 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:11.355478 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:11.382036 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-2787976d-6e9f-4530-a4ba-b493bf2161cc tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.382822 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2787976d-6e9f-4530-a4ba-b493bf2161cc tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.384816 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=ed628595-4b0d-4250-97a8-f4e84ce05c78,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:11.388128 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2787976d-6e9f-4530-a4ba-b493bf2161cc tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/2f3d20d3-8af4-47a5-be5f-38035b502cad HTTP/1.1" status: 404 len: 333 time: 0.0504239 Jun 24 12:48:11.389585 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:11.389747 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46454) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.396010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-fc302873-690d-4989-aecd-b581a11947eb None None] Allocated IP 172.20.0.18 (7a9077b4-021b-4203-94b2-20b5ec737087/29c16de0-0e86-48e0-b925-64c69b567f8c/75ad3809-6bf3-4c37-95ac-9716a427dc3a) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:11.404504 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-23df7af4-4ad5-4fb4-afdf-822084d85420 None None] Deleting port 068e417e-ddc2-4676-baed-b9b3e29aed34 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:11.404890 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-23df7af4-4ad5-4fb4-afdf-822084d85420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.416860 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:11.417730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.436280 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6026740 Jun 24 12:48:11.440721 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46456) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.452182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-682c0acf-d006-4654-8dd8-c03f2b73051d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd68d7d42-62b4-4131-bd65-daa17d2f5ee6'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:11.460512 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae9359c-bb8f-460a-8af2-6f5336dedf2c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.461012 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae9359c-bb8f-460a-8af2-6f5336dedf2c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.464664 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bae9359c-bb8f-460a-8af2-6f5336dedf2c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/c28b4fe8-f8af-4a4b-9b34-816f84e57c95 HTTP/1.1" status: 404 len: 337 time: 0.0736439 Jun 24 12:48:11.471915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46458) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.486362 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1a69c12-6384-422c-bb91-2bdc1b57685d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.511673 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede198d1-77e6-4f2d-a32b-d149a0b5cb7d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.512859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede198d1-77e6-4f2d-a32b-d149a0b5cb7d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.514945 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ede198d1-77e6-4f2d-a32b-d149a0b5cb7d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/41897601-78c8-4a8a-9547-3a46bfd0db16 HTTP/1.1" status: 404 len: 333 time: 0.0409281 Jun 24 12:48:11.517691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46460) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.550345 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec0a18f-7c8c-4ff4-b96e-66e2e90fee57 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.550841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec0a18f-7c8c-4ff4-b96e-66e2e90fee57 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.552601 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9ec0a18f-7c8c-4ff4-b96e-66e2e90fee57 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/2e0349cc-3231-42fe-be15-a06da16a3f19 HTTP/1.1" status: 404 len: 337 time: 0.0331631 Jun 24 12:48:11.556258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46462) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.579730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-682c0acf-d006-4654-8dd8-c03f2b73051d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.589094 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-10079a9a-bd77-4c95-9c31-41b4239ade20 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.589558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10079a9a-bd77-4c95-9c31-41b4239ade20 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.593619 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-10079a9a-bd77-4c95-9c31-41b4239ade20 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/efa6ba9c-74eb-4cd2-8a9b-07120550a682 HTTP/1.1" status: 404 len: 337 time: 0.0344501 Jun 24 12:48:11.593951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46464) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.600469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1a69c12-6384-422c-bb91-2bdc1b57685d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.606153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a69c12-6384-422c-bb91-2bdc1b57685d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:11.606854 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b1a69c12-6384-422c-bb91-2bdc1b57685d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.610503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9417ba08-4450-4553-9bc3-0a71cf0b8bcf tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:11.623634 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-4160b960-917f-4e84-b9f2-23ff2be1400a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.624371 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4160b960-917f-4e84-b9f2-23ff2be1400a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.629899 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4160b960-917f-4e84-b9f2-23ff2be1400a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/30bdeb54-757a-46b0-91b1-3c2f626e7764 HTTP/1.1" status: 404 len: 333 time: 0.0313563 Jun 24 12:48:11.629899 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46466) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.636700 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 75ad3809-6bf3-4c37-95ac-9716a427dc3a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:11.647275 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b1a69c12-6384-422c-bb91-2bdc1b57685d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4080389 Jun 24 12:48:11.656397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46468) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.681847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f34e0d7c-2273-403c-a3f4-26feb1f49aa7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'subnet': {'network_id': '9bd264a5-22d7-4dfd-97f0-09263aa8b184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:11.683805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a69c12-6384-422c-bb91-2bdc1b57685d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Network': ['ID=9bd264a5-22d7-4dfd-97f0-09263aa8b184,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:11.686967 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b1a69c12-6384-422c-bb91-2bdc1b57685d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:11.691558 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-de98fc53-4bd8-443d-bffe-92d540fb8ea4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.692009 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de98fc53-4bd8-443d-bffe-92d540fb8ea4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.693819 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-de98fc53-4bd8-443d-bffe-92d540fb8ea4 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/dea0bede-11a8-4eb5-8404-0e43b4b4c5ec HTTP/1.1" status: 404 len: 337 time: 0.0623422 Jun 24 12:48:11.696254 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46470) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.707476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 9bd264a5-22d7-4dfd-97f0-09263aa8b184 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:11.727521 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-8232d46b-9be1-4b7a-8831-8c09dff1e6a6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.728081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8232d46b-9be1-4b7a-8831-8c09dff1e6a6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.732181 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8232d46b-9be1-4b7a-8831-8c09dff1e6a6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/fcaac2f2-05b6-4f7d-9f10-d4403685e109 HTTP/1.1" status: 404 len: 337 time: 0.0323625 Jun 24 12:48:11.732532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46472) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.746985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-23df7af4-4ad5-4fb4-afdf-822084d85420 None None] For port 068e417e-ddc2-4676-baed-b9b3e29aed34, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=068e417e-ddc2-4676-baed-b9b3e29aed34,segment=NetworkSegment(7195bcc6-6f86-4d3d-a6ae-d56220d211af),segment_id=7195bcc6-6f86-4d3d-a6ae-d56220d211af)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:11.747676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-23df7af4-4ad5-4fb4-afdf-822084d85420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.760039 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb201d2-4eac-484b-baaf-524c22ce7b1d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.760863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb201d2-4eac-484b-baaf-524c22ce7b1d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.765248 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dcb201d2-4eac-484b-baaf-524c22ce7b1d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/8cbdfccd-99ea-487e-9f0e-d54bb0524e19 HTTP/1.1" status: 404 len: 333 time: 0.0289950 Jun 24 12:48:11.765404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46474) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.798950 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-23df7af4-4ad5-4fb4-afdf-822084d85420 None None] Calling delete_port for 068e417e-ddc2-4676-baed-b9b3e29aed34 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:11.804952 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-d460e58e-b2b9-4fe2-a4c4-0857de29b446 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.806330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d460e58e-b2b9-4fe2-a4c4-0857de29b446 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.811216 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d460e58e-b2b9-4fe2-a4c4-0857de29b446 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/be6e8322-ba27-47ea-a2e2-7811c3cc3730 HTTP/1.1" status: 404 len: 337 time: 0.0447185 Jun 24 12:48:11.812366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46476) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.840090 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82cb29f-7683-44ca-8ac8-7d25b045484e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.840841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82cb29f-7683-44ca-8ac8-7d25b045484e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.844814 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d82cb29f-7683-44ca-8ac8-7d25b045484e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/ef979b1e-ff15-452d-abf3-78b59a77ebba HTTP/1.1" status: 404 len: 337 time: 0.0298150 Jun 24 12:48:11.844990 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-fc302873-690d-4989-aecd-b581a11947eb None None] For port 75ad3809-6bf3-4c37-95ac-9716a427dc3a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=75ad3809-6bf3-4c37-95ac-9716a427dc3a,segment=NetworkSegment(4325a9c6-e33e-4872-bfdd-589a9f4007cc),segment_id=4325a9c6-e33e-4872-bfdd-589a9f4007cc)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:11.845111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46478) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.867118 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34e0d7c-2273-403c-a3f4-26feb1f49aa7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:11.870743 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f34e0d7c-2273-403c-a3f4-26feb1f49aa7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.878182 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51905a0-efab-493a-ab2e-6ef4a7465b6a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.878979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51905a0-efab-493a-ab2e-6ef4a7465b6a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.884780 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a51905a0-efab-493a-ab2e-6ef4a7465b6a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/db8e82c7-4c20-401b-a759-27a3d499ca7f HTTP/1.1" status: 404 len: 333 time: 0.0347273 Jun 24 12:48:11.885579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46480) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.907343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 75ad3809-6bf3-4c37-95ac-9716a427dc3a completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:11.914270 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-4262c0bf-8c91-47ea-ae18-cf569b8fa9d2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.914734 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4262c0bf-8c91-47ea-ae18-cf569b8fa9d2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.918997 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4262c0bf-8c91-47ea-ae18-cf569b8fa9d2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/44e45e73-2c41-45d8-bbc4-d836e662cb22 HTTP/1.1" status: 404 len: 337 time: 0.0297916 Jun 24 12:48:11.919271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46482) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.928021 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fc302873-690d-4989-aecd-b581a11947eb None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.930593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 75ad3809-6bf3-4c37-95ac-9716a427dc3a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:11.930986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.948035 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd13e71-3dbb-45ad-9e97-5394bb7c2ebf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:11.948504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd13e71-3dbb-45ad-9e97-5394bb7c2ebf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:11.952608 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4dd13e71-3dbb-45ad-9e97-5394bb7c2ebf tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/573d979e-46ba-4449-8cdf-2d2de221a545 HTTP/1.1" status: 404 len: 337 time: 0.0300474 Jun 24 12:48:11.953216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46484) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.973858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fc302873-690d-4989-aecd-b581a11947eb None None] Transition to ACTIVE for port object 75ad3809-6bf3-4c37-95ac-9716a427dc3a will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:11.983995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fc302873-690d-4989-aecd-b581a11947eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.988024 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a59876c8-26bd-4155-81f4-dcfe9803cd17 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports?device_id=96fac4f0-90fd-43b2-baf7-2341c68a80b4 HTTP/1.1" status: 200 len: 205 time: 0.0316188 Jun 24 12:48:11.988232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3885cc53-383c-4c2c-ab3c-d6f50fa35483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:11.988333 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46486) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.017724 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-23df7af4-4ad5-4fb4-afdf-822084d85420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:12.036403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Port 75ad3809-6bf3-4c37-95ac-9716a427dc3a had new provisioning blocks added so it will not transition to active. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 24 12:48:12.043535 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-0e32f31a-8416-40f9-92a0-3059a3c347ae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] delete failed (client error): The resource could not be found. Jun 24 12:48:12.046462 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0e32f31a-8416-40f9-92a0-3059a3c347ae tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/routers/96fac4f0-90fd-43b2-baf7-2341c68a80b4 HTTP/1.1" status: 404 len: 336 time: 0.0555496 Jun 24 12:48:12.050310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46488) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.064956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23df7af4-4ad5-4fb4-afdf-822084d85420 None None] No DVR routers for this DVR port 068e417e-ddc2-4676-baed-b9b3e29aed34 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:12.078663 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-682c0acf-d006-4654-8dd8-c03f2b73051d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Delete allocated IP 172.20.0.25 (7a9077b4-021b-4203-94b2-20b5ec737087/29c16de0-0e86-48e0-b925-64c69b567f8c) {{(pid=100146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 24 12:48:12.083296 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2dd6fd-0cda-4c52-83e3-165cd984679d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.084258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2dd6fd-0cda-4c52-83e3-165cd984679d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.086347 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3e2dd6fd-0cda-4c52-83e3-165cd984679d tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/720496cd-0780-41ac-977f-8c41ed81ae8b HTTP/1.1" status: 404 len: 337 time: 0.0347989 Jun 24 12:48:12.090682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46490) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.118143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc302873-690d-4989-aecd-b581a11947eb None None] Pushing event updated for resources: {'Port': ['ID=75ad3809-6bf3-4c37-95ac-9716a427dc3a,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:12.121744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fc302873-690d-4989-aecd-b581a11947eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:12.122565 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-111466c2-3126-4d04-977c-40573f94262b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:12.147646 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-46688798-6f08-4541-93f3-5ac3517ef74e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "GET /v2.0/ports?device_id=4973bd0d-61fc-491e-aff9-6f3faa398a61 HTTP/1.1" status: 200 len: 205 time: 0.0549259 Jun 24 12:48:12.148461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df7af4-4ad5-4fb4-afdf-822084d85420 None None] Pushing event deleted for resources: {'Port': ['ID=068e417e-ddc2-4676-baed-b9b3e29aed34,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:12.151204 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-23df7af4-4ad5-4fb4-afdf-822084d85420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:12.154911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46492) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.197332 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-002ddb1c-67ad-4998-b1c6-871a2f363e66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] delete failed (client error): The resource could not be found. Jun 24 12:48:12.198581 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-002ddb1c-67ad-4998-b1c6-871a2f363e66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/routers/4973bd0d-61fc-491e-aff9-6f3faa398a61 HTTP/1.1" status: 404 len: 336 time: 0.0426691 Jun 24 12:48:12.200590 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1c0e85a9-1605-4449-981a-e5a530759cc8 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:12.211193 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46494) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.225926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 1c0e85a9-1605-4449-981a-e5a530759cc8 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:12.226359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1c0e85a9-1605-4449-981a-e5a530759cc8 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:12.227918 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 068e417e-ddc2-4676-baed-b9b3e29aed34 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:12.234014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f34e0d7c-2273-403c-a3f4-26feb1f49aa7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:12.243631 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:12.251472 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdf686a-341d-4281-a03f-6351493bf83c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.252597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdf686a-341d-4281-a03f-6351493bf83c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.254576 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3fdf686a-341d-4281-a03f-6351493bf83c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/63919e24-99b8-47c4-be18-37800383ecd9 HTTP/1.1" status: 404 len: 337 time: 0.0422835 Jun 24 12:48:12.256777 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 068e417e-ddc2-4676-baed-b9b3e29aed34 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:12.257143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 068e417e-ddc2-4676-baed-b9b3e29aed34 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:12.257271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46496) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.291705 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-70248b1e-dadc-4515-b5c5-543362be8bab tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.291705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70248b1e-dadc-4515-b5c5-543362be8bab tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.295739 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-70248b1e-dadc-4515-b5c5-543362be8bab tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/be820303-2713-4da3-9f1f-db0db905d77f HTTP/1.1" status: 404 len: 337 time: 0.0372267 Jun 24 12:48:12.296272 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46498) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.327686 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b77cbfe-765d-4d12-90fa-a8337b8deba9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.328457 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b77cbfe-765d-4d12-90fa-a8337b8deba9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.331219 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0b77cbfe-765d-4d12-90fa-a8337b8deba9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/ef3a8cc1-34c1-4f48-9671-f9b4bc541938 HTTP/1.1" status: 404 len: 333 time: 0.0329838 Jun 24 12:48:12.333191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46500) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.344081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e0d7c-2273-403c-a3f4-26feb1f49aa7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Subnet': ['ID=4015903a-c155-449c-92db-fc613449ff45,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:12.352313 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f34e0d7c-2273-403c-a3f4-26feb1f49aa7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:12.358551 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34e0d7c-2273-403c-a3f4-26feb1f49aa7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Checking segment: {'id': '80e1dbe5-cf26-43c8-a941-66281bef5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '9bd264a5-22d7-4dfd-97f0-09263aa8b184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:12.358982 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34e0d7c-2273-403c-a3f4-26feb1f49aa7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network hostable DHCP agents. Network: 9bd264a5-22d7-4dfd-97f0-09263aa8b184, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:48:12.362432 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91482e9-ecba-48e8-9382-39da1c2435b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.363454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91482e9-ecba-48e8-9382-39da1c2435b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.364784 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e91482e9-ecba-48e8-9382-39da1c2435b8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/45da8fb3-32c8-433a-8277-a2b14e403535 HTTP/1.1" status: 404 len: 337 time: 0.0300674 Jun 24 12:48:12.365605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-682c0acf-d006-4654-8dd8-c03f2b73051d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:12.367364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46502) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.385744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-682c0acf-d006-4654-8dd8-c03f2b73051d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Ignored duplicate provisioning block setup for port ed628595-4b0d-4250-97a8-f4e84ce05c78 by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 24 12:48:12.392890 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-682c0acf-d006-4654-8dd8-c03f2b73051d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:12.400040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-36187e5e-1e00-4e90-b54e-5cde62404175 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:12.416165 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac5e579-48a3-451e-ae17-02cb917b756e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.416711 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34e0d7c-2273-403c-a3f4-26feb1f49aa7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 9bd264a5-22d7-4dfd-97f0-09263aa8b184 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:48:12.417144 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac5e579-48a3-451e-ae17-02cb917b756e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.422112 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dac5e579-48a3-451e-ae17-02cb917b756e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/0805eb16-be4e-41db-82f3-af356e9ab12f HTTP/1.1" status: 404 len: 333 time: 0.0511100 Jun 24 12:48:12.422469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46506) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.455741 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-233821e2-80cd-4eed-9a50-feba186cde49 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.456422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233821e2-80cd-4eed-9a50-feba186cde49 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.461644 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-233821e2-80cd-4eed-9a50-feba186cde49 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/030dba49-55f9-499a-a2ba-267640e8bd35 HTTP/1.1" status: 404 len: 337 time: 0.0355966 Jun 24 12:48:12.461871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46508) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.462968 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-f34e0d7c-2273-403c-a3f4-26feb1f49aa7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 9bd264a5-22d7-4dfd-97f0-09263aa8b184) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:12.478605 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70136c18-51d8-4342-9c2c-675b5f17927d None None] Network 9bd264a5-22d7-4dfd-97f0-09263aa8b184 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:12.492264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34e0d7c-2273-403c-a3f4-26feb1f49aa7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:12.492852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f34e0d7c-2273-403c-a3f4-26feb1f49aa7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:12.496730 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-294282ab-acb3-4228-9e42-748ab1591a2f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.497649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294282ab-acb3-4228-9e42-748ab1591a2f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.503169 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-294282ab-acb3-4228-9e42-748ab1591a2f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/9ab3e70f-86f9-4840-8e39-8b9f9d692997 HTTP/1.1" status: 404 len: 333 time: 0.0368423 Jun 24 12:48:12.503795 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46510) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.521827 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f34e0d7c-2273-403c-a3f4-26feb1f49aa7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8434632 Jun 24 12:48:12.541430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46512) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.542177 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c0acf-d006-4654-8dd8-c03f2b73051d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=ed628595-4b0d-4250-97a8-f4e84ce05c78,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:12.542580 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6f3a51-39c5-4d87-b565-8c9130097c3c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.543232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6f3a51-39c5-4d87-b565-8c9130097c3c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.548740 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-72f5e8d6-32e9-4dab-97f4-ee1cbd665135 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1278888089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:12.554809 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-682c0acf-d006-4654-8dd8-c03f2b73051d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:12.563017 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-de6f3a51-39c5-4d87-b565-8c9130097c3c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/40658543-8746-4a89-9825-70dfff662e6f HTTP/1.1" status: 404 len: 337 time: 0.0486703 Jun 24 12:48:12.563017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46514) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.591396 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-80103199-eba5-48f2-aa2a-5454891392ac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.592299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80103199-eba5-48f2-aa2a-5454891392ac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.597607 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-80103199-eba5-48f2-aa2a-5454891392ac tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/9996255f-6bb8-4399-b0a0-790b7b7f7ff7 HTTP/1.1" status: 404 len: 333 time: 0.0350757 Jun 24 12:48:12.598802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46518) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.599177 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-72f5e8d6-32e9-4dab-97f4-ee1cbd665135 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:12.600218 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-72f5e8d6-32e9-4dab-97f4-ee1cbd665135 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:12.608237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-682c0acf-d006-4654-8dd8-c03f2b73051d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] In _notify_port_updated(), no bound segment for port ed628595-4b0d-4250-97a8-f4e84ce05c78 on network 7a9077b4-021b-4203-94b2-20b5ec737087 {{(pid=100146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:48:12.615585 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682c0acf-d006-4654-8dd8-c03f2b73051d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:12.616395 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-682c0acf-d006-4654-8dd8-c03f2b73051d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:12.625375 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-682c0acf-d006-4654-8dd8-c03f2b73051d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "PUT /v2.0/ports/ed628595-4b0d-4250-97a8-f4e84ce05c78 HTTP/1.1" status: 200 len: 919 time: 1.1717710 Jun 24 12:48:12.626672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46520) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.630258 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99a1e1e-b9bc-4fe8-8b13-178c9328290b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.630888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99a1e1e-b9bc-4fe8-8b13-178c9328290b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.636773 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f0ad3029-b58c-4641-8f05-f5c54370cc8b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd68d7d42-62b4-4131-bd65-daa17d2f5ee6'}, {'subnet_id': '29c16de0-0e86-48e0-b925-64c69b567f8c'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:12.636963 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b99a1e1e-b9bc-4fe8-8b13-178c9328290b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/a594b091-c3c9-43c9-b89d-a2af05e6e1e7 HTTP/1.1" status: 404 len: 337 time: 0.0342391 Jun 24 12:48:12.637137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46522) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.676221 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-949dbbce-7506-476f-973f-12eed0f5a4f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.677040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949dbbce-7506-476f-973f-12eed0f5a4f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.681287 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-949dbbce-7506-476f-973f-12eed0f5a4f3 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/285e0074-29d3-46ec-a6ac-ab02f4d382d9 HTTP/1.1" status: 404 len: 333 time: 0.0400229 Jun 24 12:48:12.681606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46524) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.702419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-9bd264a5-22d7-4dfd-97f0-09263aa8b184', 'network_id': '9bd264a5-22d7-4dfd-97f0-09263aa8b184', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'fixed_ips': [{'subnet_id': '4015903a-c155-449c-92db-fc613449ff45'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:48:12.703445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:12.715705 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48c4c91-77d5-46cb-ab2b-37febee97ef9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.716267 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48c4c91-77d5-46cb-ab2b-37febee97ef9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.720476 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a48c4c91-77d5-46cb-ab2b-37febee97ef9 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/d23ccae2-ea2c-4202-87ed-ed1ec6ef4dbb HTTP/1.1" status: 404 len: 337 time: 0.0355637 Jun 24 12:48:12.720832 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46526) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.753139 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b1d0b6-4268-4e6d-9d7e-18c0942c69d7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.754055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b1d0b6-4268-4e6d-9d7e-18c0942c69d7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.758295 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c2b1d0b6-4268-4e6d-9d7e-18c0942c69d7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/cf3170e1-2492-40b9-a191-52b526e453e1 HTTP/1.1" status: 404 len: 333 time: 0.0338190 Jun 24 12:48:12.759473 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46528) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.808910 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ca4253-0ef1-4851-bde5-4667cdc8086c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.808910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ca4253-0ef1-4851-bde5-4667cdc8086c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.813070 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-23ca4253-0ef1-4851-bde5-4667cdc8086c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/aff7dea9-9ec5-4184-913e-72e3d7f234cb HTTP/1.1" status: 404 len: 337 time: 0.0489810 Jun 24 12:48:12.813491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46530) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.835794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8796e0b-0a22-4609-803b-4370bc45e1fb None None] Network 7a9077b4-021b-4203-94b2-20b5ec737087 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:12.847602 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-49914a78-b7fa-4112-9033-9f8772b6252e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.848358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49914a78-b7fa-4112-9033-9f8772b6252e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.851986 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-49914a78-b7fa-4112-9033-9f8772b6252e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/ports/bd81ef21-88cc-431e-9fd6-28fc83a5b79d HTTP/1.1" status: 404 len: 333 time: 0.0356052 Jun 24 12:48:12.852801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46532) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.884338 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-223854cc-9148-4565-a970-1ad4984a4e64 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] DELETE failed (client error): The resource could not be found. Jun 24 12:48:12.885115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-223854cc-9148-4565-a970-1ad4984a4e64 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:12.887257 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-223854cc-9148-4565-a970-1ad4984a4e64 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/subnets/c0b8f1be-d481-4d31-a1c7-217961a33625 HTTP/1.1" status: 404 len: 337 time: 0.0332701 Jun 24 12:48:12.889862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46534) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:12.930443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3cf98638-3a83-4942-963d-3d4b58dbe50d None None] Provisioning for port 75ad3809-6bf3-4c37-95ac-9716a427dc3a completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:12.943681 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Allocated IP 172.20.0.2 (9bd264a5-22d7-4dfd-97f0-09263aa8b184/4015903a-c155-449c-92db-fc613449ff45/f28f3952-9326-4209-9810-254ac886a362) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:12.949221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3cf98638-3a83-4942-963d-3d4b58dbe50d None None] Provisioning complete for port 75ad3809-6bf3-4c37-95ac-9716a427dc3a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:12.949602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3cf98638-3a83-4942-963d-3d4b58dbe50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:12.979890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.076422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.088078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775331f2-7641-4269-a311-a446eb45635d']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:13.099849 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7195bcc6-6f86-4d3d-a6ae-d56220d211af') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:13.100244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7195bcc6-6f86-4d3d-a6ae-d56220d211af') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:13.109849 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.123012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-72f5e8d6-32e9-4dab-97f4-ee1cbd665135 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.123719 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.131498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:48:13.131902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.135094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-72f5e8d6-32e9-4dab-97f4-ee1cbd665135 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:48:13.135359 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:48:13.174751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-72f5e8d6-32e9-4dab-97f4-ee1cbd665135 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.178345 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-72f5e8d6-32e9-4dab-97f4-ee1cbd665135 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6310198 Jun 24 12:48:13.180671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46536) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:13.186598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3cf98638-3a83-4942-963d-3d4b58dbe50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.207924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.212403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:13.226748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3029-b58c-4641-8f05-f5c54370cc8b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.233808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.238073 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] 10.222.0.110 "DELETE /v2.0/networks/775331f2-7641-4269-a311-a446eb45635d HTTP/1.1" status: 204 len: 168 time: 0.3449671 Jun 24 12:48:13.238073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Pushing event deleted for resources: {'Network': ['ID=775331f2-7641-4269-a311-a446eb45635d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:13.248275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:13.273960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.276608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-3cf98638-3a83-4942-963d-3d4b58dbe50d None None] For port 75ad3809-6bf3-4c37-95ac-9716a427dc3a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=75ad3809-6bf3-4c37-95ac-9716a427dc3a,segment=NetworkSegment(4325a9c6-e33e-4872-bfdd-589a9f4007cc),segment_id=4325a9c6-e33e-4872-bfdd-589a9f4007cc)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:13.288581 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Transition to ACTIVE for port object f28f3952-9326-4209-9810-254ac886a362 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:13.295992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3cf98638-3a83-4942-963d-3d4b58dbe50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.299065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a191e551-8804-490f-beed-2e4adc322969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:13.314082 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Transition to ACTIVE for port object f28f3952-9326-4209-9810-254ac886a362 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:13.335690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.365740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Network 9bd264a5-22d7-4dfd-97f0-09263aa8b184 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:13.369671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:13.383827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:13.471853 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf98638-3a83-4942-963d-3d4b58dbe50d None None] Pushing event updated for resources: {'Port': ['ID=75ad3809-6bf3-4c37-95ac-9716a427dc3a,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:13.475341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3cf98638-3a83-4942-963d-3d4b58dbe50d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:13.476375 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bc844cd6-6862-4f2d-8dc0-e81a96ff56e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:13.521726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 75ad3809-6bf3-4c37-95ac-9716a427dc3a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:13.553823 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Attempting to bind port f28f3952-9326-4209-9810-254ac886a362 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:13.554139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Attempting to bind port f28f3952-9326-4209-9810-254ac886a362 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '80e1dbe5-cf26-43c8-a941-66281bef5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '9bd264a5-22d7-4dfd-97f0-09263aa8b184'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:13.554658 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Attempting to bind port f28f3952-9326-4209-9810-254ac886a362 on network 9bd264a5-22d7-4dfd-97f0-09263aa8b184 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:13.577838 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:13.578251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Checking segment: {'id': '80e1dbe5-cf26-43c8-a941-66281bef5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '9bd264a5-22d7-4dfd-97f0-09263aa8b184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:13.578626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.579107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Bound using segment: {'id': '80e1dbe5-cf26-43c8-a941-66281bef5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '9bd264a5-22d7-4dfd-97f0-09263aa8b184'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:13.579538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Bound port: f28f3952-9326-4209-9810-254ac886a362, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e1dbe5-cf26-43c8-a941-66281bef5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '9bd264a5-22d7-4dfd-97f0-09263aa8b184'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:13.581255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.585120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Pushing event updated for resources: {'Port': ['ID=f28f3952-9326-4209-9810-254ac886a362,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:13.595784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:13.653624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46542) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:13.668217 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 75ad3809-6bf3-4c37-95ac-9716a427dc3a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:13.668599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.669938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.692407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] For port f28f3952-9326-4209-9810-254ac886a362, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:13.694329 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cdef7731-5edc-4f40-97d1-dadf61e7818d None None] Provisioning complete for port 75ad3809-6bf3-4c37-95ac-9716a427dc3a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:13.694703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cdef7731-5edc-4f40-97d1-dadf61e7818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.737662 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] For port f28f3952-9326-4209-9810-254ac886a362, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f28f3952-9326-4209-9810-254ac886a362,segment=NetworkSegment(80e1dbe5-cf26-43c8-a941-66281bef5544),segment_id=80e1dbe5-cf26-43c8-a941-66281bef5544)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:13.746437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.752033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:13.868615 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Pushing event updated for resources: {'Port': ['ID=f28f3952-9326-4209-9810-254ac886a362,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:13.874470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:13.933897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cdef7731-5edc-4f40-97d1-dadf61e7818d None None] Provisioning for port ed628595-4b0d-4250-97a8-f4e84ce05c78 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:13.937521 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cdef7731-5edc-4f40-97d1-dadf61e7818d None None] Provisioning complete for port ed628595-4b0d-4250-97a8-f4e84ce05c78 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:13.937893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cdef7731-5edc-4f40-97d1-dadf61e7818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:13.978186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-cdef7731-5edc-4f40-97d1-dadf61e7818d None None] Port ed628595-4b0d-4250-97a8-f4e84ce05c78 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:13.990817 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-26d77c64-94d8-469c-8f70-c5b0cb01af4f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=689e413759a64051a36f751c16f72d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339896 Jun 24 12:48:13.992199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46546) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:14.048293 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c5d0a824-bcff-4871-a4e8-1a643a1f9892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.064179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-f0ad3029-b58c-4641-8f05-f5c54370cc8b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Allocated IP 172.20.0.22 (7a9077b4-021b-4203-94b2-20b5ec737087/29c16de0-0e86-48e0-b925-64c69b567f8c/ed628595-4b0d-4250-97a8-f4e84ce05c78) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:14.079403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c5d0a824-bcff-4871-a4e8-1a643a1f9892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.102853 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fe15df5c-0677-4ab5-98a4-2d8773ad4cf5 None None] Provisioning complete for port ed628595-4b0d-4250-97a8-f4e84ce05c78 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:14.103239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fe15df5c-0677-4ab5-98a4-2d8773ad4cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.179778 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c5d0a824-bcff-4871-a4e8-1a643a1f9892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.182557 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c5d0a824-bcff-4871-a4e8-1a643a1f9892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.183818 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c5d0a824-bcff-4871-a4e8-1a643a1f9892 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/853bcf25-3fb2-4928-8a8a-b7da04737eb7 HTTP/1.1" status: 204 len: 168 time: 0.1906576 Jun 24 12:48:14.184924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-06a032e8-2317-4be3-8134-bdcf26f73b60 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:14.193762 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0a824-bcff-4871-a4e8-1a643a1f9892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853bcf25-3fb2-4928-8a8a-b7da04737eb7,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:14.197568 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c5d0a824-bcff-4871-a4e8-1a643a1f9892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:14.228286 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Allocated IP 172.20.0.1 (9bd264a5-22d7-4dfd-97f0-09263aa8b184/4015903a-c155-449c-92db-fc613449ff45/b39e3eed-536f-494b-b03d-187d1ea6fe42) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:14.234166 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-fe15df5c-0677-4ab5-98a4-2d8773ad4cf5 None None] Port ed628595-4b0d-4250-97a8-f4e84ce05c78 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:14.357738 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e6957562-c41e-4a28-803c-dd7e20e5dbd7 None None] Provisioning complete for port ed628595-4b0d-4250-97a8-f4e84ce05c78 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:14.358443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e6957562-c41e-4a28-803c-dd7e20e5dbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.362096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3029-b58c-4641-8f05-f5c54370cc8b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.392680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-f0ad3029-b58c-4641-8f05-f5c54370cc8b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Ignored duplicate provisioning block setup for port ed628595-4b0d-4250-97a8-f4e84ce05c78 by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 24 12:48:14.393680 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e6957562-c41e-4a28-803c-dd7e20e5dbd7 None None] Port ed628595-4b0d-4250-97a8-f4e84ce05c78 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:14.399066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3029-b58c-4641-8f05-f5c54370cc8b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.405028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-682c0acf-d006-4654-8dd8-c03f2b73051d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:14.419521 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.470151 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Transition to ACTIVE for port object b39e3eed-536f-494b-b03d-187d1ea6fe42 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:14.526326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad3029-b58c-4641-8f05-f5c54370cc8b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=ed628595-4b0d-4250-97a8-f4e84ce05c78,revision_number=3']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:14.532836 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f0ad3029-b58c-4641-8f05-f5c54370cc8b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:14.589967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f0ad3029-b58c-4641-8f05-f5c54370cc8b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] In _notify_port_updated(), no bound segment for port ed628595-4b0d-4250-97a8-f4e84ce05c78 on network 7a9077b4-021b-4203-94b2-20b5ec737087 {{(pid=100146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:48:14.595995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ad3029-b58c-4641-8f05-f5c54370cc8b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:14.596658 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3029-b58c-4641-8f05-f5c54370cc8b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.598000 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f0ad3029-b58c-4641-8f05-f5c54370cc8b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "PUT /v2.0/ports/ed628595-4b0d-4250-97a8-f4e84ce05c78 HTTP/1.1" status: 200 len: 999 time: 1.9685500 Jun 24 12:48:14.600591 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.600918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46560) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:14.604033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ca507274-48df-46a3-9cc6-1fa8fdcb7d95 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:14.649156 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 9bd264a5-22d7-4dfd-97f0-09263aa8b184 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:14.652847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:14.659535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:14.691575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=b39e3eed-536f-494b-b03d-187d1ea6fe42,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:14.696326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:14.713243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.723948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-08e4f4a8-4d01-4ff4-b953-dea10a24bc57 None None] Provisioning complete for port ed628595-4b0d-4250-97a8-f4e84ce05c78 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:14.724940 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-08e4f4a8-4d01-4ff4-b953-dea10a24bc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.752033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-e1d3cd1f-833a-4128-9f7a-1d7d2859e740 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port ed628595-4b0d-4250-97a8-f4e84ce05c78 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:14.753641 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1d3cd1f-833a-4128-9f7a-1d7d2859e740 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.802655 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-08e4f4a8-4d01-4ff4-b953-dea10a24bc57 None None] Port ed628595-4b0d-4250-97a8-f4e84ce05c78 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:14.875770 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1d3cd1f-833a-4128-9f7a-1d7d2859e740 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.892123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-e1d3cd1f-833a-4128-9f7a-1d7d2859e740 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for ed628595-4b0d-4250-97a8-f4e84ce05c78 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:14.918056 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.069021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46570) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:15.099647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94392260-af59-4719-a924-1a582b8f1e87 None None] Network 9bd264a5-22d7-4dfd-97f0-09263aa8b184 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:15.135406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1d3cd1f-833a-4128-9f7a-1d7d2859e740 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.142083 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-284813ca-5847-457d-995e-0732fb4c805f tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:15.167053 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-217eef4d-e184-483a-a6c2-5b1a0301c8f0 None None] Provisioning for port f28f3952-9326-4209-9810-254ac886a362 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:15.178230 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3cd1f-833a-4128-9f7a-1d7d2859e740 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=ed628595-4b0d-4250-97a8-f4e84ce05c78,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:15.182084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e1d3cd1f-833a-4128-9f7a-1d7d2859e740 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:15.246101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.246704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9b6a4697-edca-4d6b-bd1b-c53b73ba2b74 tempest-SubnetPoolsTestJSON-2077492533 tempest-SubnetPoolsTestJSON-2077492533-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-225204350', 'prefixes': ['172.20.0.0/16']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:15.252068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.257525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:15.323862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e1d3cd1f-833a-4128-9f7a-1d7d2859e740 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.331968 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e1d3cd1f-833a-4128-9f7a-1d7d2859e740 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/ed628595-4b0d-4250-97a8-f4e84ce05c78 HTTP/1.1" status: 204 len: 168 time: 0.7295449 Jun 24 12:48:15.335519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46576) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:15.352828 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.361940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=b39e3eed-536f-494b-b03d-187d1ea6fe42,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:15.370029 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:15.378225 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f66511f-6843-4c57-aeea-5a7f34d90492 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] GET failed (client error): The resource could not be found. Jun 24 12:48:15.383290 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4f66511f-6843-4c57-aeea-5a7f34d90492 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/ed628595-4b0d-4250-97a8-f4e84ce05c78 HTTP/1.1" status: 404 len: 333 time: 0.0467200 Jun 24 12:48:15.383913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46578) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:15.465560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-720ecf14-19be-465b-813b-98e29f9e927d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting subnet 29c16de0-0e86-48e0-b925-64c69b567f8c {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:48:15.468942 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-720ecf14-19be-465b-813b-98e29f9e927d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.500344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 9bd264a5-22d7-4dfd-97f0-09263aa8b184 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:15.501773 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:15.512626 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9b6a4697-edca-4d6b-bd1b-c53b73ba2b74 tempest-SubnetPoolsTestJSON-2077492533 tempest-SubnetPoolsTestJSON-2077492533-project] Notify callbacks [] for subnetpool, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.513827 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9b6a4697-edca-4d6b-bd1b-c53b73ba2b74 tempest-SubnetPoolsTestJSON-2077492533 tempest-SubnetPoolsTestJSON-2077492533-project] 10.222.0.110 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4438651 Jun 24 12:48:15.516272 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-720ecf14-19be-465b-813b-98e29f9e927d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.518884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46580) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:15.586985 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-54e1aceb-41fa-4fd6-a402-e151e9b67300 tempest-SubnetPoolsTestJSON-2077492533 tempest-SubnetPoolsTestJSON-2077492533-project] 10.222.0.110 "GET /v2.0/subnetpools/599c4e20-41ac-495b-9586-23c82056a4b2 HTTP/1.1" status: 200 len: 731 time: 0.0668879 Jun 24 12:48:15.590089 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46582) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:15.597634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ddaa1c08-a8ae-4b08-aeed-fe9c99d23b00 tempest-SubnetPoolsTestJSON-2077492533 tempest-SubnetPoolsTestJSON-2077492533-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1514834178'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:15.605221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 75ad3809-6bf3-4c37-95ac-9716a427dc3a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:15.651125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-720ecf14-19be-465b-813b-98e29f9e927d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.684180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 75ad3809-6bf3-4c37-95ac-9716a427dc3a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:15.684180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.725351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-720ecf14-19be-465b-813b-98e29f9e927d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.738623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c56c826-ada6-44e0-9ba7-c0eee3bba689 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:15.754324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router 3b4afa1c-273c-4027-a80b-c321d0c66c1d is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:48:15.761114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1c08-a8ae-4b08-aeed-fe9c99d23b00 tempest-SubnetPoolsTestJSON-2077492533 tempest-SubnetPoolsTestJSON-2077492533-project] Notify callbacks [] for subnetpool, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.765154 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ddaa1c08-a8ae-4b08-aeed-fe9c99d23b00 tempest-SubnetPoolsTestJSON-2077492533 tempest-SubnetPoolsTestJSON-2077492533-project] 10.222.0.110 "PUT /v2.0/subnetpools/599c4e20-41ac-495b-9586-23c82056a4b2 HTTP/1.1" status: 200 len: 684 time: 0.1717694 Jun 24 12:48:15.765337 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6aae2da6-10f7-4c69-8ceb-423dd81a852a None None] Provisioning for port b39e3eed-536f-494b-b03d-187d1ea6fe42 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:15.767073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46584) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:15.769490 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6aae2da6-10f7-4c69-8ceb-423dd81a852a None None] Provisioning complete for port b39e3eed-536f-494b-b03d-187d1ea6fe42 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:15.769866 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6aae2da6-10f7-4c69-8ceb-423dd81a852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.774104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-720ecf14-19be-465b-813b-98e29f9e927d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.781148 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-720ecf14-19be-465b-813b-98e29f9e927d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/29c16de0-0e86-48e0-b925-64c69b567f8c HTTP/1.1" status: 204 len: 168 time: 0.3917897 Jun 24 12:48:15.782150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46586) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:15.783938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ecf14-19be-465b-813b-98e29f9e927d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Subnet': ['ID=29c16de0-0e86-48e0-b925-64c69b567f8c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:15.786955 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-720ecf14-19be-465b-813b-98e29f9e927d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:15.846262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0eb172-9167-49fd-88ac-8332424d8ce8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting subnet d68d7d42-62b4-4131-bd65-daa17d2f5ee6 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:48:15.849916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9e0eb172-9167-49fd-88ac-8332424d8ce8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.915761 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9e0eb172-9167-49fd-88ac-8332424d8ce8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.951928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:15.964127 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/3b4afa1c-273c-4027-a80b-c321d0c66c1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7800527 Jun 24 12:48:15.967064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89f47ef6-81b9-4abb-9d0e-a9cabeb8699d tempest-SubnetPoolsTestJSON-2077492533 tempest-SubnetPoolsTestJSON-2077492533-project] Notify callbacks [] for subnetpool, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.968534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46588) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:15.969670 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-89f47ef6-81b9-4abb-9d0e-a9cabeb8699d tempest-SubnetPoolsTestJSON-2077492533 tempest-SubnetPoolsTestJSON-2077492533-project] 10.222.0.110 "DELETE /v2.0/subnetpools/599c4e20-41ac-495b-9586-23c82056a4b2 HTTP/1.1" status: 204 len: 168 time: 0.2014472 Jun 24 12:48:15.972634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46590) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:15.990666 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-1b2cd1bc-0328-4cb1-81b1-6095d5c7fc47 tempest-SubnetPoolsTestJSON-2077492533 tempest-SubnetPoolsTestJSON-2077492533-project] show failed (client error): The resource could not be found. Jun 24 12:48:15.991778 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1b2cd1bc-0328-4cb1-81b1-6095d5c7fc47 tempest-SubnetPoolsTestJSON-2077492533 tempest-SubnetPoolsTestJSON-2077492533-project] 10.222.0.110 "GET /v2.0/subnetpools/599c4e20-41ac-495b-9586-23c82056a4b2 HTTP/1.1" status: 404 len: 346 time: 0.0179667 Jun 24 12:48:15.994951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46592) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:16.010748 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-0899e433-589e-4efb-b137-63ac9c8da17d tempest-SubnetPoolsTestJSON-2077492533 tempest-SubnetPoolsTestJSON-2077492533-project] delete failed (client error): The resource could not be found. Jun 24 12:48:16.011810 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0899e433-589e-4efb-b137-63ac9c8da17d tempest-SubnetPoolsTestJSON-2077492533 tempest-SubnetPoolsTestJSON-2077492533-project] 10.222.0.110 "DELETE /v2.0/subnetpools/599c4e20-41ac-495b-9586-23c82056a4b2 HTTP/1.1" status: 404 len: 346 time: 0.0159347 Jun 24 12:48:16.020775 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6aae2da6-10f7-4c69-8ceb-423dd81a852a None None] Port b39e3eed-536f-494b-b03d-187d1ea6fe42 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:16.022274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff00a82a-6b92-4928-b08d-7fe273d157b9 None None] Network 7a9077b4-021b-4203-94b2-20b5ec737087 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:16.028826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd6f9f-2497-496e-a668-71477fbc6892 None None] Sync routers for ids ['3b4afa1c-273c-4027-a80b-c321d0c66c1d'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:16.039034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f3f833-a002-459e-a6b0-bee6c2624321 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:16.043085 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-92f3f833-a002-459e-a6b0-bee6c2624321 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports/b39e3eed-536f-494b-b03d-187d1ea6fe42 HTTP/1.1" status: 200 len: 910 time: 0.0707920 Jun 24 12:48:16.043621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46596) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:16.102528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd6f9f-2497-496e-a668-71477fbc6892 None None] Routers {'3b4afa1c-273c-4027-a80b-c321d0c66c1d'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:16.103523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-efcd6f9f-2497-496e-a668-71477fbc6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['3b4afa1c-273c-4027-a80b-c321d0c66c1d'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:16.107635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9e0eb172-9167-49fd-88ac-8332424d8ce8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.108329 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f28f3952-9326-4209-9810-254ac886a362 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:16.193804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-efcd6f9f-2497-496e-a668-71477fbc6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:16.229163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9e0eb172-9167-49fd-88ac-8332424d8ce8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.232256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-aaadde4e-58b5-425f-a9f2-08c47b7edd66 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:16.235501 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd6f9f-2497-496e-a668-71477fbc6892 None None] Routers {'3b4afa1c-273c-4027-a80b-c321d0c66c1d'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:16.236218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-efcd6f9f-2497-496e-a668-71477fbc6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['3b4afa1c-273c-4027-a80b-c321d0c66c1d'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:16.267238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0eb172-9167-49fd-88ac-8332424d8ce8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Subnet': ['ID=d68d7d42-62b4-4131-bd65-daa17d2f5ee6,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:16.270889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9e0eb172-9167-49fd-88ac-8332424d8ce8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:16.271936 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9e0eb172-9167-49fd-88ac-8332424d8ce8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.273805 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9e0eb172-9167-49fd-88ac-8332424d8ce8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/d68d7d42-62b4-4131-bd65-daa17d2f5ee6 HTTP/1.1" status: 204 len: 168 time: 0.4858923 Jun 24 12:48:16.277147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46598) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:16.281301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-efcd6f9f-2497-496e-a668-71477fbc6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:16.281929 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd6f9f-2497-496e-a668-71477fbc6892 None None] The sync data for ids ['3b4afa1c-273c-4027-a80b-c321d0c66c1d'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:16.338905 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b79eaf50-5669-44e4-96db-a4828dffb7d2 None None] Provisioning complete for port b39e3eed-536f-494b-b03d-187d1ea6fe42 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:16.339671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b79eaf50-5669-44e4-96db-a4828dffb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.369564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.393612 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46602) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:16.394959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port f28f3952-9326-4209-9810-254ac886a362 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:16.404298 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port f28f3952-9326-4209-9810-254ac886a362 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:16.404690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.409406 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b79eaf50-5669-44e4-96db-a4828dffb7d2 None None] Port b39e3eed-536f-494b-b03d-187d1ea6fe42 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:16.465627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 75ad3809-6bf3-4c37-95ac-9716a427dc3a {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:16.466022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.531597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54345441-db7e-46e5-bcaf-90866e16f98a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.534028 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.540151 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49722fa-2b72-44b2-a248-0a2544c516f8 None None] DHCP port deletion for 7a9077b4-021b-4203-94b2-20b5ec737087 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:48:16.541784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] For port 75ad3809-6bf3-4c37-95ac-9716a427dc3a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=75ad3809-6bf3-4c37-95ac-9716a427dc3a,segment=NetworkSegment(4325a9c6-e33e-4872-bfdd-589a9f4007cc),segment_id=4325a9c6-e33e-4872-bfdd-589a9f4007cc)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:16.542147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.557115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 75ad3809-6bf3-4c37-95ac-9716a427dc3a owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:16.591288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6b3fd884-8366-4d54-9880-2181ca810aac None None] Provisioning complete for port b39e3eed-536f-494b-b03d-187d1ea6fe42 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:16.591740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6b3fd884-8366-4d54-9880-2181ca810aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.617269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05d0ac86-e4c7-40c8-bcbf-ba085df34bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.630972 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port f28f3952-9326-4209-9810-254ac886a362, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f28f3952-9326-4209-9810-254ac886a362,segment=NetworkSegment(80e1dbe5-cf26-43c8-a941-66281bef5544),segment_id=80e1dbe5-cf26-43c8-a941-66281bef5544)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:16.640823 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.645628 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:16.649760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.655802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-598e0fed-cbf7-4907-83c2-e1778bafab3a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:16.668840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6b3fd884-8366-4d54-9880-2181ca810aac None None] Port b39e3eed-536f-494b-b03d-187d1ea6fe42 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:16.687218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e49722fa-2b72-44b2-a248-0a2544c516f8 None None] Deleting port 75ad3809-6bf3-4c37-95ac-9716a427dc3a {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:16.687218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e49722fa-2b72-44b2-a248-0a2544c516f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.696861 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=75ad3809-6bf3-4c37-95ac-9716a427dc3a,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:16.699223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No DVR routers for this DVR port 75ad3809-6bf3-4c37-95ac-9716a427dc3a on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:16.701139 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:16.721655 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=f28f3952-9326-4209-9810-254ac886a362,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:16.748479 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:16.769783 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e49722fa-2b72-44b2-a248-0a2544c516f8 None None] For port 75ad3809-6bf3-4c37-95ac-9716a427dc3a, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:16.770107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e49722fa-2b72-44b2-a248-0a2544c516f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.784109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e49722fa-2b72-44b2-a248-0a2544c516f8 None None] Calling delete_port for 75ad3809-6bf3-4c37-95ac-9716a427dc3a owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:16.786650 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.787458 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.ipam_backend_mixin [None req-e49722fa-2b72-44b2-a248-0a2544c516f8 None None] Port 75ad3809-6bf3-4c37-95ac-9716a427dc3a was not found and therefore no delete operation was performed {{(pid=100147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:48:16.789056 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e49722fa-2b72-44b2-a248-0a2544c516f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.794785 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-111466c2-3126-4d04-977c-40573f94262b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:16.800116 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9077b4-021b-4203-94b2-20b5ec737087']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:16.812579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4325a9c6-e33e-4872-bfdd-589a9f4007cc') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:16.812908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4325a9c6-e33e-4872-bfdd-589a9f4007cc') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:16.816795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49722fa-2b72-44b2-a248-0a2544c516f8 None None] Pushing event deleted for resources: {'Port': ['ID=75ad3809-6bf3-4c37-95ac-9716a427dc3a,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:16.820025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e49722fa-2b72-44b2-a248-0a2544c516f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:16.820897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49722fa-2b72-44b2-a248-0a2544c516f8 None None] No DVR routers for this DVR port 75ad3809-6bf3-4c37-95ac-9716a427dc3a on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:16.835416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.851009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.855255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05d0ac86-e4c7-40c8-bcbf-ba085df34bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.857019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:48:16.857651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:48:16.860615 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:48:16.863853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05d0ac86-e4c7-40c8-bcbf-ba085df34bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.864589 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0a46e1d9-f7f3-4c26-ab42-542e4c42a988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:16.924790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.930587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.933888 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-05d0ac86-e4c7-40c8-bcbf-ba085df34bfd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=013eedc5748e4b6a947327aef38a9343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5391314 Jun 24 12:48:16.934713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0ac86-e4c7-40c8-bcbf-ba085df34bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf92d59-604c-44b3-bad0-833abe665d3d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:16.936302 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/networks/7a9077b4-021b-4203-94b2-20b5ec737087 HTTP/1.1" status: 204 len: 168 time: 0.6579640 Jun 24 12:48:16.937613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46606) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:16.938276 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46608) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:16.938414 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-05d0ac86-e4c7-40c8-bcbf-ba085df34bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:16.947995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-946ee9ce-e161-4742-a850-8fa560eac083 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:16.969222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-54345441-db7e-46e5-bcaf-90866e16f98a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port b39e3eed-536f-494b-b03d-187d1ea6fe42 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:16.969567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54345441-db7e-46e5-bcaf-90866e16f98a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.989107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Network': ['ID=7a9077b4-021b-4203-94b2-20b5ec737087,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:16.991532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:17.043688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-71dfd1f4-dcd5-4b69-bda8-9feed89dba83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.056251 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54345441-db7e-46e5-bcaf-90866e16f98a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.064134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470f3bfc-73af-4f36-a64e-043f0fac0ba1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:17.069192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-54345441-db7e-46e5-bcaf-90866e16f98a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for b39e3eed-536f-494b-b03d-187d1ea6fe42 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:17.071459 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-470f3bfc-73af-4f36-a64e-043f0fac0ba1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1266580 Jun 24 12:48:17.071904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46610) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:17.083448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.086678 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-71dfd1f4-dcd5-4b69-bda8-9feed89dba83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.139564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-71dfd1f4-dcd5-4b69-bda8-9feed89dba83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.142355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-71dfd1f4-dcd5-4b69-bda8-9feed89dba83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.143706 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-71dfd1f4-dcd5-4b69-bda8-9feed89dba83 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1bf92d59-604c-44b3-bad0-833abe665d3d HTTP/1.1" status: 204 len: 168 time: 0.2001193 Jun 24 12:48:17.144617 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b70d8e0a-8b46-4548-8df1-75c67e6bfc42 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:17.152691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfd1f4-dcd5-4b69-bda8-9feed89dba83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf92d59-604c-44b3-bad0-833abe665d3d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:17.155446 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-71dfd1f4-dcd5-4b69-bda8-9feed89dba83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:17.194849 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ab14e56c-ff17-42df-ac75-071c872c6d8c tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1215549 Jun 24 12:48:17.198152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46614) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:17.204998 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b9528234-822e-4025-a354-85767724b46a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-589213478'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:17.276337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9528234-822e-4025-a354-85767724b46a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:17.279808 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b9528234-822e-4025-a354-85767724b46a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.346524 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54345441-db7e-46e5-bcaf-90866e16f98a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.350546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-abb848cd-28d2-40d2-a840-a3796430c5bb tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:17.353708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9528234-822e-4025-a354-85767724b46a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] vlan segment allocate from pool success with {'vlan_id': 1334, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:17.412415 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b9528234-822e-4025-a354-85767724b46a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.412977 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-b9528234-822e-4025-a354-85767724b46a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Added segment 2b41d10e-2eee-4bce-b79f-b58749804563 of type vlan for network 99381f63-525c-4f8c-9b1d-0549178a205e Jun 24 12:48:17.432083 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54345441-db7e-46e5-bcaf-90866e16f98a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=b39e3eed-536f-494b-b03d-187d1ea6fe42,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:17.448400 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-54345441-db7e-46e5-bcaf-90866e16f98a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:17.473381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f28f3952-9326-4209-9810-254ac886a362 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:17.544044 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port f28f3952-9326-4209-9810-254ac886a362 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:17.544550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.709089 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 75ad3809-6bf3-4c37-95ac-9716a427dc3a no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:17.731137 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 75ad3809-6bf3-4c37-95ac-9716a427dc3a {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:17.731780 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 75ad3809-6bf3-4c37-95ac-9716a427dc3a not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:17.855238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b9528234-822e-4025-a354-85767724b46a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.886306 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:48:17.943596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-54345441-db7e-46e5-bcaf-90866e16f98a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.949902 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b9528234-822e-4025-a354-85767724b46a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.953184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46634) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:17.956170 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9528234-822e-4025-a354-85767724b46a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:17.956782 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b9528234-822e-4025-a354-85767724b46a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.961752 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-37f2915f-4fe1-4e5d-b183-549f035fa110 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:18.025551 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b9528234-822e-4025-a354-85767724b46a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8260601 Jun 24 12:48:18.028407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46638) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:18.033501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-16f6b8a5-9cf2-4f57-8ab7-ed22984e7dad tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': '99381f63-525c-4f8c-9b1d-0549178a205e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:18.059959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-274513985'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:18.090524 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9528234-822e-4025-a354-85767724b46a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Network': ['ID=99381f63-525c-4f8c-9b1d-0549178a205e,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:18.093665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b9528234-822e-4025-a354-85767724b46a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:18.105200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 99381f63-525c-4f8c-9b1d-0549178a205e details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:18.122745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Made reservation on behalf of 78ef25f6426b4d24ad23f3f8093e33a7 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:18.126113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.143682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.162237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f6b8a5-9cf2-4f57-8ab7-ed22984e7dad tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:18.165713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-16f6b8a5-9cf2-4f57-8ab7-ed22984e7dad tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.170240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54345441-db7e-46e5-bcaf-90866e16f98a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router 3b4afa1c-273c-4027-a80b-c321d0c66c1d has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:48:18.246784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54345441-db7e-46e5-bcaf-90866e16f98a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:18.254856 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-54345441-db7e-46e5-bcaf-90866e16f98a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/3b4afa1c-273c-4027-a80b-c321d0c66c1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2059562 Jun 24 12:48:18.255834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46640) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:18.259147 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d243b4c5-72d7-4059-b385-6b59e6e3f41c None None] Sync routers for ids ['3b4afa1c-273c-4027-a80b-c321d0c66c1d'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:18.271532 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243b4c5-72d7-4059-b385-6b59e6e3f41c None None] Routers {'3b4afa1c-273c-4027-a80b-c321d0c66c1d'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:18.272451 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d243b4c5-72d7-4059-b385-6b59e6e3f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['3b4afa1c-273c-4027-a80b-c321d0c66c1d'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:18.290694 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6cd04d0b-84f5-4df9-bef9-4551d94f076e tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b4afa1c-273c-4027-a80b-c321d0c66c1d HTTP/1.1" status: 200 len: 205 time: 0.0320337 Jun 24 12:48:18.291041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46642) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:18.310556 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d243b4c5-72d7-4059-b385-6b59e6e3f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:18.320410 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243b4c5-72d7-4059-b385-6b59e6e3f41c None None] Routers {'3b4afa1c-273c-4027-a80b-c321d0c66c1d'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:18.321093 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d243b4c5-72d7-4059-b385-6b59e6e3f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['3b4afa1c-273c-4027-a80b-c321d0c66c1d'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:18.355906 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d243b4c5-72d7-4059-b385-6b59e6e3f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:18.356567 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d243b4c5-72d7-4059-b385-6b59e6e3f41c None None] The sync data for ids ['3b4afa1c-273c-4027-a80b-c321d0c66c1d'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:18.357289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.362488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.379851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e1a0-79bd-42fd-9686-7e3861743bfa tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.384474 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d25c1a90-5b46-497a-8b6c-f4ba1cb62ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:18.434952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] vlan segment allocate from pool success with {'vlan_id': 1333, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:18.440767 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-16f6b8a5-9cf2-4f57-8ab7-ed22984e7dad tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.442711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6858f9-4d0f-4489-ac36-99932a966d90,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:18.448332 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:18.451115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-041ae045-1bfc-4807-afc1-c9ea64a8e07b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:18.457610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.458086 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Added segment 2421a1a9-de87-49bc-92cf-fdc75a9ddf5a of type vlan for network 0a835d83-234c-4cb8-b0fb-d4a67c64f0ad Jun 24 12:48:18.537040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e1a0-79bd-42fd-9686-7e3861743bfa tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.539135 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e1a0-79bd-42fd-9686-7e3861743bfa tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.542863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.553893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6b8a5-9cf2-4f57-8ab7-ed22984e7dad tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Subnet': ['ID=8389717e-6a36-4a80-8551-faf145b2cf4d,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:18.559804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-16f6b8a5-9cf2-4f57-8ab7-ed22984e7dad tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:18.566842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6b8a5-9cf2-4f57-8ab7-ed22984e7dad tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Checking segment: {'id': '2b41d10e-2eee-4bce-b79f-b58749804563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '99381f63-525c-4f8c-9b1d-0549178a205e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:18.567206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6b8a5-9cf2-4f57-8ab7-ed22984e7dad tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network hostable DHCP agents. Network: 99381f63-525c-4f8c-9b1d-0549178a205e, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:48:18.583507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e1a0-79bd-42fd-9686-7e3861743bfa tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.584216 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd8e1a0-79bd-42fd-9686-7e3861743bfa tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Fanout notify agent at l3_agent the message router_deleted on router 3b4afa1c-273c-4027-a80b-c321d0c66c1d {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:48:18.592139 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.595881 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e1a0-79bd-42fd-9686-7e3861743bfa tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.597003 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6fd8e1a0-79bd-42fd-9686-7e3861743bfa tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/routers/3b4afa1c-273c-4027-a80b-c321d0c66c1d HTTP/1.1" status: 204 len: 168 time: 0.3046825 Jun 24 12:48:18.597619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:18.598202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.599598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46646) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:18.600819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-95a48d07-02ae-4406-a32f-2849c3899d00 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:18.606038 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6b8a5-9cf2-4f57-8ab7-ed22984e7dad tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 99381f63-525c-4f8c-9b1d-0549178a205e is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:48:18.636867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-16f6b8a5-9cf2-4f57-8ab7-ed22984e7dad tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 99381f63-525c-4f8c-9b1d-0549178a205e) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:18.646140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24979cb7-edf1-409d-9235-b4e6d35fab27 None None] Network 99381f63-525c-4f8c-9b1d-0549178a205e requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:18.661012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a1ef88-9263-4c1f-ac1d-efcb9756f816 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting subnet 4015903a-c155-449c-92db-fc613449ff45 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:48:18.664209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-47a1ef88-9263-4c1f-ac1d-efcb9756f816 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.672521 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7182264 Jun 24 12:48:18.674739 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f6b8a5-9cf2-4f57-8ab7-ed22984e7dad tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:18.675366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-16f6b8a5-9cf2-4f57-8ab7-ed22984e7dad tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.679631 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46648) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:18.685141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-890459e2-d6e9-425b-9e5d-d786af2b6d47 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0a835d83-234c-4cb8-b0fb-d4a67c64f0ad', 'tempest-TagsTest-Tag-1953533886') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:18.706011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Pushing event updated for resources: {'Network': ['ID=0a835d83-234c-4cb8-b0fb-d4a67c64f0ad,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:18.708083 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-47a1ef88-9263-4c1f-ac1d-efcb9756f816 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.710348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:18.716744 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-16f6b8a5-9cf2-4f57-8ab7-ed22984e7dad tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6873004 Jun 24 12:48:18.716951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 0a835d83-234c-4cb8-b0fb-d4a67c64f0ad details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:18.719691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46650) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:18.746928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'network_id': '99381f63-525c-4f8c-9b1d-0549178a205e', 'name': 'tempest-PortsTestJSON-896656697'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:18.790392 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-890459e2-d6e9-425b-9e5d-d786af2b6d47 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] 10.222.0.110 "PUT /v2.0/networks/0a835d83-234c-4cb8-b0fb-d4a67c64f0ad/tags/tempest-TagsTest-Tag-1953533886 HTTP/1.1" status: 201 len: 201 time: 0.1088569 Jun 24 12:48:18.791353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46652) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:18.796148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-911102ef-444b-4407-a904-5b754abcd28f tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a835d83-234c-4cb8-b0fb-d4a67c64f0ad', 'tempest-TagsTest-Tag-1953533886') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:18.870126 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-99381f63-525c-4f8c-9b1d-0549178a205e', 'network_id': '99381f63-525c-4f8c-9b1d-0549178a205e', 'tenant_id': 'ea2e56e662164c3e99bad3f620aa85c3', 'fixed_ips': [{'subnet_id': '8389717e-6a36-4a80-8551-faf145b2cf4d'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:48:18.871021 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.880718 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-911102ef-444b-4407-a904-5b754abcd28f tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] 10.222.0.110 "GET /v2.0/networks/0a835d83-234c-4cb8-b0fb-d4a67c64f0ad/tags/tempest-TagsTest-Tag-1953533886 HTTP/1.1" status: 204 len: 168 time: 0.0879507 Jun 24 12:48:18.883208 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46654) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:18.888515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-378204c2-6dad-4e75-a61d-32f45a922e44 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0a835d83-234c-4cb8-b0fb-d4a67c64f0ad') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:18.920330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-47a1ef88-9263-4c1f-ac1d-efcb9756f816 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.959461 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-378204c2-6dad-4e75-a61d-32f45a922e44 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] 10.222.0.110 "GET /v2.0/networks/0a835d83-234c-4cb8-b0fb-d4a67c64f0ad/tags HTTP/1.1" status: 200 len: 238 time: 0.0747142 Jun 24 12:48:18.961633 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46656) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:18.968560 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-22dfd4e6-c85f-4237-bdee-71905826524b tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0a835d83-234c-4cb8-b0fb-d4a67c64f0ad', {'tags': ['tempest-TagsTest-Tag-1842463150', 'tempest-TagsTest-Tag-229142042', 'tempest-TagsTest-Tag-1116859074']}) {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:18.997755 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:19.001275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.018493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Allocated IP 172.20.0.2 (99381f63-525c-4f8c-9b1d-0549178a205e/8389717e-6a36-4a80-8551-faf145b2cf4d/e5b9a62e-0a1b-4be6-998a-136511d3178b) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:19.065938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port 4b060e79-7707-458e-b892-45a311d82030 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:48:19.070706 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-47a1ef88-9263-4c1f-ac1d-efcb9756f816 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.076595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f34e0d7c-2273-403c-a3f4-26feb1f49aa7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:19.146657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-47a1ef88-9263-4c1f-ac1d-efcb9756f816 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.148989 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-47a1ef88-9263-4c1f-ac1d-efcb9756f816 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/4015903a-c155-449c-92db-fc613449ff45 HTTP/1.1" status: 204 len: 168 time: 0.5484428 Jun 24 12:48:19.154810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46658) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:19.155047 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1ef88-9263-4c1f-ac1d-efcb9756f816 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Subnet': ['ID=4015903a-c155-449c-92db-fc613449ff45,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:19.156665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-47a1ef88-9263-4c1f-ac1d-efcb9756f816 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:19.161318 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-22dfd4e6-c85f-4237-bdee-71905826524b tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] 10.222.0.110 "PUT /v2.0/networks/0a835d83-234c-4cb8-b0fb-d4a67c64f0ad/tags HTTP/1.1" status: 200 len: 308 time: 0.1971750 Jun 24 12:48:19.164061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46660) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:19.166322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8d3811-6d00-4f2f-91ac-e916d8befcf5 None None] Network 9bd264a5-22d7-4dfd-97f0-09263aa8b184 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:19.169234 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-3a9f78fa-1b9d-4931-98a1-97d6c4500651 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0a835d83-234c-4cb8-b0fb-d4a67c64f0ad', 'tempest-TagsTest-Tag-1842463150') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:19.239296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.267064 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.274169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46662) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:19.274606 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3a9f78fa-1b9d-4931-98a1-97d6c4500651 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] 10.222.0.110 "DELETE /v2.0/networks/0a835d83-234c-4cb8-b0fb-d4a67c64f0ad/tags/tempest-TagsTest-Tag-1842463150 HTTP/1.1" status: 204 len: 168 time: 0.1094606 Jun 24 12:48:19.280658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-d3a8e4a6-cee2-4875-9e4a-a90ff33c0dde tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a835d83-234c-4cb8-b0fb-d4a67c64f0ad', 'tempest-TagsTest-Tag-1842463150') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:19.282729 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Transition to ACTIVE for port object e5b9a62e-0a1b-4be6-998a-136511d3178b will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:19.336594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Transition to ACTIVE for port object e5b9a62e-0a1b-4be6-998a-136511d3178b will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:19.345168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.349438 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e49722fa-2b72-44b2-a248-0a2544c516f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:19.350645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port f28f3952-9326-4209-9810-254ac886a362 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:19.351005 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.385749 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-d3a8e4a6-cee2-4875-9e4a-a90ff33c0dde tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] show failed (client error): The resource could not be found. Jun 24 12:48:19.390252 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d3a8e4a6-cee2-4875-9e4a-a90ff33c0dde tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] 10.222.0.110 "GET /v2.0/networks/0a835d83-234c-4cb8-b0fb-d4a67c64f0ad/tags/tempest-TagsTest-Tag-1842463150 HTTP/1.1" status: 404 len: 326 time: 0.1106818 Jun 24 12:48:19.396100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Network 99381f63-525c-4f8c-9b1d-0549178a205e is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:19.398572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46664) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:19.403474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-fe4c1d46-4985-46be-9d0a-05b3f162cd04 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a835d83-234c-4cb8-b0fb-d4a67c64f0ad', 'tempest-TagsTest-Tag-229142042') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:19.406556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:19.413214 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:19.422977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Pushing event updated for resources: {'Port': ['ID=e5b9a62e-0a1b-4be6-998a-136511d3178b,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:19.427189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:19.441905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] For port f28f3952-9326-4209-9810-254ac886a362, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f28f3952-9326-4209-9810-254ac886a362,segment=NetworkSegment(80e1dbe5-cf26-43c8-a941-66281bef5544),segment_id=80e1dbe5-cf26-43c8-a941-66281bef5544)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:19.442437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.459887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for f28f3952-9326-4209-9810-254ac886a362 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:19.462532 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Allocated IP 172.20.0.6 (99381f63-525c-4f8c-9b1d-0549178a205e/8389717e-6a36-4a80-8551-faf145b2cf4d/4b060e79-7707-458e-b892-45a311d82030) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:19.491018 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Attempting to bind port e5b9a62e-0a1b-4be6-998a-136511d3178b on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:19.491548 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Attempting to bind port e5b9a62e-0a1b-4be6-998a-136511d3178b by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '2b41d10e-2eee-4bce-b79f-b58749804563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '99381f63-525c-4f8c-9b1d-0549178a205e'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:19.492017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Attempting to bind port e5b9a62e-0a1b-4be6-998a-136511d3178b on network 99381f63-525c-4f8c-9b1d-0549178a205e {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:19.497165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:19.497689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Checking segment: {'id': '2b41d10e-2eee-4bce-b79f-b58749804563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '99381f63-525c-4f8c-9b1d-0549178a205e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:19.498203 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.498729 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Bound using segment: {'id': '2b41d10e-2eee-4bce-b79f-b58749804563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '99381f63-525c-4f8c-9b1d-0549178a205e'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:19.499395 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Bound port: e5b9a62e-0a1b-4be6-998a-136511d3178b, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b41d10e-2eee-4bce-b79f-b58749804563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '99381f63-525c-4f8c-9b1d-0549178a205e'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:19.499886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.511436 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83915139-325d-4bce-b7fb-090d763367a9 None None] DHCP port deletion for 9bd264a5-22d7-4dfd-97f0-09263aa8b184 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:48:19.546649 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fe4c1d46-4985-46be-9d0a-05b3f162cd04 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] 10.222.0.110 "GET /v2.0/networks/0a835d83-234c-4cb8-b0fb-d4a67c64f0ad/tags/tempest-TagsTest-Tag-229142042 HTTP/1.1" status: 204 len: 168 time: 0.1474431 Jun 24 12:48:19.550013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46666) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:19.555661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-aa9ab89d-f72d-4e4d-a9e1-e6adb2985053 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a835d83-234c-4cb8-b0fb-d4a67c64f0ad', 'tempest-TagsTest-Tag-1116859074') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:19.586433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.591638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0660383b-7993-4aec-8ec9-a38ee96638da tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:19.599225 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] For port e5b9a62e-0a1b-4be6-998a-136511d3178b, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:19.603446 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] For port e5b9a62e-0a1b-4be6-998a-136511d3178b, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=e5b9a62e-0a1b-4be6-998a-136511d3178b,segment=NetworkSegment(2b41d10e-2eee-4bce-b79f-b58749804563),segment_id=2b41d10e-2eee-4bce-b79f-b58749804563)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:19.609256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.612996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-74af49b2-509b-4cc2-87b5-04adfc5eea16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:19.624355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=f28f3952-9326-4209-9810-254ac886a362,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:19.628693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:19.629473 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No DVR routers for this DVR port f28f3952-9326-4209-9810-254ac886a362 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:19.654109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-83915139-325d-4bce-b7fb-090d763367a9 None None] Deleting port f28f3952-9326-4209-9810-254ac886a362 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:19.654727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-83915139-325d-4bce-b7fb-090d763367a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.710165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.719702 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-aa9ab89d-f72d-4e4d-a9e1-e6adb2985053 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] 10.222.0.110 "GET /v2.0/networks/0a835d83-234c-4cb8-b0fb-d4a67c64f0ad/tags/tempest-TagsTest-Tag-1116859074 HTTP/1.1" status: 204 len: 168 time: 0.1678960 Jun 24 12:48:19.720180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Pushing event updated for resources: {'Port': ['ID=e5b9a62e-0a1b-4be6-998a-136511d3178b,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:19.720312 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46668) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:19.725446 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:19.735016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Transition to ACTIVE for port object 4b060e79-7707-458e-b892-45a311d82030 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:19.743392 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-83915139-325d-4bce-b7fb-090d763367a9 None None] For port f28f3952-9326-4209-9810-254ac886a362, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:19.744040 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-83915139-325d-4bce-b7fb-090d763367a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.758861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-83915139-325d-4bce-b7fb-090d763367a9 None None] Calling delete_port for f28f3952-9326-4209-9810-254ac886a362 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:19.762019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.ipam_backend_mixin [None req-83915139-325d-4bce-b7fb-090d763367a9 None None] Port f28f3952-9326-4209-9810-254ac886a362 was not found and therefore no delete operation was performed {{(pid=100147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:48:19.763538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-83915139-325d-4bce-b7fb-090d763367a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.766437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5516485a-320b-4b55-bfb2-7a2b5ece9006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:19.776963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.792049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83915139-325d-4bce-b7fb-090d763367a9 None None] Pushing event deleted for resources: {'Port': ['ID=f28f3952-9326-4209-9810-254ac886a362,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:19.793812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-54345441-db7e-46e5-bcaf-90866e16f98a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:19.794065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83915139-325d-4bce-b7fb-090d763367a9 None None] No DVR routers for this DVR port f28f3952-9326-4209-9810-254ac886a362 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:19.795755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-83915139-325d-4bce-b7fb-090d763367a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:19.827705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 99381f63-525c-4f8c-9b1d-0549178a205e is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:19.838931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:19.842010 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:19.906630 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=4b060e79-7707-458e-b892-45a311d82030,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:19.923295 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:19.943454 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:19.944090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:19.959556 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2167425 Jun 24 12:48:19.962305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46670) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:19.967562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'network_id': '99381f63-525c-4f8c-9b1d-0549178a205e', 'name': 'tempest-PortsTestJSON-1120540969'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:20.112319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:20.116037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:20.122414 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-178959bb-354d-4995-a70c-cb3efa186091 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0a835d83-234c-4cb8-b0fb-d4a67c64f0ad') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:20.134668 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port 5d586074-5750-4ddf-952c-6135ee4a686d yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:48:20.148768 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:20.182740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd264a5-22d7-4dfd-97f0-09263aa8b184']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:20.196803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e1dbe5-cf26-43c8-a941-66281bef5544') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:20.197176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e1dbe5-cf26-43c8-a941-66281bef5544') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:20.209967 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:20.250423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Allocated IP 172.20.0.10 (99381f63-525c-4f8c-9b1d-0549178a205e/8389717e-6a36-4a80-8551-faf145b2cf4d/5d586074-5750-4ddf-952c-6135ee4a686d) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:20.261536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:20.277601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:48:20.277999 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:48:20.281897 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:48:20.338109 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e2e6064-0b96-4ae3-b1b3-cdb64eec3bf8 req-42051eea-3858-4b5b-ac3c-bb6e2deffefe service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2095258 Jun 24 12:48:20.360444 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-178959bb-354d-4995-a70c-cb3efa186091 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] 10.222.0.110 "DELETE /v2.0/networks/0a835d83-234c-4cb8-b0fb-d4a67c64f0ad/tags HTTP/1.1" status: 204 len: 168 time: 0.6347060 Jun 24 12:48:20.362262 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46672) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:20.362708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:20.365923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b1a69c12-6384-422c-bb91-2bdc1b57685d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:20.368885 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-b58e2fe1-eec5-48c3-a384-99767e91dc81 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a835d83-234c-4cb8-b0fb-d4a67c64f0ad', 'tempest-TagsTest-Tag-229142042') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:20.370203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:20.372231 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/networks/9bd264a5-22d7-4dfd-97f0-09263aa8b184 HTTP/1.1" status: 204 len: 168 time: 1.2187655 Jun 24 12:48:20.380339 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46674) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:20.385693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Network': ['ID=9bd264a5-22d7-4dfd-97f0-09263aa8b184,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:20.388133 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:20.403069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2061468149', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:20.469636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e6064-0b96-4ae3-b1b3-cdb64eec3bf8 req-14e64169-bad0-4eec-acb6-29049c5827cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:20.471829 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e2e6064-0b96-4ae3-b1b3-cdb64eec3bf8 req-14e64169-bad0-4eec-acb6-29049c5827cd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 1098 time: 0.0685518 Jun 24 12:48:20.472065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:20.499248 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:20.500334 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:20.522704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Transition to ACTIVE for port object 5d586074-5750-4ddf-952c-6135ee4a686d will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:20.551260 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-b58e2fe1-eec5-48c3-a384-99767e91dc81 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] show failed (client error): The resource could not be found. Jun 24 12:48:20.555208 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46676) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:20.555423 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b58e2fe1-eec5-48c3-a384-99767e91dc81 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] 10.222.0.110 "GET /v2.0/networks/0a835d83-234c-4cb8-b0fb-d4a67c64f0ad/tags/tempest-TagsTest-Tag-229142042 HTTP/1.1" status: 404 len: 325 time: 0.1918924 Jun 24 12:48:20.561039 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-0cc1585a-62f9-45ca-a63d-9de5e629165b tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a835d83-234c-4cb8-b0fb-d4a67c64f0ad', 'tempest-TagsTest-Tag-1116859074') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:20.589521 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:20.645800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e6064-0b96-4ae3-b1b3-cdb64eec3bf8 req-8ab46999-e188-4aec-8733-9880d3f3ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:20.647308 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e2e6064-0b96-4ae3-b1b3-cdb64eec3bf8 req-8ab46999-e188-4aec-8733-9880d3f3ef1b service neutron] 10.222.0.102 "GET /v2.0/networks?id=25c02307-f8f3-4bdc-9423-888d1e41caf9 HTTP/1.1" status: 200 len: 899 time: 0.1543276 Jun 24 12:48:20.695297 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-0cc1585a-62f9-45ca-a63d-9de5e629165b tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] show failed (client error): The resource could not be found. Jun 24 12:48:20.696350 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0cc1585a-62f9-45ca-a63d-9de5e629165b tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] 10.222.0.110 "GET /v2.0/networks/0a835d83-234c-4cb8-b0fb-d4a67c64f0ad/tags/tempest-TagsTest-Tag-1116859074 HTTP/1.1" status: 404 len: 326 time: 0.1403365 Jun 24 12:48:20.699045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46678) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:20.703807 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-20f3e353-aa32-4c6c-b3c7-f8e768cee3f0 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0a835d83-234c-4cb8-b0fb-d4a67c64f0ad') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:20.747944 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e2e6064-0b96-4ae3-b1b3-cdb64eec3bf8 req-1f88a8a3-9fa7-4619-ae93-553c3f9527f8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7493d629-8562-4ebf-bb96-0ef1a4a3d00f HTTP/1.1" status: 200 len: 1000 time: 0.0938721 Jun 24 12:48:20.767792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2772f96d-cc0a-4b68-880b-d94762306863 None None] Network 99381f63-525c-4f8c-9b1d-0549178a205e requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:20.844451 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-20f3e353-aa32-4c6c-b3c7-f8e768cee3f0 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] 10.222.0.110 "DELETE /v2.0/networks/0a835d83-234c-4cb8-b0fb-d4a67c64f0ad/tags HTTP/1.1" status: 204 len: 168 time: 0.1442709 Jun 24 12:48:20.851565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e6064-0b96-4ae3-b1b3-cdb64eec3bf8 req-e0e37e49-61d5-4681-bd61-4d4f265836d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:20.853171 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e2e6064-0b96-4ae3-b1b3-cdb64eec3bf8 req-e0e37e49-61d5-4681-bd61-4d4f265836d5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9f7f5e05-c9b5-4e92-87cb-9103b101d85e HTTP/1.1" status: 200 len: 835 time: 0.0957954 Jun 24 12:48:20.853662 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46680) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:20.857343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-620f3146-85dd-436a-9178-398807e87f1b None None] Provisioning for port e5b9a62e-0a1b-4be6-998a-136511d3178b completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:20.970081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:20.976307 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.001338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e6064-0b96-4ae3-b1b3-cdb64eec3bf8 req-864e3856-28f9-4874-b6f1-c9a9e9cd8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:21.001636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e60aa00c-b6ba-4fc9-bbf4-ec87194c855f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:21.003124 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e2e6064-0b96-4ae3-b1b3-cdb64eec3bf8 req-864e3856-28f9-4874-b6f1-c9a9e9cd8d1d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=25c02307-f8f3-4bdc-9423-888d1e41caf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1395602 Jun 24 12:48:21.041810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.055684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 99381f63-525c-4f8c-9b1d-0549178a205e is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:21.061734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:21.069942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:21.099517 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=5d586074-5750-4ddf-952c-6135ee4a686d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:21.112906 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:21.138108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.141931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:21.143263 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.152370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a835d83-234c-4cb8-b0fb-d4a67c64f0ad']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:21.168359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2421a1a9-de87-49bc-92cf-fdc75a9ddf5a') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:21.168649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2421a1a9-de87-49bc-92cf-fdc75a9ddf5a') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:21.187156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.190641 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2243607 Jun 24 12:48:21.190990 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46682) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:21.201931 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e2e6064-0b96-4ae3-b1b3-cdb64eec3bf8 req-2c82f9f1-49ff-44bb-8fcd-5618789ffa73 service neutron] 10.222.0.102 "GET /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775687 Jun 24 12:48:21.209078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.223998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:48:21.224307 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:48:21.227421 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:48:21.307362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-20283ac4-117c-4b5b-9b6d-abbf2efb58ab None None] Provisioning for port 4b060e79-7707-458e-b892-45a311d82030 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:21.313599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-20283ac4-117c-4b5b-9b6d-abbf2efb58ab None None] Provisioning complete for port 4b060e79-7707-458e-b892-45a311d82030 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:21.314476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-20283ac4-117c-4b5b-9b6d-abbf2efb58ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.330752 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73684d85-e85b-413b-a4a1-afa444dd6f7c tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:21.334846 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-73684d85-e85b-413b-a4a1-afa444dd6f7c tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.1403246 Jun 24 12:48:21.335685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46684) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:21.340191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.344754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-55314615-b469-4875-9cbf-b614ea244508 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:21.348646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.353172 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] 10.222.0.110 "DELETE /v2.0/networks/0a835d83-234c-4cb8-b0fb-d4a67c64f0ad HTTP/1.1" status: 204 len: 168 time: 0.4984896 Jun 24 12:48:21.374869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Pushing event deleted for resources: {'Network': ['ID=0a835d83-234c-4cb8-b0fb-d4a67c64f0ad,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:21.379329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:21.383624 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e2e6064-0b96-4ae3-b1b3-cdb64eec3bf8 req-27b63d62-9d26-42de-99de-87f28725e428 service neutron] 10.222.0.102 "GET /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718457 Jun 24 12:48:21.391946 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-20283ac4-117c-4b5b-9b6d-abbf2efb58ab None None] Port 4b060e79-7707-458e-b892-45a311d82030 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:21.406181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-20283ac4-117c-4b5b-9b6d-abbf2efb58ab None None] Provisioning for port 5d586074-5750-4ddf-952c-6135ee4a686d completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:21.411082 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-20283ac4-117c-4b5b-9b6d-abbf2efb58ab None None] Provisioning complete for port 5d586074-5750-4ddf-952c-6135ee4a686d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:21.411569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-20283ac4-117c-4b5b-9b6d-abbf2efb58ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.469744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-20283ac4-117c-4b5b-9b6d-abbf2efb58ab None None] Port 5d586074-5750-4ddf-952c-6135ee4a686d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:21.544639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device e5b9a62e-0a1b-4be6-998a-136511d3178b up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:21.622025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-60c91cde-6d9d-4bd2-bc2d-e1a7070a0ce2 None None] Provisioning complete for port 4b060e79-7707-458e-b892-45a311d82030 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:21.623486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.624267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-60c91cde-6d9d-4bd2-bc2d-e1a7070a0ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.665733 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.677336 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-60c91cde-6d9d-4bd2-bc2d-e1a7070a0ce2 None None] Port 4b060e79-7707-458e-b892-45a311d82030 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:21.696986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port e5b9a62e-0a1b-4be6-998a-136511d3178b completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:21.703986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port e5b9a62e-0a1b-4be6-998a-136511d3178b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:21.704348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.752810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-63c7f0d8-54da-444b-a1f6-fb1c158e7f9b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 5d586074-5750-4ddf-952c-6135ee4a686d {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:21.753267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63c7f0d8-54da-444b-a1f6-fb1c158e7f9b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.788320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46690) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:21.817787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.854147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port e5b9a62e-0a1b-4be6-998a-136511d3178b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=e5b9a62e-0a1b-4be6-998a-136511d3178b,segment=NetworkSegment(2b41d10e-2eee-4bce-b79f-b58749804563),segment_id=2b41d10e-2eee-4bce-b79f-b58749804563)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:21.856245 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7273a3da-0b4b-4e95-8986-57e4a081cbc7 None None] Provisioning complete for port 5d586074-5750-4ddf-952c-6135ee4a686d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:21.856527 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7273a3da-0b4b-4e95-8986-57e4a081cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.860613 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.883907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:21.933566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7273a3da-0b4b-4e95-8986-57e4a081cbc7 None None] Port 5d586074-5750-4ddf-952c-6135ee4a686d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:21.949692 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=e5b9a62e-0a1b-4be6-998a-136511d3178b,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:21.953875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:21.956981 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f28f3952-9326-4209-9810-254ac886a362 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:21.973853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63c7f0d8-54da-444b-a1f6-fb1c158e7f9b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.976604 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Allocated IP 172.26.1.195 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/530693b0-75de-42aa-a00b-9676206bae99) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:21.981736 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: f28f3952-9326-4209-9810-254ac886a362 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:21.982221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f28f3952-9326-4209-9810-254ac886a362 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:21.994779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-63c7f0d8-54da-444b-a1f6-fb1c158e7f9b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 5d586074-5750-4ddf-952c-6135ee4a686d owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:22.024562 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-78497749-bfb4-4e01-b204-c57f16951e69 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=78ef25f6426b4d24ad23f3f8093e33a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349777 Jun 24 12:48:22.026997 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46694) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:22.174259 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91d2c8cc-66af-43fb-9a7d-6d66cdd55572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:22.201763 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:22.240184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91d2c8cc-66af-43fb-9a7d-6d66cdd55572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:22.298190 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63c7f0d8-54da-444b-a1f6-fb1c158e7f9b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:22.304914 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cdec8b66-81e5-4e7d-ac4b-c736a1e0470b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:22.338644 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7f0d8-54da-444b-a1f6-fb1c158e7f9b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=5d586074-5750-4ddf-952c-6135ee4a686d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:22.345947 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-63c7f0d8-54da-444b-a1f6-fb1c158e7f9b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:22.364181 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:22.370598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a343e7fc-0591-48d5-80e2-76b214ee0e05 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:22.429839 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91d2c8cc-66af-43fb-9a7d-6d66cdd55572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:22.432238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-91d2c8cc-66af-43fb-9a7d-6d66cdd55572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:22.433394 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-91d2c8cc-66af-43fb-9a7d-6d66cdd55572 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2f6858f9-4d0f-4489-ac36-99932a966d90 HTTP/1.1" status: 204 len: 168 time: 0.3760593 Jun 24 12:48:22.442439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:22.450835 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:22.459621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:22.488277 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=530693b0-75de-42aa-a00b-9676206bae99,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:22.493554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:22.494078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:22.498298 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63c7f0d8-54da-444b-a1f6-fb1c158e7f9b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:22.502442 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-63c7f0d8-54da-444b-a1f6-fb1c158e7f9b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/5d586074-5750-4ddf-952c-6135ee4a686d HTTP/1.1" status: 204 len: 168 time: 1.1632996 Jun 24 12:48:22.502699 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46698) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:22.508746 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2c8cc-66af-43fb-9a7d-6d66cdd55572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6858f9-4d0f-4489-ac36-99932a966d90,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:22.512427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-91d2c8cc-66af-43fb-9a7d-6d66cdd55572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:22.539262 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-395a4f0c-08eb-4d8d-aaa0-779093b33bc4 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] GET failed (client error): The resource could not be found. Jun 24 12:48:22.543405 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-395a4f0c-08eb-4d8d-aaa0-779093b33bc4 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/5d586074-5750-4ddf-952c-6135ee4a686d HTTP/1.1" status: 404 len: 333 time: 0.0371943 Jun 24 12:48:22.547022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46700) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:22.652797 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4f845fb8-5653-4ed0-897e-0df6fd429bb3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 4b060e79-7707-458e-b892-45a311d82030 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:22.653466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4f845fb8-5653-4ed0-897e-0df6fd429bb3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:22.756200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4f845fb8-5653-4ed0-897e-0df6fd429bb3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:22.768678 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4f845fb8-5653-4ed0-897e-0df6fd429bb3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 4b060e79-7707-458e-b892-45a311d82030 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:22.773668 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:22.911257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4f845fb8-5653-4ed0-897e-0df6fd429bb3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:22.915761 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8597b626-7363-408a-bb36-5f0eb8132877 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:22.941786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f845fb8-5653-4ed0-897e-0df6fd429bb3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=4b060e79-7707-458e-b892-45a311d82030,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:22.945108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4f845fb8-5653-4ed0-897e-0df6fd429bb3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:22.983064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.030073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4f845fb8-5653-4ed0-897e-0df6fd429bb3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.034487 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4f845fb8-5653-4ed0-897e-0df6fd429bb3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/4b060e79-7707-458e-b892-45a311d82030 HTTP/1.1" status: 204 len: 168 time: 0.4839160 Jun 24 12:48:23.036549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46718) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:23.074629 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efa34af-5702-4a4f-9024-ab5fd6defd7e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] GET failed (client error): The resource could not be found. Jun 24 12:48:23.076248 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4efa34af-5702-4a4f-9024-ab5fd6defd7e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/4b060e79-7707-458e-b892-45a311d82030 HTTP/1.1" status: 404 len: 333 time: 0.0386732 Jun 24 12:48:23.080492 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46720) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:23.173668 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9d2a39-e7bc-4f23-9812-b0ea1a120098 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting subnet 8389717e-6a36-4a80-8551-faf145b2cf4d {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:48:23.179793 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2a39-e7bc-4f23-9812-b0ea1a120098 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.183574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46724) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:23.228165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2a39-e7bc-4f23-9812-b0ea1a120098 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.258539 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:48:23.280787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1243923411-network', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:23.301359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Made reservation on behalf of b4a45b68ff73497095df5d495a33f007 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:23.303816 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.312551 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.414661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.419781 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.423385 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e324533a-1982-473a-9dde-69a21291bbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:23.459370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999aaea9-54c4-4823-8730-92c66d7adbb9,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:23.463412 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:23.468421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] vlan segment allocate from pool success with {'vlan_id': 1315, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:23.480429 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device e5b9a62e-0a1b-4be6-998a-136511d3178b up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:23.480966 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.481483 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Added segment dfd1c119-4e2e-45e3-a4b1-574385b87757 of type vlan for network 1744d087-8058-4d07-9510-ebe7ef967b15 Jun 24 12:48:23.527421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.532330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46730) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:23.533899 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port e5b9a62e-0a1b-4be6-998a-136511d3178b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:23.534335 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.631567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.632563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:23.633165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.640628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5fc9478d-cbf4-4027-98ea-90fcdd66d197 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:23.648713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2a39-e7bc-4f23-9812-b0ea1a120098 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.681370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dd55dd-1492-4d10-ac41-c3beef0a9249 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:23.681859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dd55dd-1492-4d10-ac41-c3beef0a9249 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:23.682356 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dd55dd-1492-4d10-ac41-c3beef0a9249 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:23.697949 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-74dd55dd-1492-4d10-ac41-c3beef0a9249 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?project_id=ab2b30c769814168a3d5057c6ba96374&network_id=25c02307-f8f3-4bdc-9423-888d1e41caf9 HTTP/1.1" status: 200 len: 2999 time: 0.1502156 Jun 24 12:48:23.704213 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:23.720408 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5354865 Jun 24 12:48:23.722671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc87a4-cffd-4a27-9967-775a9025c924 None None] Sync routers for ids ['e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:23.723775 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46734) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:23.729596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c3ea4257-87b1-4670-a6bf-63a358107fe0 admin admin] Request body: {'subnet': {'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1243923411-subnet', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'ip_version': 4}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:23.730360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Pushing event updated for resources: {'Network': ['ID=1744d087-8058-4d07-9510-ebe7ef967b15,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:23.734414 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:23.742199 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc87a4-cffd-4a27-9967-775a9025c924 None None] Routers {'e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:23.742741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.743264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-3bcc87a4-cffd-4a27-9967-775a9025c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:23.743950 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.3493230 Jun 24 12:48:23.747016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46736) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:23.755309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2a39-e7bc-4f23-9812-b0ea1a120098 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.757366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 1744d087-8058-4d07-9510-ebe7ef967b15 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:23.759304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4695487f-d239-4c2f-a8b9-63d592a05a78 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:23.787306 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d2a39-e7bc-4f23-9812-b0ea1a120098 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Subnet': ['ID=8389717e-6a36-4a80-8551-faf145b2cf4d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:23.794282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-3bcc87a4-cffd-4a27-9967-775a9025c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:23.800670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8a9d2a39-e7bc-4f23-9812-b0ea1a120098 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:23.801284 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ea4257-87b1-4670-a6bf-63a358107fe0 admin admin] Made reservation on behalf of b4a45b68ff73497095df5d495a33f007 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:23.803671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c3ea4257-87b1-4670-a6bf-63a358107fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.807930 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2a39-e7bc-4f23-9812-b0ea1a120098 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.809713 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8a9d2a39-e7bc-4f23-9812-b0ea1a120098 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/8389717e-6a36-4a80-8551-faf145b2cf4d HTTP/1.1" status: 204 len: 168 time: 0.7034979 Jun 24 12:48:23.813320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46738) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:23.820708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe03289e-a8fc-41b7-9465-68510dc20ff8 None None] Network 99381f63-525c-4f8c-9b1d-0549178a205e requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:23.881047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc87a4-cffd-4a27-9967-775a9025c924 None None] Routers {'e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:23.882010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-3bcc87a4-cffd-4a27-9967-775a9025c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:23.942567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.985758 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-36102afd-2e9c-4ebb-9d7e-7508c963caea tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/routers/e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca HTTP/1.1" status: 200 len: 881 time: 0.2373264 Jun 24 12:48:23.988580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46742) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:23.994963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c3ea4257-87b1-4670-a6bf-63a358107fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.997489 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b4b7c299-1dbe-4ec7-92dd-95fdba12cc95 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:24.057995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea4257-87b1-4670-a6bf-63a358107fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0779e7f7-1ed4-4c9a-9ba4-a764222357fa,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:24.061909 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c3ea4257-87b1-4670-a6bf-63a358107fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:24.069375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ea4257-87b1-4670-a6bf-63a358107fe0 admin admin] Checking segment: {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:24.069842 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ea4257-87b1-4670-a6bf-63a358107fe0 admin admin] Network hostable DHCP agents. Network: 1744d087-8058-4d07-9510-ebe7ef967b15, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:48:24.088059 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ea4257-87b1-4670-a6bf-63a358107fe0 admin admin] Network 1744d087-8058-4d07-9510-ebe7ef967b15 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:48:24.099107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-c3ea4257-87b1-4670-a6bf-63a358107fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 1744d087-8058-4d07-9510-ebe7ef967b15) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:24.103550 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ea4257-87b1-4670-a6bf-63a358107fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:24.104319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c3ea4257-87b1-4670-a6bf-63a358107fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.110656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port e5b9a62e-0a1b-4be6-998a-136511d3178b {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:24.110656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.120105 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c3ea4257-87b1-4670-a6bf-63a358107fe0 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3948586 Jun 24 12:48:24.122684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46744) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:24.127969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:24.129146 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-3bcc87a4-cffd-4a27-9967-775a9025c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:24.129812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc87a4-cffd-4a27-9967-775a9025c924 None None] The sync data for ids ['e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:24.132135 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3c11b6-7fc3-40e1-93b3-3d4817cb6651 None None] Network 1744d087-8058-4d07-9510-ebe7ef967b15 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:24.152411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.153604 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.218368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.242527 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] For port e5b9a62e-0a1b-4be6-998a-136511d3178b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=e5b9a62e-0a1b-4be6-998a-136511d3178b,segment=NetworkSegment(2b41d10e-2eee-4bce-b79f-b58749804563),segment_id=2b41d10e-2eee-4bce-b79f-b58749804563)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:24.242901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.265654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for e5b9a62e-0a1b-4be6-998a-136511d3178b owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:24.354864 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-734b64bd-1a4e-4f57-8fae-8f1b07143fed tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3650794 Jun 24 12:48:24.358938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46746) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:24.368075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f98668d3-7da2-471c-aed6-9524cd36c35a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2061468149'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:24.375172 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-1744d087-8058-4d07-9510-ebe7ef967b15', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:48:24.377463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.383456 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.464683 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256525cb-85bf-4e39-a8b6-9987472a9b0c None None] DHCP port deletion for 99381f63-525c-4f8c-9b1d-0549178a205e request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:48:24.482371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.487095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4fbc0810-ecd4-4d7c-a34b-87b343b5791a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:24.516398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=e5b9a62e-0a1b-4be6-998a-136511d3178b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:24.518242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No DVR routers for this DVR port e5b9a62e-0a1b-4be6-998a-136511d3178b on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:24.521246 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:24.552170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Allocated IP 172.20.0.2 (1744d087-8058-4d07-9510-ebe7ef967b15/0779e7f7-1ed4-4c9a-9ba4-a764222357fa/1e13a6c5-a933-4e1e-8de5-7318593cac39) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:24.650115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.661555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.688363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.704465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99381f63-525c-4f8c-9b1d-0549178a205e']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:24.716516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.727938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Transition to ACTIVE for port object 1e13a6c5-a933-4e1e-8de5-7318593cac39 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:24.745869 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Transition to ACTIVE for port object 1e13a6c5-a933-4e1e-8de5-7318593cac39 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:24.753622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.755832 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1a382f4d-8782-4143-ac0b-d8c126ca4f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:24.809647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Pushing event updated for resources: {'Port': ['ID=1e13a6c5-a933-4e1e-8de5-7318593cac39,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:24.813537 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Network 1744d087-8058-4d07-9510-ebe7ef967b15 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:24.815135 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:24.816505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:24.819321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:24.821683 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Allocated IP 172.26.1.168 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/0aade43f-e53a-449f-b327-3071b0dc9721) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:24.880764 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Attempting to bind port 1e13a6c5-a933-4e1e-8de5-7318593cac39 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:24.881260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Attempting to bind port 1e13a6c5-a933-4e1e-8de5-7318593cac39 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:24.881712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Attempting to bind port 1e13a6c5-a933-4e1e-8de5-7318593cac39 on network 1744d087-8058-4d07-9510-ebe7ef967b15 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:24.887264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:24.887761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Checking segment: {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:24.888308 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.888715 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Bound using segment: {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:24.889200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Bound port: 1e13a6c5-a933-4e1e-8de5-7318593cac39, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:24.889590 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.938003 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.960233 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] For port 1e13a6c5-a933-4e1e-8de5-7318593cac39, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:24.963934 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] For port 1e13a6c5-a933-4e1e-8de5-7318593cac39, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1e13a6c5-a933-4e1e-8de5-7318593cac39,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:24.969515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.972444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-beb2c7f5-6e87-4272-be97-12d3a0817ccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:24.993121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:24.995649 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1eb763d3-ef4d-44f2-b085-aaed74c28f75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:25.034573 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:25.037931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:25.041776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:25.044637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Pushing event updated for resources: {'Port': ['ID=1e13a6c5-a933-4e1e-8de5-7318593cac39,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:25.049992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:25.076161 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Pushing event updated for resources: {'Port': ['ID=0aade43f-e53a-449f-b327-3071b0dc9721,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:25.077489 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b41d10e-2eee-4bce-b79f-b58749804563') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:25.077795 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b41d10e-2eee-4bce-b79f-b58749804563') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:25.081656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:25.093623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.114507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.152370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:48:25.152752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:48:25.156481 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:48:25.272941 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.281459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-50d114aa-6431-4095-872d-b00dedfa60ba tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:25.290352 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.295624 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/networks/99381f63-525c-4f8c-9b1d-0549178a205e HTTP/1.1" status: 204 len: 168 time: 1.4780781 Jun 24 12:48:25.296984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46752) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:25.312327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-fc3a1f66-24a6-464e-86eb-8412fc4af501 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-199692410'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:25.321074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Network': ['ID=99381f63-525c-4f8c-9b1d-0549178a205e,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:25.326075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f98668d3-7da2-471c-aed6-9524cd36c35a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.329831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:25.344959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f98668d3-7da2-471c-aed6-9524cd36c35a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.352776 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3a1f66-24a6-464e-86eb-8412fc4af501 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:25.356468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1f66-24a6-464e-86eb-8412fc4af501 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.367821 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.454695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3a1f66-24a6-464e-86eb-8412fc4af501 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] vlan segment allocate from pool success with {'vlan_id': 1302, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:25.474166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1f66-24a6-464e-86eb-8412fc4af501 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.474434 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-fc3a1f66-24a6-464e-86eb-8412fc4af501 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Added segment 93589a07-856d-4798-9bea-249af03b77c3 of type vlan for network de010c39-7624-4a6d-aff7-4bf36f2ecfdc Jun 24 12:48:25.487613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46754) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:25.520814 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1e13a6c5-a933-4e1e-8de5-7318593cac39 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:25.570004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1f66-24a6-464e-86eb-8412fc4af501 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.576454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98668d3-7da2-471c-aed6-9524cd36c35a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:48:25.578256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 1e13a6c5-a933-4e1e-8de5-7318593cac39 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:25.595281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a456c428-65b2-4ece-b858-418295909bd8 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:25.597318 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a456c428-65b2-4ece-b858-418295909bd8 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 814 time: 0.1085093 Jun 24 12:48:25.604742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.658665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1f66-24a6-464e-86eb-8412fc4af501 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.662266 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device e5b9a62e-0a1b-4be6-998a-136511d3178b no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:25.664197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3a1f66-24a6-464e-86eb-8412fc4af501 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:25.664819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1f66-24a6-464e-86eb-8412fc4af501 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.669518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d2698d47-bfdb-40bc-8901-86d176360a6c tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:25.688764 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: e5b9a62e-0a1b-4be6-998a-136511d3178b {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:25.689646 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device e5b9a62e-0a1b-4be6-998a-136511d3178b not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:25.751280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Router c0fead73-0e69-483e-bb43-fc68088a7a19 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:48:25.763707 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fc3a1f66-24a6-464e-86eb-8412fc4af501 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4664791 Jun 24 12:48:25.768110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46760) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:25.776638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-edb50d7d-52b9-42ce-be59-8f6ae866c00a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': 'de010c39-7624-4a6d-aff7-4bf36f2ecfdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:25.782213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a1f66-24a6-464e-86eb-8412fc4af501 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Network': ['ID=de010c39-7624-4a6d-aff7-4bf36f2ecfdc,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:25.787658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fc3a1f66-24a6-464e-86eb-8412fc4af501 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:25.793147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network de010c39-7624-4a6d-aff7-4bf36f2ecfdc details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:25.873475 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:25.882643 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Sync routers for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:25.889927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98668d3-7da2-471c-aed6-9524cd36c35a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:25.893744 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:25.895766 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:25.899926 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.901747 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7780814 Jun 24 12:48:25.902314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea6405-f2ad-4d71-9774-6ca8f1e0b4fb None None] Sync routers for ids ['e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:25.903387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f98668d3-7da2-471c-aed6-9524cd36c35a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.904464 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46762) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:25.907219 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f98668d3-7da2-471c-aed6-9524cd36c35a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca HTTP/1.1" status: 200 len: 888 time: 1.5470941 Jun 24 12:48:25.915905 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46764) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:25.916325 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ea6405-f2ad-4d71-9774-6ca8f1e0b4fb None None] Routers {'e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:25.916967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a6ea6405-f2ad-4d71-9774-6ca8f1e0b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:25.945189 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb50d7d-52b9-42ce-be59-8f6ae866c00a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:25.949362 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-edb50d7d-52b9-42ce-be59-8f6ae866c00a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.958617 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a6ea6405-f2ad-4d71-9774-6ca8f1e0b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:25.970155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ea6405-f2ad-4d71-9774-6ca8f1e0b4fb None None] Routers {'e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:25.971725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a6ea6405-f2ad-4d71-9774-6ca8f1e0b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:26.013515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a6ea6405-f2ad-4d71-9774-6ca8f1e0b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:26.014193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea6405-f2ad-4d71-9774-6ca8f1e0b4fb None None] The sync data for ids ['e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:26.081785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46766) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:26.088612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b120c58c-3ca6-4db1-b52b-78953a41766f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'network': {'name': 'tempest-network-smoke--793500953', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'port_security_enabled': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:26.164092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b120c58c-3ca6-4db1-b52b-78953a41766f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:26.168370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b120c58c-3ca6-4db1-b52b-78953a41766f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.210066 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:26.235998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b120c58c-3ca6-4db1-b52b-78953a41766f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] vlan segment allocate from pool success with {'vlan_id': 1335, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:26.238601 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74836645-2e57-4d69-86fc-993862bd6af3 None None] Network 1744d087-8058-4d07-9510-ebe7ef967b15 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:26.257288 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b120c58c-3ca6-4db1-b52b-78953a41766f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.258926 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-b120c58c-3ca6-4db1-b52b-78953a41766f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Added segment 46d483de-2108-47f0-acdf-bdb3a06fd4b1 of type vlan for network 5ced14b9-b432-497d-bc77-21809356558c Jun 24 12:48:26.293630 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-edb50d7d-52b9-42ce-be59-8f6ae866c00a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.300319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1ec03e28-6449-4383-b483-98de47307729 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:26.345170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b120c58c-3ca6-4db1-b52b-78953a41766f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.393371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb50d7d-52b9-42ce-be59-8f6ae866c00a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Checking segment: {'id': '93589a07-856d-4798-9bea-249af03b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'de010c39-7624-4a6d-aff7-4bf36f2ecfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:26.393742 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb50d7d-52b9-42ce-be59-8f6ae866c00a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network hostable DHCP agents. Network: de010c39-7624-4a6d-aff7-4bf36f2ecfdc, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:48:26.395537 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a2791f5a-96e6-4add-99bc-6144b3ff10d4 None None] Provisioning for port 1e13a6c5-a933-4e1e-8de5-7318593cac39 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:26.400895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb50d7d-52b9-42ce-be59-8f6ae866c00a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Subnet': ['ID=bb79f379-bb71-43e9-bf47-1c3bed3002d3,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:26.407587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-edb50d7d-52b9-42ce-be59-8f6ae866c00a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:26.408890 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a2791f5a-96e6-4add-99bc-6144b3ff10d4 None None] Provisioning complete for port 1e13a6c5-a933-4e1e-8de5-7318593cac39 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:26.409894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a2791f5a-96e6-4add-99bc-6144b3ff10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.431269 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb50d7d-52b9-42ce-be59-8f6ae866c00a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network de010c39-7624-4a6d-aff7-4bf36f2ecfdc is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:48:26.439213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b120c58c-3ca6-4db1-b52b-78953a41766f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.446238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b120c58c-3ca6-4db1-b52b-78953a41766f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:26.446912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b120c58c-3ca6-4db1-b52b-78953a41766f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.453823 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-97a2002f-8deb-4427-bb00-ebfacbc64d44 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:26.462589 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:25Z', 'revision_number': 3, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:26.498623 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Checking router: c0fead73-0e69-483e-bb43-fc68088a7a19 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:48:26.502204 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Updating router c0fead73-0e69-483e-bb43-fc68088a7a19 port 0aade43f-e53a-449f-b327-3071b0dc9721 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:48:26.507179 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-37fdb946-71d3-41ff-a4fb-78c788dd9699 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/routers/e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca HTTP/1.1" status: 200 len: 888 time: 0.5906239 Jun 24 12:48:26.509387 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46768) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:26.522584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-edb50d7d-52b9-42ce-be59-8f6ae866c00a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, de010c39-7624-4a6d-aff7-4bf36f2ecfdc) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:26.528824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120c58c-3ca6-4db1-b52b-78953a41766f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Network': ['ID=5ced14b9-b432-497d-bc77-21809356558c,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:26.535192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b120c58c-3ca6-4db1-b52b-78953a41766f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:26.536633 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb50d7d-52b9-42ce-be59-8f6ae866c00a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:26.537695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-edb50d7d-52b9-42ce-be59-8f6ae866c00a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.555743 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-edb50d7d-52b9-42ce-be59-8f6ae866c00a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7823520 Jun 24 12:48:26.555743 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46770) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:26.556077 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-33d38e54-a9af-49c3-b974-6aa140b3eaeb tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports?device_id=e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca HTTP/1.1" status: 200 len: 205 time: 0.0443532 Jun 24 12:48:26.557624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46772) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:26.560101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a2791f5a-96e6-4add-99bc-6144b3ff10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.566057 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b120c58c-3ca6-4db1-b52b-78953a41766f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4801147 Jun 24 12:48:26.566267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'network_id': 'de010c39-7624-4a6d-aff7-4bf36f2ecfdc', 'name': 'tempest-PortsTestJSON-782380966', 'fixed_ips': [{'subnet_id': 'bb79f379-bb71-43e9-bf47-1c3bed3002d3', 'ip_address': '172.20.0.10'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:26.584343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8fed3-bea9-464c-9542-b0fbee322e8c None None] Network de010c39-7624-4a6d-aff7-4bf36f2ecfdc requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:26.586834 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 5ced14b9-b432-497d-bc77-21809356558c details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:26.596421 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.596680 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46774) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:26.657625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cc7139cb-7d23-472c-9a57-6d36ab57638d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.689872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b2eb4f-e70d-42d5-a6e6-575e5ae04eb0 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:26.695086 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-59b2eb4f-e70d-42d5-a6e6-575e5ae04eb0 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=ab2b30c769814168a3d5057c6ba96374&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0937667 Jun 24 12:48:26.695304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46776) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:26.745528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-a2791f5a-96e6-4add-99bc-6144b3ff10d4 None None] For port 1e13a6c5-a933-4e1e-8de5-7318593cac39, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1e13a6c5-a933-4e1e-8de5-7318593cac39,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:26.767945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.806967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a2791f5a-96e6-4add-99bc-6144b3ff10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.819462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:26.944024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.958104 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.974206 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Transition to ACTIVE for port object 0aade43f-e53a-449f-b327-3071b0dc9721 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:26.984748 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.986893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c662ee2e-5155-4572-92ef-6a831e92c2f4 None None] Provisioning complete for port 1e13a6c5-a933-4e1e-8de5-7318593cac39 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:26.987482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c662ee2e-5155-4572-92ef-6a831e92c2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.988828 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d5e024cf-6f9f-4b4d-be26-0c0e2b713aa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:27.025211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port 530693b0-75de-42aa-a00b-9676206bae99 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:27.025688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.027415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2791f5a-96e6-4add-99bc-6144b3ff10d4 None None] Pushing event updated for resources: {'Port': ['ID=1e13a6c5-a933-4e1e-8de5-7318593cac39,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:27.034326 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a2791f5a-96e6-4add-99bc-6144b3ff10d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:27.045263 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Pushing event updated for resources: {'Port': ['ID=0aade43f-e53a-449f-b327-3071b0dc9721,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:27.053356 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:27.056018 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:27.056374 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:27.056715 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:27.057350 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:27.057662 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:27.057995 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:27.058318 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:27.058639 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:27.059084 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:27.059509 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:27.059791 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:27.060085 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:27.065376 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:27.103347 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Attempting to bind port 0aade43f-e53a-449f-b327-3071b0dc9721 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:27.103729 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Attempting to bind port 0aade43f-e53a-449f-b327-3071b0dc9721 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:27.104107 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Attempting to bind port 0aade43f-e53a-449f-b327-3071b0dc9721 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:27.109568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-de010c39-7624-4a6d-aff7-4bf36f2ecfdc', 'network_id': 'de010c39-7624-4a6d-aff7-4bf36f2ecfdc', 'tenant_id': 'ea2e56e662164c3e99bad3f620aa85c3', 'fixed_ips': [{'subnet_id': 'bb79f379-bb71-43e9-bf47-1c3bed3002d3'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:48:27.110602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.110752 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:27.111204 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:27.111819 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.112228 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:27.112996 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Bound port: 0aade43f-e53a-449f-b327-3071b0dc9721, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:27.113972 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.118174 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bd51ad-feea-4caf-b764-1d29973513bc tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:27.122461 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-30bd51ad-feea-4caf-b764-1d29973513bc tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4234543 Jun 24 12:48:27.127443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46778) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:27.178584 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] For port 0aade43f-e53a-449f-b327-3071b0dc9721, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:27.185321 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] For port 0aade43f-e53a-449f-b327-3071b0dc9721, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0aade43f-e53a-449f-b327-3071b0dc9721,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:27.186378 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c4fdca06-144e-4cef-88fa-5a48643ad61e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0573173 Jun 24 12:48:27.187263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46780) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:27.191414 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.197024 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d652e14b-e57b-43b0-805a-8fe23b55fb03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:27.220565 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.232942 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cd807fa1-8bb2-4463-a3f9-25c5533aa967 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=ab2b30c769814168a3d5057c6ba96374&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414279 Jun 24 12:48:27.233589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46782) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:27.258231 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Pushing event updated for resources: {'Port': ['ID=0aade43f-e53a-449f-b327-3071b0dc9721,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:27.264284 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:27.275378 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Allocated IP 172.20.0.2 (de010c39-7624-4a6d-aff7-4bf36f2ecfdc/bb79f379-bb71-43e9-bf47-1c3bed3002d3/15e2f130-8474-4b2e-a9ca-47ef98581344) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:27.278039 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:27.278962 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:47:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:27.321968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.340430 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for 530693b0-75de-42aa-a00b-9676206bae99 owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:27.345188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port 9243d713-173d-42ed-97c6-faaa36ca32b1 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:48:27.389192 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:27.400976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.442947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5677429-452d-4db1-a40f-d1e6d8fc018d tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:27.444484 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d5677429-452d-4db1-a40f-d1e6d8fc018d tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2079682 Jun 24 12:48:27.447750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46784) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:27.485254 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3f7b4356-d194-438f-b8c2-593493a5dd7c tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362918 Jun 24 12:48:27.488187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46786) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:27.492378 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.494670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-61894f42-3f0b-4c12-92c5-ebb564406d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-696660072', 'network_id': '5ced14b9-b432-497d-bc77-21809356558c', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:27.516989 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Transition to ACTIVE for port object 15e2f130-8474-4b2e-a9ca-47ef98581344 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:27.526114 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1e13a6c5-a933-4e1e-8de5-7318593cac39 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:27.563513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Transition to ACTIVE for port object 15e2f130-8474-4b2e-a9ca-47ef98581344 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:27.574556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.580608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bae0a38e-1f26-4b7b-b5c5-c33feeab9459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:27.623961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.627456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6fbde0dd-921f-40d3-bee7-6963af16130c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:27.629415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Pushing event updated for resources: {'Port': ['ID=15e2f130-8474-4b2e-a9ca-47ef98581344,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:27.634076 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:27.646195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Network de010c39-7624-4a6d-aff7-4bf36f2ecfdc is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:27.647441 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:27.651017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:27.661380 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1e13a6c5-a933-4e1e-8de5-7318593cac39 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:27.661607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.674564 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:25Z', 'revision_number': 3, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:27.676477 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=530693b0-75de-42aa-a00b-9676206bae99,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:27.685459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:27.718985 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30934525-690c-4db3-98b3-2d724d5a4918 None None] The sync data for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv is: [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:25Z', 'revision_number': 3, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:27.734051 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Attempting to bind port 15e2f130-8474-4b2e-a9ca-47ef98581344 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:27.734426 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Attempting to bind port 15e2f130-8474-4b2e-a9ca-47ef98581344 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '93589a07-856d-4798-9bea-249af03b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'de010c39-7624-4a6d-aff7-4bf36f2ecfdc'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:27.734834 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Attempting to bind port 15e2f130-8474-4b2e-a9ca-47ef98581344 on network de010c39-7624-4a6d-aff7-4bf36f2ecfdc {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:27.751982 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:27.752396 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Checking segment: {'id': '93589a07-856d-4798-9bea-249af03b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'de010c39-7624-4a6d-aff7-4bf36f2ecfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:27.752820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.753693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Bound using segment: {'id': '93589a07-856d-4798-9bea-249af03b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'de010c39-7624-4a6d-aff7-4bf36f2ecfdc'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:27.754205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Bound port: 15e2f130-8474-4b2e-a9ca-47ef98581344, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93589a07-856d-4798-9bea-249af03b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'de010c39-7624-4a6d-aff7-4bf36f2ecfdc'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:27.754600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.774587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.799278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61894f42-3f0b-4c12-92c5-ebb564406d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:27.803367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61894f42-3f0b-4c12-92c5-ebb564406d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.877014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.879281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.888618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] For port 15e2f130-8474-4b2e-a9ca-47ef98581344, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:27.892165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] For port 15e2f130-8474-4b2e-a9ca-47ef98581344, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=15e2f130-8474-4b2e-a9ca-47ef98581344,segment=NetworkSegment(93589a07-856d-4798-9bea-249af03b77c3),segment_id=93589a07-856d-4798-9bea-249af03b77c3)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:27.897557 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Allocated IP 172.20.0.10 (de010c39-7624-4a6d-aff7-4bf36f2ecfdc/bb79f379-bb71-43e9-bf47-1c3bed3002d3/9243d713-173d-42ed-97c6-faaa36ca32b1) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:27.898101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.902049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:27.936302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.936827 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Fanout notify agent at l3_agent the message router_deleted on router e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:48:27.943932 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.954184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46788) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:27.956252 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/routers/e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca HTTP/1.1" status: 204 len: 168 time: 1.4007561 Jun 24 12:48:27.977721 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Pushing event updated for resources: {'Port': ['ID=15e2f130-8474-4b2e-a9ca-47ef98581344,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:27.981326 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:28.003255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d2ec7370-32f2-4d95-855a-6c4dda64749d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'network': {'name': 'tempest-RoutersTest-1587310641'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:28.046549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Allocated IP 172.20.0.1 (1744d087-8058-4d07-9510-ebe7ef967b15/0779e7f7-1ed4-4c9a-9ba4-a764222357fa/a1e599c1-f056-4eed-b305-3d8127c10f03) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:28.153161 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ec7370-32f2-4d95-855a-6c4dda64749d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:28.156872 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7370-32f2-4d95-855a-6c4dda64749d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:28.177922 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61894f42-3f0b-4c12-92c5-ebb564406d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:28.219644 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c80a4135-0ee8-495c-99d2-3b4bdd08f217 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:28.633408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ec7370-32f2-4d95-855a-6c4dda64749d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] vlan segment allocate from pool success with {'vlan_id': 1306, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:28.650606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61894f42-3f0b-4c12-92c5-ebb564406d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Subnet': ['ID=279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:28.666486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-61894f42-3f0b-4c12-92c5-ebb564406d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:28.672281 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7370-32f2-4d95-855a-6c4dda64749d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:28.672627 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-d2ec7370-32f2-4d95-855a-6c4dda64749d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Added segment a4cc3198-4447-406a-a477-986c58ead96d of type vlan for network 3b30366c-6820-4319-9952-62a0a4487814 Jun 24 12:48:28.757262 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:28.769411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:28.778588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61894f42-3f0b-4c12-92c5-ebb564406d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Checking segment: {'id': '46d483de-2108-47f0-acdf-bdb3a06fd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '5ced14b9-b432-497d-bc77-21809356558c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:28.778985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61894f42-3f0b-4c12-92c5-ebb564406d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network hostable DHCP agents. Network: 5ced14b9-b432-497d-bc77-21809356558c, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:48:28.793964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7370-32f2-4d95-855a-6c4dda64749d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:28.808942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Transition to ACTIVE for port object a1e599c1-f056-4eed-b305-3d8127c10f03 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:28.815569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Transition to ACTIVE for port object 9243d713-173d-42ed-97c6-faaa36ca32b1 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:28.869393 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61894f42-3f0b-4c12-92c5-ebb564406d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 5ced14b9-b432-497d-bc77-21809356558c is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:48:28.893808 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7370-32f2-4d95-855a-6c4dda64749d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:28.900112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec7370-32f2-4d95-855a-6c4dda64749d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:28.900710 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7370-32f2-4d95-855a-6c4dda64749d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:28.907264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-428b4f79-188e-4756-bd65-462c3ff5fa79 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:28.917401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-61894f42-3f0b-4c12-92c5-ebb564406d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 5ced14b9-b432-497d-bc77-21809356558c) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:28.922640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61894f42-3f0b-4c12-92c5-ebb564406d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:28.925373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61894f42-3f0b-4c12-92c5-ebb564406d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:28.926591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a63b4e-9b1b-4644-9791-19c0870f6072 None None] Network 5ced14b9-b432-497d-bc77-21809356558c requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:28.967625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:28.987723 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c663b2-200b-4db8-b131-fdbb1fe4125b None None] Network de010c39-7624-4a6d-aff7-4bf36f2ecfdc requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:28.999289 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d2ec7370-32f2-4d95-855a-6c4dda64749d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0204077 Jun 24 12:48:29.002792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46790) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:29.007984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-28716046-6430-4fe4-8c7d-d24daa5d3562 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'subnet': {'network_id': '3b30366c-6820-4319-9952-62a0a4487814', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:29.019786 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-61894f42-3f0b-4c12-92c5-ebb564406d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5276859 Jun 24 12:48:29.022193 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.025721 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec7370-32f2-4d95-855a-6c4dda64749d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Network': ['ID=3b30366c-6820-4319-9952-62a0a4487814,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:29.030738 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d2ec7370-32f2-4d95-855a-6c4dda64749d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:29.031415 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:29.046970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 3b30366c-6820-4319-9952-62a0a4487814 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:29.078081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e599c1-f056-4eed-b305-3d8127c10f03,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:29.091016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Network 1744d087-8058-4d07-9510-ebe7ef967b15 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:29.119373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:29.128791 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:29.132197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network de010c39-7624-4a6d-aff7-4bf36f2ecfdc is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:29.144060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:29.157528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28716046-6430-4fe4-8c7d-d24daa5d3562 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:29.166109 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:29.168074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28716046-6430-4fe4-8c7d-d24daa5d3562 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.205595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=9243d713-173d-42ed-97c6-faaa36ca32b1,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:29.218997 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:29.219527 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:29.219918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:29.246728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.356743 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:29.357417 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.405888 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8449714 Jun 24 12:48:29.406835 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46794) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:29.417541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'network_id': 'de010c39-7624-4a6d-aff7-4bf36f2ecfdc', 'name': 'tempest-PortsTestJSON-232120463', 'fixed_ips': [{'subnet_id': 'bb79f379-bb71-43e9-bf47-1c3bed3002d3', 'ip_address': '172.20.0.9'}]}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:29.453312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c54dd47d-9f0a-4221-8b5f-cbae5f3eeabd None None] Provisioning for port 15e2f130-8474-4b2e-a9ca-47ef98581344 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:29.542538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.555727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ea50799c-4345-4288-87e9-26d5ad40e6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.580975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28716046-6430-4fe4-8c7d-d24daa5d3562 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.606098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-edb50d7d-52b9-42ce-be59-8f6ae866c00a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:29.684794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 15e2f130-8474-4b2e-a9ca-47ef98581344 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:29.686347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28716046-6430-4fe4-8c7d-d24daa5d3562 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Subnet': ['ID=42e3dc6b-7c09-47a6-807e-a110933faed9,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:29.687481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-5ced14b9-b432-497d-bc77-21809356558c', 'network_id': '5ced14b9-b432-497d-bc77-21809356558c', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ips': [{'subnet_id': '279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:48:29.688895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.689076 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-28716046-6430-4fe4-8c7d-d24daa5d3562 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:29.696045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28716046-6430-4fe4-8c7d-d24daa5d3562 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Checking segment: {'id': 'a4cc3198-4447-406a-a477-986c58ead96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '3b30366c-6820-4319-9952-62a0a4487814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:29.696305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28716046-6430-4fe4-8c7d-d24daa5d3562 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network hostable DHCP agents. Network: 3b30366c-6820-4319-9952-62a0a4487814, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:48:29.713323 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.729851 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28716046-6430-4fe4-8c7d-d24daa5d3562 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 3b30366c-6820-4319-9952-62a0a4487814 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:48:29.737642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46796) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:29.743770 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7e329658-8dd9-49a9-87ea-d57f1b5cbb6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-968815510', 'description': 'tempest-secgroup-smoke-968815510 description', 'project_id': 'ab2b30c769814168a3d5057c6ba96374'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:29.751530 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-28716046-6430-4fe4-8c7d-d24daa5d3562 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 3b30366c-6820-4319-9952-62a0a4487814) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:29.755663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28716046-6430-4fe4-8c7d-d24daa5d3562 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:29.756362 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-28716046-6430-4fe4-8c7d-d24daa5d3562 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.759032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-285dc5b4-c8bd-4c05-862c-5c3030385124 None None] Provisioning for port a1e599c1-f056-4eed-b305-3d8127c10f03 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:29.765332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a91cdd3-c4f6-4b7e-826d-9fd66a769990 None None] Network 3b30366c-6820-4319-9952-62a0a4487814 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:29.791362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-285dc5b4-c8bd-4c05-862c-5c3030385124 None None] Provisioning complete for port a1e599c1-f056-4eed-b305-3d8127c10f03 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:29.791362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-285dc5b4-c8bd-4c05-862c-5c3030385124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.792205 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:29.798201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.814910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7e329658-8dd9-49a9-87ea-d57f1b5cbb6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.821704 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-28716046-6430-4fe4-8c7d-d24daa5d3562 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8154774 Jun 24 12:48:29.822493 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46798) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:29.840101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8046282a-16cf-4215-92c0-7efadabfb832 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1635806067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:29.861650 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port 4e63d2fb-5bf9-48d8-97b2-23ba37d27541 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:48:29.903998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7e329658-8dd9-49a9-87ea-d57f1b5cbb6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.909238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7e329658-8dd9-49a9-87ea-d57f1b5cbb6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.911785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ebaafa12-9e4b-461a-bcbe-bac1c4fdd991 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:29.941430 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e329658-8dd9-49a9-87ea-d57f1b5cbb6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adf63bd-bad6-4737-be5e-ef4e8407296c,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:29.944386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7e329658-8dd9-49a9-87ea-d57f1b5cbb6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:29.949973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 15e2f130-8474-4b2e-a9ca-47ef98581344 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:29.951778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-285dc5b4-c8bd-4c05-862c-5c3030385124 None None] Port a1e599c1-f056-4eed-b305-3d8127c10f03 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:29.983374 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 15e2f130-8474-4b2e-a9ca-47ef98581344 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:29.983761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.997072 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7e329658-8dd9-49a9-87ea-d57f1b5cbb6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:29.998574 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7e329658-8dd9-49a9-87ea-d57f1b5cbb6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2596996 Jun 24 12:48:30.002008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46800) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:30.006909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d25ded41-4909-4efb-9372-e598b5cec5f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '6adf63bd-bad6-4737-be5e-ef4e8407296c', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:30.025293 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8046282a-16cf-4215-92c0-7efadabfb832 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.026848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8046282a-16cf-4215-92c0-7efadabfb832 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.036481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d25ded41-4909-4efb-9372-e598b5cec5f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.055397 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Allocated IP 172.20.0.18 (5ced14b9-b432-497d-bc77-21809356558c/279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc/0ca97765-3e34-48ad-96c7-ac4cb9d69110) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:30.106428 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d25ded41-4909-4efb-9372-e598b5cec5f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.111618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d25ded41-4909-4efb-9372-e598b5cec5f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.113847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ed6e4884-d6c4-4227-9a43-0b20e69ed55c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:30.138952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ded41-4909-4efb-9372-e598b5cec5f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f691b0f0-cf1a-43e7-8225-94c103380b8a,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:30.143060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d25ded41-4909-4efb-9372-e598b5cec5f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.147508 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.148848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46802) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:30.149085 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d25ded41-4909-4efb-9372-e598b5cec5f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456776 Jun 24 12:48:30.151021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d25ded41-4909-4efb-9372-e598b5cec5f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:30.173722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c507dc43-6745-4196-bc91-c383d7dc9a5b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '6adf63bd-bad6-4737-be5e-ef4e8407296c', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:30.181437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8046282a-16cf-4215-92c0-7efadabfb832 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.185081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.222108 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f0ad3029-b58c-4641-8f05-f5c54370cc8b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:30.223586 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-3b30366c-6820-4319-9952-62a0a4487814', 'network_id': '3b30366c-6820-4319-9952-62a0a4487814', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'fixed_ips': [{'subnet_id': '42e3dc6b-7c09-47a6-807e-a110933faed9'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:48:30.224436 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.232382 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8046282a-16cf-4215-92c0-7efadabfb832 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.269545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.287907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.312036 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Allocated IP 172.20.0.9 (de010c39-7624-4a6d-aff7-4bf36f2ecfdc/bb79f379-bb71-43e9-bf47-1c3bed3002d3/4e63d2fb-5bf9-48d8-97b2-23ba37d27541) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:30.316389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.322874 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8046282a-16cf-4215-92c0-7efadabfb832 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.326976 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8046282a-16cf-4215-92c0-7efadabfb832 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4994245 Jun 24 12:48:30.327964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46804) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:30.333260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e599c1-f056-4eed-b305-3d8127c10f03,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:30.338485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:30.345041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c507dc43-6745-4196-bc91-c383d7dc9a5b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.408990 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 15e2f130-8474-4b2e-a9ca-47ef98581344, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=15e2f130-8474-4b2e-a9ca-47ef98581344,segment=NetworkSegment(93589a07-856d-4798-9bea-249af03b77c3),segment_id=93589a07-856d-4798-9bea-249af03b77c3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:30.433083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.439865 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0aade43f-e53a-449f-b327-3071b0dc9721 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:30.447351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:30.541739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.556343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fdf58545-c572-4b8e-9600-92f222ab13a3 None None] Provisioning complete for port 15e2f130-8474-4b2e-a9ca-47ef98581344 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:30.557225 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fdf58545-c572-4b8e-9600-92f222ab13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.564978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c507dc43-6745-4196-bc91-c383d7dc9a5b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.576034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c507dc43-6745-4196-bc91-c383d7dc9a5b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.593222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Transition to ACTIVE for port object 0ca97765-3e34-48ad-96c7-ac4cb9d69110 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:30.593722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d38bbd41-2188-430c-9d67-fa9e6154aaed tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:30.599391 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Network 1744d087-8058-4d07-9510-ebe7ef967b15 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:30.614504 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:30.635736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507dc43-6745-4196-bc91-c383d7dc9a5b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bdc827-8949-4834-9d70-03a9bd236cd1,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:30.639813 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c507dc43-6745-4196-bc91-c383d7dc9a5b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:30.648388 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c507dc43-6745-4196-bc91-c383d7dc9a5b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.651678 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c507dc43-6745-4196-bc91-c383d7dc9a5b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4799967 Jun 24 12:48:30.652337 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Allocated IP 172.20.0.2 (3b30366c-6820-4319-9952-62a0a4487814/42e3dc6b-7c09-47a6-807e-a110933faed9/38233b7a-e306-4a45-84ce-4c1b3aa21e07) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:30.659079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46806) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:30.665685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-21023372-5903-470c-91e0-f06f981a12c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '6adf63bd-bad6-4737-be5e-ef4e8407296c', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:30.702998 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.703225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21023372-5903-470c-91e0-f06f981a12c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.728588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Transition to ACTIVE for port object 4e63d2fb-5bf9-48d8-97b2-23ba37d27541 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:30.745974 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.762391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=15e2f130-8474-4b2e-a9ca-47ef98581344,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:30.778300 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:30.815822 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Transition to ACTIVE for port object 0ca97765-3e34-48ad-96c7-ac4cb9d69110 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:30.823850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 0aade43f-e53a-449f-b327-3071b0dc9721 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:30.834660 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 0aade43f-e53a-449f-b327-3071b0dc9721 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:30.835461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.841357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.847023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.853684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Router c0fead73-0e69-483e-bb43-fc68088a7a19 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:48:30.854893 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:30.869422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:30.905770 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network de010c39-7624-4a6d-aff7-4bf36f2ecfdc is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:30.914041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:30.916822 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:30.935368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21023372-5903-470c-91e0-f06f981a12c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.938592 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Pushing event updated for resources: {'Port': ['ID=0ca97765-3e34-48ad-96c7-ac4cb9d69110,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:30.943425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21023372-5903-470c-91e0-f06f981a12c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.944976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:30.949436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c4d786a-8677-4add-beb7-9d64d6d93232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:30.978059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Network 5ced14b9-b432-497d-bc77-21809356558c is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:30.980698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21023372-5903-470c-91e0-f06f981a12c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af6c6e9-5399-4a8e-8099-edf52c60cb0b,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:30.987208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=4e63d2fb-5bf9-48d8-97b2-23ba37d27541,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:30.987984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-21023372-5903-470c-91e0-f06f981a12c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:31.005041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:31.012357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:31.022788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:31.025810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-21023372-5903-470c-91e0-f06f981a12c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.027839 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-21023372-5903-470c-91e0-f06f981a12c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3677342 Jun 24 12:48:31.031222 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46808) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:31.041722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7dfb952a-a18e-4e48-871d-0ae9b73dd5ca tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '6adf63bd-bad6-4737-be5e-ef4e8407296c', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:31.058499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:31.059169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.089688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7dfb952a-a18e-4e48-871d-0ae9b73dd5ca tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.115226 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7073207 Jun 24 12:48:31.117910 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46810) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:31.121608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.129866 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fdf58545-c572-4b8e-9600-92f222ab13a3 None None] Provisioning for port 9243d713-173d-42ed-97c6-faaa36ca32b1 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:31.139783 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Transition to ACTIVE for port object 38233b7a-e306-4a45-84ce-4c1b3aa21e07 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:31.141980 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Attempting to bind port 0ca97765-3e34-48ad-96c7-ac4cb9d69110 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:31.142925 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Attempting to bind port 0ca97765-3e34-48ad-96c7-ac4cb9d69110 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '46d483de-2108-47f0-acdf-bdb3a06fd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '5ced14b9-b432-497d-bc77-21809356558c'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:31.143542 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Attempting to bind port 0ca97765-3e34-48ad-96c7-ac4cb9d69110 on network 5ced14b9-b432-497d-bc77-21809356558c {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:31.145762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fdf58545-c572-4b8e-9600-92f222ab13a3 None None] Provisioning complete for port 9243d713-173d-42ed-97c6-faaa36ca32b1 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:31.146469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fdf58545-c572-4b8e-9600-92f222ab13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.162068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7dfb952a-a18e-4e48-871d-0ae9b73dd5ca tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.166177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7dfb952a-a18e-4e48-871d-0ae9b73dd5ca tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.181190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d25ded41-4909-4efb-9372-e598b5cec5f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:31.194453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7dfb952a-a18e-4e48-871d-0ae9b73dd5ca tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.198670 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7dfb952a-a18e-4e48-871d-0ae9b73dd5ca tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1662049 Jun 24 12:48:31.199420 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46812) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:31.201952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb952a-a18e-4e48-871d-0ae9b73dd5ca tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a36792-757b-4369-9b48-b36fbcc89028,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:31.205085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:31.205783 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Checking segment: {'id': '46d483de-2108-47f0-acdf-bdb3a06fd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '5ced14b9-b432-497d-bc77-21809356558c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:31.206243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.210747 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Bound using segment: {'id': '46d483de-2108-47f0-acdf-bdb3a06fd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '5ced14b9-b432-497d-bc77-21809356558c'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:31.211602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7dfb952a-a18e-4e48-871d-0ae9b73dd5ca tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:31.211832 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Bound port: 0ca97765-3e34-48ad-96c7-ac4cb9d69110, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d483de-2108-47f0-acdf-bdb3a06fd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '5ced14b9-b432-497d-bc77-21809356558c'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:31.212249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.215298 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-02235b0a-0bea-49f3-b32d-1ca94c3172ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '6adf63bd-bad6-4737-be5e-ef4e8407296c', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:31.225356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Transition to ACTIVE for port object 38233b7a-e306-4a45-84ce-4c1b3aa21e07 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:31.230526 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:31.239846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.241734 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] 10.222.0.110 "PUT /v2.0/routers/c0fead73-0e69-483e-bb43-fc68088a7a19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3360145 Jun 24 12:48:31.242899 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Sync routers for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:31.254458 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:31.255306 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:31.274474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cf9b24-d336-484a-95a3-7f134bf24046 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:31.276304 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-83cf9b24-d336-484a-95a3-7f134bf24046 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1574659 Jun 24 12:48:31.278918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46816) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:31.282278 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-23df7af4-4ad5-4fb4-afdf-822084d85420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:31.302725 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-02235b0a-0bea-49f3-b32d-1ca94c3172ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:48:31.316151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-02235b0a-0bea-49f3-b32d-1ca94c3172ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.321196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Allocated IP 172.20.0.1 (3b30366c-6820-4319-9952-62a0a4487814/42e3dc6b-7c09-47a6-807e-a110933faed9/924203ac-bf3e-49a7-a4b0-84eab7de229e) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:31.382190 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd80b3-cc14-4671-90db-5114b2ce226e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:31.389594 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd80b3-cc14-4671-90db-5114b2ce226e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:31.398467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd80b3-cc14-4671-90db-5114b2ce226e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:31.400405 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-31fd80b3-cc14-4671-90db-5114b2ce226e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1201382 Jun 24 12:48:31.403368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46818) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:31.404771 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:31.419234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-fdf58545-c572-4b8e-9600-92f222ab13a3 None None] Port 9243d713-173d-42ed-97c6-faaa36ca32b1 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:31.422093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.436711 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Network 3b30366c-6820-4319-9952-62a0a4487814 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:31.445553 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:31.475959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:31.506205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Pushing event updated for resources: {'Port': ['ID=38233b7a-e306-4a45-84ce-4c1b3aa21e07,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:31.512712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:31.519654 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 0aade43f-e53a-449f-b327-3071b0dc9721, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0aade43f-e53a-449f-b327-3071b0dc9721,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:31.552179 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.586877 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:31.616245 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d31ac695-39cf-4e99-8327-2a4d5d9c778b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 4e63d2fb-5bf9-48d8-97b2-23ba37d27541 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:31.618022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d31ac695-39cf-4e99-8327-2a4d5d9c778b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.698278 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 15e2f130-8474-4b2e-a9ca-47ef98581344 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:31.701493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] For port 0ca97765-3e34-48ad-96c7-ac4cb9d69110, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:31.748189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Attempting to bind port 38233b7a-e306-4a45-84ce-4c1b3aa21e07 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:31.748819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Attempting to bind port 38233b7a-e306-4a45-84ce-4c1b3aa21e07 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'a4cc3198-4447-406a-a477-986c58ead96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '3b30366c-6820-4319-9952-62a0a4487814'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:31.749383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Attempting to bind port 38233b7a-e306-4a45-84ce-4c1b3aa21e07 on network 3b30366c-6820-4319-9952-62a0a4487814 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:31.755933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3e556646-5d9d-4b00-a3db-a5859b69ab05 None None] Provisioning for port 4e63d2fb-5bf9-48d8-97b2-23ba37d27541 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:31.763176 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 2, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:31.768821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] For port 0ca97765-3e34-48ad-96c7-ac4cb9d69110, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0ca97765-3e34-48ad-96c7-ac4cb9d69110,segment=NetworkSegment(46d483de-2108-47f0-acdf-bdb3a06fd4b1),segment_id=46d483de-2108-47f0-acdf-bdb3a06fd4b1)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:31.776411 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:31.776926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Checking segment: {'id': 'a4cc3198-4447-406a-a477-986c58ead96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '3b30366c-6820-4319-9952-62a0a4487814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:31.777369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.778080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Bound using segment: {'id': 'a4cc3198-4447-406a-a477-986c58ead96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '3b30366c-6820-4319-9952-62a0a4487814'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:31.778782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Bound port: 38233b7a-e306-4a45-84ce-4c1b3aa21e07, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4cc3198-4447-406a-a477-986c58ead96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '3b30366c-6820-4319-9952-62a0a4487814'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:31.779188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.781365 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3e556646-5d9d-4b00-a3db-a5859b69ab05 None None] Provisioning complete for port 4e63d2fb-5bf9-48d8-97b2-23ba37d27541 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:31.781772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3e556646-5d9d-4b00-a3db-a5859b69ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.816728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d31ac695-39cf-4e99-8327-2a4d5d9c778b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.817068 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Checking router: c0fead73-0e69-483e-bb43-fc68088a7a19 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:48:31.817536 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Updating router c0fead73-0e69-483e-bb43-fc68088a7a19 port a1e599c1-f056-4eed-b305-3d8127c10f03 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:48:31.845487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d31ac695-39cf-4e99-8327-2a4d5d9c778b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 4e63d2fb-5bf9-48d8-97b2-23ba37d27541 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:31.871547 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.002815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.009087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-02235b0a-0bea-49f3-b32d-1ca94c3172ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.013898 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-02235b0a-0bea-49f3-b32d-1ca94c3172ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.020017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e4ab433c-87d0-4248-9a50-c6852c1afd05 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:32.046336 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=0aade43f-e53a-449f-b327-3071b0dc9721,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:32.058288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:32.063238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.064540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-44f2021f-cc6a-4b9e-9709-ae5ea5f11a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:32.070685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02235b0a-0bea-49f3-b32d-1ca94c3172ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439d1775-8f9f-4336-bf08-e5a4964deedf,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:32.077151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-02235b0a-0bea-49f3-b32d-1ca94c3172ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.078803 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-02235b0a-0bea-49f3-b32d-1ca94c3172ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8780611 Jun 24 12:48:32.080670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-02235b0a-0bea-49f3-b32d-1ca94c3172ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:32.082516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d31ac695-39cf-4e99-8327-2a4d5d9c778b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.084583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46832) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:32.090238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d291c07e-ecf9-40f7-9b13-3705299643cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '6adf63bd-bad6-4737-be5e-ef4e8407296c', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:32.091498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Transition to ACTIVE for port object 924203ac-bf3e-49a7-a4b0-84eab7de229e will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:32.115406 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e756710c-c48e-4531-b383-1d4d39cbd22e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:32.124249 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-d291c07e-ecf9-40f7-9b13-3705299643cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:48:32.134376 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46834) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:32.144994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-502273048-network', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:32.149069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d291c07e-ecf9-40f7-9b13-3705299643cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.156481 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ac695-39cf-4e99-8327-2a4d5d9c778b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=4e63d2fb-5bf9-48d8-97b2-23ba37d27541,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:32.170073 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] For port 38233b7a-e306-4a45-84ce-4c1b3aa21e07, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:32.174691 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] For port 38233b7a-e306-4a45-84ce-4c1b3aa21e07, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=38233b7a-e306-4a45-84ce-4c1b3aa21e07,segment=NetworkSegment(a4cc3198-4447-406a-a477-986c58ead96d),segment_id=a4cc3198-4447-406a-a477-986c58ead96d)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:32.188277 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d31ac695-39cf-4e99-8327-2a4d5d9c778b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:32.217482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.224439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-3e556646-5d9d-4b00-a3db-a5859b69ab05 None None] Port 4e63d2fb-5bf9-48d8-97b2-23ba37d27541 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:32.226829 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dbe9e62f-36a1-4d76-b6a0-85b870837348 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:32.230725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.302461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 3b30366c-6820-4319-9952-62a0a4487814 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:32.310557 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:32.320985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:32.333714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d31ac695-39cf-4e99-8327-2a4d5d9c778b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.338854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 15e2f130-8474-4b2e-a9ca-47ef98581344 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:32.348502 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d31ac695-39cf-4e99-8327-2a4d5d9c778b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/4e63d2fb-5bf9-48d8-97b2-23ba37d27541 HTTP/1.1" status: 204 len: 168 time: 0.9413469 Jun 24 12:48:32.348746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.351370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.352117 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46836) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:32.394352 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3e556646-5d9d-4b00-a3db-a5859b69ab05 None None] Provisioning complete for port 9243d713-173d-42ed-97c6-faaa36ca32b1 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:32.396891 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1191956c-3a39-4b11-b2b2-d7e84b147b30 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] GET failed (client error): The resource could not be found. Jun 24 12:48:32.401527 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1191956c-3a39-4b11-b2b2-d7e84b147b30 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/4e63d2fb-5bf9-48d8-97b2-23ba37d27541 HTTP/1.1" status: 404 len: 333 time: 0.0454822 Jun 24 12:48:32.413740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3e556646-5d9d-4b00-a3db-a5859b69ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.414313 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46838) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:32.416353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Pushing event updated for resources: {'Port': ['ID=0ca97765-3e34-48ad-96c7-ac4cb9d69110,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:32.440284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:32.442323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.443265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a2791f5a-96e6-4add-99bc-6144b3ff10d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:32.492987 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.538384 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Transition to ACTIVE for port object a1e599c1-f056-4eed-b305-3d8127c10f03 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:32.547792 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.554127 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d0fac94e-6d1c-4c7c-a172-9b1e2f797067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:32.592370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=924203ac-bf3e-49a7-a4b0-84eab7de229e,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:32.596776 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Made reservation on behalf of 65e0f40593aa47eda2b831962835b3d9 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:32.599323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.603930 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:32.614582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.620741 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae5f5a-969c-4dde-88d0-e660daf43dc0 None None] Pushing event updated for resources: {'Port': ['ID=a1e599c1-f056-4eed-b305-3d8127c10f03,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:32.624786 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-c0ae5f5a-969c-4dde-88d0-e660daf43dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:32.693364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-3e556646-5d9d-4b00-a3db-a5859b69ab05 None None] Port 9243d713-173d-42ed-97c6-faaa36ca32b1 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:32.708622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.712679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Pushing event updated for resources: {'Port': ['ID=38233b7a-e306-4a45-84ce-4c1b3aa21e07,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:32.718921 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:32.759880 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Attempting to bind port a1e599c1-f056-4eed-b305-3d8127c10f03 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:32.760300 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Attempting to bind port a1e599c1-f056-4eed-b305-3d8127c10f03 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:32.760680 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Attempting to bind port a1e599c1-f056-4eed-b305-3d8127c10f03 on network 1744d087-8058-4d07-9510-ebe7ef967b15 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:32.770926 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:32.771319 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Checking segment: {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:32.771735 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.772178 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Bound using segment: {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:32.772659 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Bound port: a1e599c1-f056-4eed-b305-3d8127c10f03, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:32.773059 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.884224 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] For port a1e599c1-f056-4eed-b305-3d8127c10f03, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:32.888138 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] For port a1e599c1-f056-4eed-b305-3d8127c10f03, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a1e599c1-f056-4eed-b305-3d8127c10f03,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:32.894027 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:32.903530 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d5a5278b-ed2b-40c4-8905-d930c2d58d4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:32.967331 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae5f5a-969c-4dde-88d0-e660daf43dc0 None None] Pushing event updated for resources: {'Port': ['ID=a1e599c1-f056-4eed-b305-3d8127c10f03,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:32.975971 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-c0ae5f5a-969c-4dde-88d0-e660daf43dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:32.976567 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:32.977202 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:33.179710 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d291c07e-ecf9-40f7-9b13-3705299643cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.180201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.188955 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.191516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d291c07e-ecf9-40f7-9b13-3705299643cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.194323 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f2cb799b-f5ef-4c03-907e-cd10b4729857 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:33.203837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1340, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:33.216091 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.217082 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Added segment 991833e0-7318-4f3a-b901-cdc7edbccd52 of type vlan for network c7553ea1-3c0b-43a9-aa70-07d5909e4566 Jun 24 12:48:33.229869 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:33.230098 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291c07e-ecf9-40f7-9b13-3705299643cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3685b6fc-3bff-4fce-81db-6ba6863c84bb,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:33.235353 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d291c07e-ecf9-40f7-9b13-3705299643cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.237490 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d291c07e-ecf9-40f7-9b13-3705299643cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1513541 Jun 24 12:48:33.238713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d291c07e-ecf9-40f7-9b13-3705299643cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:33.244504 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-b8d05fae-25be-402f-ba0f-781a359aef0b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 9243d713-173d-42ed-97c6-faaa36ca32b1 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:33.245287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b8d05fae-25be-402f-ba0f-781a359aef0b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.266883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.304715 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1e67a80f-abca-4258-95ef-324982875815 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:33.349271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ced29f6-6283-4364-8ee5-cf8088310b8d,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:33.360533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.368654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:33.369261 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.381736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b8d05fae-25be-402f-ba0f-781a359aef0b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.390445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:33.392590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:33.407162 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-b8d05fae-25be-402f-ba0f-781a359aef0b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 9243d713-173d-42ed-97c6-faaa36ca32b1 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:33.432005 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.463248 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.511502 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3743093 Jun 24 12:48:33.517596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46856) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:33.529123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-fd31ab50-f3a8-4cbf-80b0-d97344317ce9 admin admin] Request body: {'subnet': {'network_id': 'c7553ea1-3c0b-43a9-aa70-07d5909e4566', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-502273048-subnet', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'ip_version': 4}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:33.562155 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:32Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:33.563196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=c7553ea1-3c0b-43a9-aa70-07d5909e4566,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:33.569691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:33.571404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a9aab546-044f-4350-9544-146b37ba4069 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:33.576631 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd31ab50-f3a8-4cbf-80b0-d97344317ce9 admin admin] Made reservation on behalf of 65e0f40593aa47eda2b831962835b3d9 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:33.582716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fd31ab50-f3a8-4cbf-80b0-d97344317ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.604084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network c7553ea1-3c0b-43a9-aa70-07d5909e4566 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:33.606065 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d451637-3c99-48ad-a967-2b2a7216d5f0 None None] The sync data for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv is: [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:32Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:33.711002 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0fbd59dd-84a7-4f77-bc79-b25cddd05db0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968815510&fields=id&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 267 time: 0.1963792 Jun 24 12:48:33.752604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.818725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=924203ac-bf3e-49a7-a4b0-84eab7de229e,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:33.825986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b8d05fae-25be-402f-ba0f-781a359aef0b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.831736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-38041df4-f63e-4411-8896-fcff9f00dd64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:33.881391 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:33.911653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d05fae-25be-402f-ba0f-781a359aef0b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=9243d713-173d-42ed-97c6-faaa36ca32b1,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:33.934131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b8d05fae-25be-402f-ba0f-781a359aef0b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:33.997390 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0ca97765-3e34-48ad-96c7-ac4cb9d69110 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:34.104764 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 0ca97765-3e34-48ad-96c7-ac4cb9d69110 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:34.119066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 38233b7a-e306-4a45-84ce-4c1b3aa21e07 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:34.144177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-a9f0e2fc-d930-4eae-b820-ce007e157f56 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:34.148430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fd31ab50-f3a8-4cbf-80b0-d97344317ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:34.161161 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-a9f0e2fc-d930-4eae-b820-ce007e157f56 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/networks?id=5ced14b9-b432-497d-bc77-21809356558c HTTP/1.1" status: 200 len: 796 time: 0.4490943 Jun 24 12:48:34.170838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-23d726b0-892f-412a-8dd3-86a89b306ae2 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:34.190674 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-111f132a-34dd-49f9-8551-36baed58bacf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/quotas/ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 375 time: 0.0283871 Jun 24 12:48:34.208389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 38233b7a-e306-4a45-84ce-4c1b3aa21e07 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:34.210808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40574e72-d1cf-44cb-a195-68c9b206d510 None None] Network 3b30366c-6820-4319-9952-62a0a4487814 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:34.213681 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 3b30366c-6820-4319-9952-62a0a4487814 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:34.249581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:34.252017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b8d05fae-25be-402f-ba0f-781a359aef0b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:34.256353 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b8d05fae-25be-402f-ba0f-781a359aef0b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/9243d713-173d-42ed-97c6-faaa36ca32b1 HTTP/1.1" status: 204 len: 168 time: 1.8342769 Jun 24 12:48:34.262844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46858) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:34.297474 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0aade43f-e53a-449f-b327-3071b0dc9721 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:34.329275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd31ab50-f3a8-4cbf-80b0-d97344317ce9 admin admin] Checking segment: {'id': '991833e0-7318-4f3a-b901-cdc7edbccd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'c7553ea1-3c0b-43a9-aa70-07d5909e4566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:34.329685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd31ab50-f3a8-4cbf-80b0-d97344317ce9 admin admin] Network hostable DHCP agents. Network: c7553ea1-3c0b-43a9-aa70-07d5909e4566, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:48:34.333762 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31ab50-f3a8-4cbf-80b0-d97344317ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1213777-eb76-43da-bb29-4be426a760e6,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:34.342650 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fd31ab50-f3a8-4cbf-80b0-d97344317ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:34.353358 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6f9331f2-57ed-46ab-bec0-edef6cf36eea None None] Provisioning for port 38233b7a-e306-4a45-84ce-4c1b3aa21e07 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:34.374622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6f9331f2-57ed-46ab-bec0-edef6cf36eea None None] Provisioning complete for port 38233b7a-e306-4a45-84ce-4c1b3aa21e07 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:34.374903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6f9331f2-57ed-46ab-bec0-edef6cf36eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:34.378045 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-982d6447-b1e4-4e3f-9601-9152c8247a47 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] GET failed (client error): The resource could not be found. Jun 24 12:48:34.379080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd31ab50-f3a8-4cbf-80b0-d97344317ce9 admin admin] Network c7553ea1-3c0b-43a9-aa70-07d5909e4566 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:48:34.382381 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-982d6447-b1e4-4e3f-9601-9152c8247a47 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/9243d713-173d-42ed-97c6-faaa36ca32b1 HTTP/1.1" status: 404 len: 333 time: 0.1151776 Jun 24 12:48:34.383265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46860) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:34.413916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f10173-1b9f-4b0a-9813-5d5020d83fc0 None None] Network 5ced14b9-b432-497d-bc77-21809356558c requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:34.444095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-fd31ab50-f3a8-4cbf-80b0-d97344317ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, c7553ea1-3c0b-43a9-aa70-07d5909e4566) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:34.453006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd31ab50-f3a8-4cbf-80b0-d97344317ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:34.453852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fd31ab50-f3a8-4cbf-80b0-d97344317ce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:34.471513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d809646-f0c0-4cec-b386-8ea8cdcd10c9 None None] Network c7553ea1-3c0b-43a9-aa70-07d5909e4566 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:34.475368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddde182-0e0e-4cb0-b5e7-36f2ef73d381 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting subnet bb79f379-bb71-43e9-bf47-1c3bed3002d3 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:48:34.479987 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cddde182-0e0e-4cb0-b5e7-36f2ef73d381 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:34.495044 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-d359a23d-05b1-4381-8e51-49dc72b62d2c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3034439 Jun 24 12:48:34.518086 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fd31ab50-f3a8-4cbf-80b0-d97344317ce9 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9940045 Jun 24 12:48:34.525545 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46862) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:34.530430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-502273048-router', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:34.553946 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cddde182-0e0e-4cb0-b5e7-36f2ef73d381 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:34.590011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router 0a3085f9-be3a-4a64-adca-b464dcaf49fa is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:48:34.593036 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:34.594255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:34.691789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:34.703322 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cddde182-0e0e-4cb0-b5e7-36f2ef73d381 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:34.704417 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-3f2f49cd-bffc-4f44-a0ba-ff24d6b6afd4 service neutron] 10.222.0.110 "GET /v2.0/networks/5ced14b9-b432-497d-bc77-21809356558c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886709 Jun 24 12:48:34.785736 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:34.806396 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/0a3085f9-be3a-4a64-adca-b464dcaf49fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4769495 Jun 24 12:48:34.808780 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46864) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:34.891211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4f8f3d-fc8f-4c76-ab85-8afac429c285 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:34.896481 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9c4f8f3d-fc8f-4c76-ab85-8afac429c285 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports/924203ac-bf3e-49a7-a4b0-84eab7de229e HTTP/1.1" status: 200 len: 910 time: 0.0866866 Jun 24 12:48:34.897208 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46866) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:34.904722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-04fa3707-8aac-4ad5-96fa-e65188980fb5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42e3dc6b-7c09-47a6-807e-a110933faed9'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:34.919179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:34.931445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcaf6c5-062b-4c43-b5ea-01600ef3f2fe None None] Sync routers for ids ['0a3085f9-be3a-4a64-adca-b464dcaf49fa'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:34.936588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cddde182-0e0e-4cb0-b5e7-36f2ef73d381 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:34.942313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 0aade43f-e53a-449f-b327-3071b0dc9721 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:34.943422 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-5bd2aa32-6783-407f-9058-85e4f52ee151 service neutron] 10.222.0.110 "GET /v2.0/networks/5ced14b9-b432-497d-bc77-21809356558c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289624 Jun 24 12:48:34.950647 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e1202a6f-1f94-4223-ae54-4faf8bbe9978 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:34.954929 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:34.979656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddde182-0e0e-4cb0-b5e7-36f2ef73d381 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Subnet': ['ID=bb79f379-bb71-43e9-bf47-1c3bed3002d3,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:34.989006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cddde182-0e0e-4cb0-b5e7-36f2ef73d381 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:34.990988 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cddde182-0e0e-4cb0-b5e7-36f2ef73d381 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:34.993023 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cddde182-0e0e-4cb0-b5e7-36f2ef73d381 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/bb79f379-bb71-43e9-bf47-1c3bed3002d3 HTTP/1.1" status: 204 len: 168 time: 0.6062632 Jun 24 12:48:34.996296 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46868) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:35.018039 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-c7553ea1-3c0b-43a9-aa70-07d5909e4566', 'network_id': 'c7553ea1-3c0b-43a9-aa70-07d5909e4566', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'fixed_ips': [{'subnet_id': 'e1213777-eb76-43da-bb29-4be426a760e6'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:48:35.019218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.060184 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcaf6c5-062b-4c43-b5ea-01600ef3f2fe None None] Routers {'0a3085f9-be3a-4a64-adca-b464dcaf49fa'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:35.064564 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-3bcaf6c5-062b-4c43-b5ea-01600ef3f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0a3085f9-be3a-4a64-adca-b464dcaf49fa'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:35.079352 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce39a413-bba5-4554-bfc6-91d7041be951 None None] Network de010c39-7624-4a6d-aff7-4bf36f2ecfdc requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:35.116455 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.134852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-04fa3707-8aac-4ad5-96fa-e65188980fb5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.270297 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a5491ece-b42e-4f50-b1fd-73dc2bdee13b req-5394b636-1e5d-4d67-be33-443da9d82934 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 210 time: 0.0435374 Jun 24 12:48:35.272384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 15e2f130-8474-4b2e-a9ca-47ef98581344 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:35.272731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.294277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-3bcaf6c5-062b-4c43-b5ea-01600ef3f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:35.372315 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] For port 15e2f130-8474-4b2e-a9ca-47ef98581344, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=15e2f130-8474-4b2e-a9ca-47ef98581344,segment=NetworkSegment(93589a07-856d-4798-9bea-249af03b77c3),segment_id=93589a07-856d-4798-9bea-249af03b77c3)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:35.372713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.380566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.410304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.412342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 15e2f130-8474-4b2e-a9ca-47ef98581344 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:35.485608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Allocated IP 172.20.0.2 (c7553ea1-3c0b-43a9-aa70-07d5909e4566/e1213777-eb76-43da-bb29-4be426a760e6/97d3b094-cd7a-4bbd-a492-236c7aa0d161) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:35.586309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Allocated IP 172.26.1.33 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/ecda68b4-0844-4994-8db6-2953255e9feb) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:35.588690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.593163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b161dfd9-413b-4b0a-a7d2-2eaefa657c22 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:35.624388 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=15e2f130-8474-4b2e-a9ca-47ef98581344,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:35.632005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:35.641597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No DVR routers for this DVR port 15e2f130-8474-4b2e-a9ca-47ef98581344 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:35.683160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcaf6c5-062b-4c43-b5ea-01600ef3f2fe None None] Routers {'0a3085f9-be3a-4a64-adca-b464dcaf49fa'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:35.684025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-3bcaf6c5-062b-4c43-b5ea-01600ef3f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0a3085f9-be3a-4a64-adca-b464dcaf49fa'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:35.734723 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-3bcaf6c5-062b-4c43-b5ea-01600ef3f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:35.736346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcaf6c5-062b-4c43-b5ea-01600ef3f2fe None None] The sync data for ids ['0a3085f9-be3a-4a64-adca-b464dcaf49fa'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:35.791270 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6f9331f2-57ed-46ab-bec0-edef6cf36eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.813635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-04fa3707-8aac-4ad5-96fa-e65188980fb5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.833457 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-04fa3707-8aac-4ad5-96fa-e65188980fb5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.838397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.839836 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a06e6aca-ed3c-41b9-8a0e-902598296929 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:35.855748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de010c39-7624-4a6d-aff7-4bf36f2ecfdc']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:35.891107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.906576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93589a07-856d-4798-9bea-249af03b77c3') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:35.906925 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93589a07-856d-4798-9bea-249af03b77c3') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:35.917085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6f9331f2-57ed-46ab-bec0-edef6cf36eea None None] For port 38233b7a-e306-4a45-84ce-4c1b3aa21e07, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=38233b7a-e306-4a45-84ce-4c1b3aa21e07,segment=NetworkSegment(a4cc3198-4447-406a-a477-986c58ead96d),segment_id=a4cc3198-4447-406a-a477-986c58ead96d)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:35.920491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.931318 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6f9331f2-57ed-46ab-bec0-edef6cf36eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.949859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.968305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:48:35.969035 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:35.988053 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fc302873-690d-4989-aecd-b581a11947eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:48:35.993104 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:48:36.010264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa3707-8aac-4ad5-96fa-e65188980fb5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=924203ac-bf3e-49a7-a4b0-84eab7de229e,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:36.026616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fa3707-8aac-4ad5-96fa-e65188980fb5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:36.027343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-04fa3707-8aac-4ad5-96fa-e65188980fb5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.032358 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-04fa3707-8aac-4ad5-96fa-e65188980fb5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/ports/924203ac-bf3e-49a7-a4b0-84eab7de229e HTTP/1.1" status: 200 len: 910 time: 1.1320062 Jun 24 12:48:36.049741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46882) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:36.050846 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-04fa3707-8aac-4ad5-96fa-e65188980fb5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:36.053890 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbfea7d-4916-46eb-9128-3838d074fb2d None None] DHCP port deletion for de010c39-7624-4a6d-aff7-4bf36f2ecfdc request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:48:36.074215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.082435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e1f94c08-43a8-47d9-9bba-6ee92ea37492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:36.122225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.128864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.135707 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/networks/de010c39-7624-4a6d-aff7-4bf36f2ecfdc HTTP/1.1" status: 204 len: 168 time: 1.1329908 Jun 24 12:48:36.140924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46884) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:36.147347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-998fe84a-fb1b-4a5b-a3d4-e0d37cf180df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2111984271'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:36.169805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:36.177493 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998fe84a-fb1b-4a5b-a3d4-e0d37cf180df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:36.180972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-998fe84a-fb1b-4a5b-a3d4-e0d37cf180df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.183312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:36.186601 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:36.188406 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.203213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Transition to ACTIVE for port object 97d3b094-cd7a-4bbd-a492-236c7aa0d161 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:36.226804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Transition to ACTIVE for port object 97d3b094-cd7a-4bbd-a492-236c7aa0d161 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:36.238535 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device a1e599c1-f056-4eed-b305-3d8127c10f03 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:36.250347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.293690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=ecda68b4-0844-4994-8db6-2953255e9feb,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:36.301413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:36.304877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dfdd68ed-cfa2-4cac-9ebf-bc7e32a979d7 tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:36.341907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-28d0f9a9-c681-40b6-bd79-ed551487b2cd None None] Provisioning for port 0ca97765-3e34-48ad-96c7-ac4cb9d69110 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:36.382405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Network': ['ID=de010c39-7624-4a6d-aff7-4bf36f2ecfdc,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:36.383416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-28d0f9a9-c681-40b6-bd79-ed551487b2cd None None] Provisioning complete for port 0ca97765-3e34-48ad-96c7-ac4cb9d69110 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:36.383868 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-28d0f9a9-c681-40b6-bd79-ed551487b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.385732 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:36.393579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Network c7553ea1-3c0b-43a9-aa70-07d5909e4566 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:36.394832 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9331f2-57ed-46ab-bec0-edef6cf36eea None None] Pushing event updated for resources: {'Port': ['ID=38233b7a-e306-4a45-84ce-4c1b3aa21e07,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:36.415798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998fe84a-fb1b-4a5b-a3d4-e0d37cf180df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] vlan segment allocate from pool success with {'vlan_id': 1302, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:36.426952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6f9331f2-57ed-46ab-bec0-edef6cf36eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:36.428103 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:36.429886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-304465bd-c66f-4c09-9739-fb8342de3d60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:36.439596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-998fe84a-fb1b-4a5b-a3d4-e0d37cf180df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.439596 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-998fe84a-fb1b-4a5b-a3d4-e0d37cf180df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Added segment df835b7f-1ded-4268-a008-9973512f1f11 of type vlan for network 7d84e81b-0e28-4e32-b49e-c46b4878b8f7 Jun 24 12:48:36.439936 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:36.533784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-998fe84a-fb1b-4a5b-a3d4-e0d37cf180df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.571631 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e169c1e-f21d-4c69-932c-b067038bf3be req-359e5610-de5d-42d3-8710-37fe4efd3bfe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 210 time: 0.0540290 Jun 24 12:48:36.690975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Pushing event updated for resources: {'Port': ['ID=97d3b094-cd7a-4bbd-a492-236c7aa0d161,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:36.715213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:36.731303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-39afb409-83dd-4689-a2ae-e45b6dd472da tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.750330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port a1e599c1-f056-4eed-b305-3d8127c10f03 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:36.765499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Attempting to bind port 97d3b094-cd7a-4bbd-a492-236c7aa0d161 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:36.765884 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Attempting to bind port 97d3b094-cd7a-4bbd-a492-236c7aa0d161 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '991833e0-7318-4f3a-b901-cdc7edbccd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'c7553ea1-3c0b-43a9-aa70-07d5909e4566'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:36.766256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Attempting to bind port 97d3b094-cd7a-4bbd-a492-236c7aa0d161 on network c7553ea1-3c0b-43a9-aa70-07d5909e4566 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:36.769047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port a1e599c1-f056-4eed-b305-3d8127c10f03 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:36.769424 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.777332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:36.777720 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Checking segment: {'id': '991833e0-7318-4f3a-b901-cdc7edbccd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'c7553ea1-3c0b-43a9-aa70-07d5909e4566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:36.778166 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.778573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Bound using segment: {'id': '991833e0-7318-4f3a-b901-cdc7edbccd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'c7553ea1-3c0b-43a9-aa70-07d5909e4566'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:36.779094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Bound port: 97d3b094-cd7a-4bbd-a492-236c7aa0d161, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991833e0-7318-4f3a-b901-cdc7edbccd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'c7553ea1-3c0b-43a9-aa70-07d5909e4566'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:36.779524 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.899829 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-28d0f9a9-c681-40b6-bd79-ed551487b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.935198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] For port 97d3b094-cd7a-4bbd-a492-236c7aa0d161, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:36.943057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] For port 97d3b094-cd7a-4bbd-a492-236c7aa0d161, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=97d3b094-cd7a-4bbd-a492-236c7aa0d161,segment=NetworkSegment(991833e0-7318-4f3a-b901-cdc7edbccd52),segment_id=991833e0-7318-4f3a-b901-cdc7edbccd52)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:36.948328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-998fe84a-fb1b-4a5b-a3d4-e0d37cf180df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.954172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998fe84a-fb1b-4a5b-a3d4-e0d37cf180df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:36.954812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-998fe84a-fb1b-4a5b-a3d4-e0d37cf180df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.965862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:36.971237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:36.974023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3cf98638-3a83-4942-963d-3d4b58dbe50d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:36.983970 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-998fe84a-fb1b-4a5b-a3d4-e0d37cf180df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8418701 Jun 24 12:48:36.996226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46888) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:37.003064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ba2c738b-7014-4c5f-b5d4-f9053eec8811 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': '7d84e81b-0e28-4e32-b49e-c46b4878b8f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:37.015183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:37.042373 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-28d0f9a9-c681-40b6-bd79-ed551487b2cd None None] For port 0ca97765-3e34-48ad-96c7-ac4cb9d69110, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0ca97765-3e34-48ad-96c7-ac4cb9d69110,segment=NetworkSegment(46d483de-2108-47f0-acdf-bdb3a06fd4b1),segment_id=46d483de-2108-47f0-acdf-bdb3a06fd4b1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:37.043710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:37.061658 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-28d0f9a9-c681-40b6-bd79-ed551487b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:37.116243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fe84a-fb1b-4a5b-a3d4-e0d37cf180df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Network': ['ID=7d84e81b-0e28-4e32-b49e-c46b4878b8f7,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:37.119063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port a1e599c1-f056-4eed-b305-3d8127c10f03, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a1e599c1-f056-4eed-b305-3d8127c10f03,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:37.120563 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Pushing event updated for resources: {'Port': ['ID=97d3b094-cd7a-4bbd-a492-236c7aa0d161,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:37.131756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:37.133950 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 7d84e81b-0e28-4e32-b49e-c46b4878b8f7 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:37.134463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-998fe84a-fb1b-4a5b-a3d4-e0d37cf180df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:37.136573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:37.137109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:37.233477 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-f0dbb341-fcc8-452f-8e10-4df19a505267 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:37.235134 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-f0dbb341-fcc8-452f-8e10-4df19a505267 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/networks?id=5ced14b9-b432-497d-bc77-21809356558c HTTP/1.1" status: 200 len: 796 time: 0.3730156 Jun 24 12:48:37.252977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0f9a9-c681-40b6-bd79-ed551487b2cd None None] Pushing event updated for resources: {'Port': ['ID=0ca97765-3e34-48ad-96c7-ac4cb9d69110,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:37.256812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cbe73835-5a4f-46fc-82d8-96fdf72416c3 None None] Provisioning for port 924203ac-bf3e-49a7-a4b0-84eab7de229e completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:37.283334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cbe73835-5a4f-46fc-82d8-96fdf72416c3 None None] Provisioning complete for port 924203ac-bf3e-49a7-a4b0-84eab7de229e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:37.283862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cbe73835-5a4f-46fc-82d8-96fdf72416c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:37.333782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-cbe73835-5a4f-46fc-82d8-96fdf72416c3 None None] Port 924203ac-bf3e-49a7-a4b0-84eab7de229e cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:37.368776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:37.369243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=a1e599c1-f056-4eed-b305-3d8127c10f03,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:37.370299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2c738b-7014-4c5f-b5d4-f9053eec8811 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:37.372518 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:37.373001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:37.373423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:37.373805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba2c738b-7014-4c5f-b5d4-f9053eec8811 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:37.374424 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cbe73835-5a4f-46fc-82d8-96fdf72416c3 None None] Provisioning complete for port 38233b7a-e306-4a45-84ce-4c1b3aa21e07 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:37.374859 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cbe73835-5a4f-46fc-82d8-96fdf72416c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:37.466649 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-3070caf4-69c3-4e55-9119-3a6a83f17f53 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 471 time: 0.2167573 Jun 24 12:48:37.487923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cbe73835-5a4f-46fc-82d8-96fdf72416c3 None None] Provisioning complete for port 0ca97765-3e34-48ad-96c7-ac4cb9d69110 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:37.488307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cbe73835-5a4f-46fc-82d8-96fdf72416c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:37.502896 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'port': {'device_id': '80700ecc-3fa5-4649-9299-5caee398e9c4', 'network_id': '5ced14b9-b432-497d-bc77-21809356558c', 'admin_state_up': True, 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'security_groups': ['6adf63bd-bad6-4737-be5e-ef4e8407296c']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:37.539385 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Router a3ada2d6-1206-4975-acf9-ef4b5551c2e4 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:48:37.622075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-39afb409-83dd-4689-a2ae-e45b6dd472da tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port 924203ac-bf3e-49a7-a4b0-84eab7de229e {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:37.622658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-39afb409-83dd-4689-a2ae-e45b6dd472da tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:37.663538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:37.681868 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:37.685740 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1565664 Jun 24 12:48:37.685964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46896) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:37.695707 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Sync routers for ids ['a3ada2d6-1206-4975-acf9-ef4b5551c2e4'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:37.705877 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Routers {'a3ada2d6-1206-4975-acf9-ef4b5551c2e4'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:37.706785 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c54382c4-80ca-436f-a038-41316803dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['a3ada2d6-1206-4975-acf9-ef4b5551c2e4'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:37.731201 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c62eddc3-99c1-4d4b-be76-4474e8548c39 req-f45b1403-2695-4fb3-b3ba-0da0a5854488 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 210 time: 0.0350232 Jun 24 12:48:37.867793 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Set router a3ada2d6-1206-4975-acf9-ef4b5551c2e4 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:37.870903 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:37.874510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:37.958866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-39afb409-83dd-4689-a2ae-e45b6dd472da tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:37.981496 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0ca97765-3e34-48ad-96c7-ac4cb9d69110 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:37.986679 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba2c738b-7014-4c5f-b5d4-f9053eec8811 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:37.998077 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-39afb409-83dd-4689-a2ae-e45b6dd472da tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for 924203ac-bf3e-49a7-a4b0-84eab7de229e owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:38.001030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-12164dcf-e434-4904-b87c-fd2641d41020 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:38.071313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 0ca97765-3e34-48ad-96c7-ac4cb9d69110 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:38.071938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.135370 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c54382c4-80ca-436f-a038-41316803dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'name': 'tempest-TestVolumeBootPattern-502273048-router', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ecda68b4-0844-4994-8db6-2953255e9feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:34Z', 'updated_at': '2021-06-24T12:48:36Z', 'revision_number': 3, 'project_id': '65e0f40593aa47eda2b831962835b3d9', 'gw_port': {'id': 'ecda68b4-0844-4994-8db6-2953255e9feb', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:35Z', 'updated_at': '2021-06-24T12:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:38.169307 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Checking router: a3ada2d6-1206-4975-acf9-ef4b5551c2e4 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:48:38.169938 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Updating router a3ada2d6-1206-4975-acf9-ef4b5551c2e4 port ecda68b4-0844-4994-8db6-2953255e9feb binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:48:38.201225 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 38233b7a-e306-4a45-84ce-4c1b3aa21e07 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:38.209273 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.275522 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.293617 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 38233b7a-e306-4a45-84ce-4c1b3aa21e07 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:38.294162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.401674 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 97d3b094-cd7a-4bbd-a492-236c7aa0d161 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:38.454264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 97d3b094-cd7a-4bbd-a492-236c7aa0d161 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:38.460531 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device a1e599c1-f056-4eed-b305-3d8127c10f03 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:38.515717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c598632e-5dc6-418f-b758-4f0c3fdb5074 None None] Network c7553ea1-3c0b-43a9-aa70-07d5909e4566 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:38.525377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Allocated IP 172.20.0.1 (c7553ea1-3c0b-43a9-aa70-07d5909e4566/e1213777-eb76-43da-bb29-4be426a760e6/c4785375-2905-426d-a1dc-5eef16b57860) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:38.531488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port a1e599c1-f056-4eed-b305-3d8127c10f03 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:38.532141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.609131 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.617098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c738b-7014-4c5f-b5d4-f9053eec8811 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Subnet': ['ID=d5dccde9-3ece-40ad-964d-91b603a68c38,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:38.621511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ba2c738b-7014-4c5f-b5d4-f9053eec8811 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:38.631526 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Transition to ACTIVE for port object ecda68b4-0844-4994-8db6-2953255e9feb will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:38.646142 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c738b-7014-4c5f-b5d4-f9053eec8811 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Checking segment: {'id': 'df835b7f-1ded-4268-a008-9973512f1f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '7d84e81b-0e28-4e32-b49e-c46b4878b8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:38.646831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c738b-7014-4c5f-b5d4-f9053eec8811 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network hostable DHCP agents. Network: 7d84e81b-0e28-4e32-b49e-c46b4878b8f7, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:48:38.647374 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a9b1c247-25fe-4961-b92c-104d35e8c584 None None] Provisioning for port 97d3b094-cd7a-4bbd-a492-236c7aa0d161 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:38.649146 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.655506 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:38.667016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.22 (5ced14b9-b432-497d-bc77-21809356558c/279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc/404e4496-aecc-47d3-8919-46e16e6f6edc) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:38.672303 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.673926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a9b1c247-25fe-4961-b92c-104d35e8c584 None None] Provisioning complete for port 97d3b094-cd7a-4bbd-a492-236c7aa0d161 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:38.674572 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a9b1c247-25fe-4961-b92c-104d35e8c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.682737 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c738b-7014-4c5f-b5d4-f9053eec8811 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 7d84e81b-0e28-4e32-b49e-c46b4878b8f7 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:48:38.692836 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Transition to ACTIVE for port object c4785375-2905-426d-a1dc-5eef16b57860 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:38.715408 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32030a-eefb-453a-ad2b-0666b6183085 None None] Pushing event updated for resources: {'Port': ['ID=ecda68b4-0844-4994-8db6-2953255e9feb,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:38.728077 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-4c32030a-eefb-453a-ad2b-0666b6183085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:38.735011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-ba2c738b-7014-4c5f-b5d4-f9053eec8811 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 7d84e81b-0e28-4e32-b49e-c46b4878b8f7) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:38.736514 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.738508 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-41d64a0e-9176-4abb-ab87-7d651ef0d530 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:38.758686 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c738b-7014-4c5f-b5d4-f9053eec8811 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:38.759118 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba2c738b-7014-4c5f-b5d4-f9053eec8811 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.771462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6aff6e-436c-4191-9dd6-f8df4b0e4610 None None] Network 7d84e81b-0e28-4e32-b49e-c46b4878b8f7 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:38.777917 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Attempting to bind port ecda68b4-0844-4994-8db6-2953255e9feb on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:38.778288 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Attempting to bind port ecda68b4-0844-4994-8db6-2953255e9feb by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:38.778661 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Attempting to bind port ecda68b4-0844-4994-8db6-2953255e9feb on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:38.783593 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Network c7553ea1-3c0b-43a9-aa70-07d5909e4566 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:38.788346 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:38.788627 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:38.789034 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.794519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:38.803708 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:38.804551 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Bound port: ecda68b4-0844-4994-8db6-2953255e9feb, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:38.804977 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.813813 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:38.816716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Pushing event updated for resources: {'Port': ['ID=c4785375-2905-426d-a1dc-5eef16b57860,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:38.830196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ba2c738b-7014-4c5f-b5d4-f9053eec8811 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8287981 Jun 24 12:48:38.833105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:38.834424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46900) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:38.841467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-99365597-4035-4b70-859f-ffcf940eb33a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1227700925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:38.896235 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 15e2f130-8474-4b2e-a9ca-47ef98581344 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:38.909811 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-c54382c4-80ca-436f-a038-41316803dcce None None] For port ecda68b4-0844-4994-8db6-2953255e9feb, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:38.914420 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-c54382c4-80ca-436f-a038-41316803dcce None None] For port ecda68b4-0844-4994-8db6-2953255e9feb, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ecda68b4-0844-4994-8db6-2953255e9feb,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:38.922680 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.932293 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99365597-4035-4b70-859f-ffcf940eb33a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.933666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99365597-4035-4b70-859f-ffcf940eb33a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.945820 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-05bb7b4e-34a1-4e29-9e8d-815717b17e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:38.950005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:38.987546 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2243961d-c98d-48b1-91c6-fefae200cda5 req-0ce4ae2e-80c0-471b-a575-b0b0960dd34a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 210 time: 0.0444326 Jun 24 12:48:38.997249 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32030a-eefb-453a-ad2b-0666b6183085 None None] Pushing event updated for resources: {'Port': ['ID=ecda68b4-0844-4994-8db6-2953255e9feb,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:39.001248 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-4c32030a-eefb-453a-ad2b-0666b6183085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:39.022942 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Routers {'a3ada2d6-1206-4975-acf9-ef4b5551c2e4'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:39.022942 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c54382c4-80ca-436f-a038-41316803dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['a3ada2d6-1206-4975-acf9-ef4b5551c2e4'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:39.023207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-39afb409-83dd-4689-a2ae-e45b6dd472da tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.028768 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:39.057315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 15e2f130-8474-4b2e-a9ca-47ef98581344 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:39.057986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 15e2f130-8474-4b2e-a9ca-47ef98581344 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:39.068363 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a9b1c247-25fe-4961-b92c-104d35e8c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.078803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afb409-83dd-4689-a2ae-e45b6dd472da tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=924203ac-bf3e-49a7-a4b0-84eab7de229e,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:39.100778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99365597-4035-4b70-859f-ffcf940eb33a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.101424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-39afb409-83dd-4689-a2ae-e45b6dd472da tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:39.106858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99365597-4035-4b70-859f-ffcf940eb33a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.125525 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-c54382c4-80ca-436f-a038-41316803dcce None None] Set router a3ada2d6-1206-4975-acf9-ef4b5551c2e4 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:39.130085 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.175175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-7d84e81b-0e28-4e32-b49e-c46b4878b8f7', 'network_id': '7d84e81b-0e28-4e32-b49e-c46b4878b8f7', 'tenant_id': 'ea2e56e662164c3e99bad3f620aa85c3', 'fixed_ips': [{'subnet_id': 'd5dccde9-3ece-40ad-964d-91b603a68c38'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:48:39.176074 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.179559 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99365597-4035-4b70-859f-ffcf940eb33a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.181210 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-99365597-4035-4b70-859f-ffcf940eb33a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3437870 Jun 24 12:48:39.182665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object 404e4496-aecc-47d3-8919-46e16e6f6edc will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:39.184412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46902) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:39.198073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'network_id': '7d84e81b-0e28-4e32-b49e-c46b4878b8f7', 'name': 'tempest-PortsTestJSON-1149466751'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:39.228646 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-a9b1c247-25fe-4961-b92c-104d35e8c584 None None] For port 97d3b094-cd7a-4bbd-a492-236c7aa0d161, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=97d3b094-cd7a-4bbd-a492-236c7aa0d161,segment=NetworkSegment(991833e0-7318-4f3a-b901-cdc7edbccd52),segment_id=991833e0-7318-4f3a-b901-cdc7edbccd52)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:39.243922 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a9b1c247-25fe-4961-b92c-104d35e8c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.248528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6f9331f2-57ed-46ab-bec0-edef6cf36eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:39.341603 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-39afb409-83dd-4689-a2ae-e45b6dd472da tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.393467 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1c247-25fe-4961-b92c-104d35e8c584 None None] Pushing event updated for resources: {'Port': ['ID=97d3b094-cd7a-4bbd-a492-236c7aa0d161,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:39.406566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a9b1c247-25fe-4961-b92c-104d35e8c584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:39.419903 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.442492 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c54382c4-80ca-436f-a038-41316803dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'name': 'tempest-TestVolumeBootPattern-502273048-router', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ecda68b4-0844-4994-8db6-2953255e9feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:34Z', 'updated_at': '2021-06-24T12:48:36Z', 'revision_number': 3, 'project_id': '65e0f40593aa47eda2b831962835b3d9', 'gw_port': {'id': 'ecda68b4-0844-4994-8db6-2953255e9feb', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:35Z', 'updated_at': '2021-06-24T12:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:39.474624 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Allocated IP 172.20.0.2 (7d84e81b-0e28-4e32-b49e-c46b4878b8f7/d5dccde9-3ece-40ad-964d-91b603a68c38/2db0981b-296f-4976-9010-75518ffc7c9c) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:39.484376 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54382c4-80ca-436f-a038-41316803dcce None None] The sync data for ids ['a3ada2d6-1206-4975-acf9-ef4b5551c2e4'] in dv-neutron-797121-4-hyperv is: [{'id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'name': 'tempest-TestVolumeBootPattern-502273048-router', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ecda68b4-0844-4994-8db6-2953255e9feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:34Z', 'updated_at': '2021-06-24T12:48:36Z', 'revision_number': 3, 'project_id': '65e0f40593aa47eda2b831962835b3d9', 'gw_port': {'id': 'ecda68b4-0844-4994-8db6-2953255e9feb', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:35Z', 'updated_at': '2021-06-24T12:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:39.503742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:39.507407 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.513676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.554817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fa1bfb08-1f8c-4722-9d9a-c783a94783f9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:39.663851 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 5ced14b9-b432-497d-bc77-21809356558c is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:39.668786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:39.673348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:39.682034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39afb409-83dd-4689-a2ae-e45b6dd472da tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router 0a3085f9-be3a-4a64-adca-b464dcaf49fa has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:48:39.701405 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.722439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Transition to ACTIVE for port object 2db0981b-296f-4976-9010-75518ffc7c9c will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:39.730671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=404e4496-aecc-47d3-8919-46e16e6f6edc,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:39.737485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.740337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port a97c8df1-c5cf-4852-bd3c-9c00d5a2c505 yet. {{(pid=100146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:48:39.740826 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:39.747023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.757997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Transition to ACTIVE for port object 2db0981b-296f-4976-9010-75518ffc7c9c will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:39.764202 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.766410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2da83806-74dc-4cd9-84fd-540749d4c04f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:39.791579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7413560a-548c-4027-ab33-6ee35d22f0ec tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:39.798293 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.805902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:39.806550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.832265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Pushing event updated for resources: {'Port': ['ID=2db0981b-296f-4976-9010-75518ffc7c9c,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:39.841452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:39.862851 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Network 7d84e81b-0e28-4e32-b49e-c46b4878b8f7 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:39.865752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:39.868842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:39.891526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 97d3b094-cd7a-4bbd-a492-236c7aa0d161 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:39.894182 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3958046 Jun 24 12:48:39.895442 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e59a5903-bf77-4fc3-b8d7-bac6e93a3eb2 None None] Provisioning for port c4785375-2905-426d-a1dc-5eef16b57860 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:39.895579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39afb409-83dd-4689-a2ae-e45b6dd472da tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:39.934235 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-39afb409-83dd-4689-a2ae-e45b6dd472da tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/0a3085f9-be3a-4a64-adca-b464dcaf49fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8780425 Jun 24 12:48:39.937902 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e79ac24-e50c-4784-b91d-088d8ef32afe None None] Sync routers for ids ['0a3085f9-be3a-4a64-adca-b464dcaf49fa'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:39.944822 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e59a5903-bf77-4fc3-b8d7-bac6e93a3eb2 None None] Provisioning complete for port c4785375-2905-426d-a1dc-5eef16b57860 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:39.945616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e59a5903-bf77-4fc3-b8d7-bac6e93a3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.949568 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Request body: {'port': {'device_id': '80700ecc-3fa5-4649-9299-5caee398e9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:39.951885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46904) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:40.037599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e59a5903-bf77-4fc3-b8d7-bac6e93a3eb2 None None] Port c4785375-2905-426d-a1dc-5eef16b57860 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:40.062739 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-20d1ddd6-82d7-4fdc-a3cf-4809b17f908c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports?device_id=0a3085f9-be3a-4a64-adca-b464dcaf49fa HTTP/1.1" status: 200 len: 205 time: 0.1094234 Jun 24 12:48:40.067954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46908) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:40.102415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e79ac24-e50c-4784-b91d-088d8ef32afe None None] Routers {'0a3085f9-be3a-4a64-adca-b464dcaf49fa'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:40.103266 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9e79ac24-e50c-4784-b91d-088d8ef32afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0a3085f9-be3a-4a64-adca-b464dcaf49fa'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:40.146096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Pushing event updated for resources: {'Port': ['ID=c4785375-2905-426d-a1dc-5eef16b57860,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:40.165913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:40.201882 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e59a5903-bf77-4fc3-b8d7-bac6e93a3eb2 None None] Provisioning complete for port 97d3b094-cd7a-4bbd-a492-236c7aa0d161 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:40.202392 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e59a5903-bf77-4fc3-b8d7-bac6e93a3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.232022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Network c7553ea1-3c0b-43a9-aa70-07d5909e4566 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:40.235318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:40.241007 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9e79ac24-e50c-4784-b91d-088d8ef32afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:40.261665 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e79ac24-e50c-4784-b91d-088d8ef32afe None None] Routers {'0a3085f9-be3a-4a64-adca-b464dcaf49fa'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:40.262208 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9e79ac24-e50c-4784-b91d-088d8ef32afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0a3085f9-be3a-4a64-adca-b464dcaf49fa'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:40.305707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-65e14c76-7a07-404c-932d-a38b6be54197 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.306684 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9e79ac24-e50c-4784-b91d-088d8ef32afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:40.307673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e79ac24-e50c-4784-b91d-088d8ef32afe None None] The sync data for ids ['0a3085f9-be3a-4a64-adca-b464dcaf49fa'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:40.325600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 97d3b094-cd7a-4bbd-a492-236c7aa0d161 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:40.326126 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.338138 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Allocated IP 172.20.0.14 (7d84e81b-0e28-4e32-b49e-c46b4878b8f7/d5dccde9-3ece-40ad-964d-91b603a68c38/a97c8df1-c5cf-4852-bd3c-9c00d5a2c505) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:40.370264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Attempting to bind port 2db0981b-296f-4976-9010-75518ffc7c9c on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:40.370856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Attempting to bind port 2db0981b-296f-4976-9010-75518ffc7c9c by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'df835b7f-1ded-4268-a008-9973512f1f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '7d84e81b-0e28-4e32-b49e-c46b4878b8f7'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:40.371345 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Attempting to bind port 2db0981b-296f-4976-9010-75518ffc7c9c on network 7d84e81b-0e28-4e32-b49e-c46b4878b8f7 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:40.382212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:40.382789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Checking segment: {'id': 'df835b7f-1ded-4268-a008-9973512f1f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '7d84e81b-0e28-4e32-b49e-c46b4878b8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:40.383314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.383873 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Bound using segment: {'id': 'df835b7f-1ded-4268-a008-9973512f1f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '7d84e81b-0e28-4e32-b49e-c46b4878b8f7'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:40.384618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Bound port: 2db0981b-296f-4976-9010-75518ffc7c9c, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df835b7f-1ded-4268-a008-9973512f1f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '7d84e81b-0e28-4e32-b49e-c46b4878b8f7'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:40.385434 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.451315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.463385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] For port 2db0981b-296f-4976-9010-75518ffc7c9c, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:40.467599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] For port 2db0981b-296f-4976-9010-75518ffc7c9c, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=2db0981b-296f-4976-9010-75518ffc7c9c,segment=NetworkSegment(df835b7f-1ded-4268-a008-9973512f1f11),segment_id=df835b7f-1ded-4268-a008-9973512f1f11)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:40.493963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.499505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a9b1c247-25fe-4961-b92c-104d35e8c584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:40.545784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Router a3ada2d6-1206-4975-acf9-ef4b5551c2e4 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:48:40.718483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa2684-77a8-4917-8950-8ba788a9d8ba req-c721a0a7-d5a5-4267-85ad-ebbd1042e4c6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:40.719265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.719509 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ceaa2684-77a8-4917-8950-8ba788a9d8ba req-c721a0a7-d5a5-4267-85ad-ebbd1042e4c6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 932 time: 0.4816229 Jun 24 12:48:40.721803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-65e14c76-7a07-404c-932d-a38b6be54197 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.725404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-65e14c76-7a07-404c-932d-a38b6be54197 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.742903 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Transition to ACTIVE for port object a97c8df1-c5cf-4852-bd3c-9c00d5a2c505 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:40.771728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:40.780639 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] 10.222.0.110 "PUT /v2.0/routers/a3ada2d6-1206-4975-acf9-ef4b5551c2e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0911725 Jun 24 12:48:40.828046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-65e14c76-7a07-404c-932d-a38b6be54197 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.828748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e14c76-7a07-404c-932d-a38b6be54197 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Fanout notify agent at l3_agent the message router_deleted on router 0a3085f9-be3a-4a64-adca-b464dcaf49fa {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:48:40.842323 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Pushing event updated for resources: {'Port': ['ID=2db0981b-296f-4976-9010-75518ffc7c9c,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:40.852893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:40.858266 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.881613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2518c2cc-61ce-4a38-8946-f874799879ea tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:40.904291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-65e14c76-7a07-404c-932d-a38b6be54197 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.905757 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-65e14c76-7a07-404c-932d-a38b6be54197 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/routers/0a3085f9-be3a-4a64-adca-b464dcaf49fa HTTP/1.1" status: 204 len: 168 time: 0.8357215 Jun 24 12:48:40.910743 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46912) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:40.927038 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9a17d341-0c65-45d3-adc8-b1274539d509 None None] Provisioning complete for port c4785375-2905-426d-a1dc-5eef16b57860 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:40.927428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9a17d341-0c65-45d3-adc8-b1274539d509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.939265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 7d84e81b-0e28-4e32-b49e-c46b4878b8f7 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:40.945746 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:40.955576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:40.965120 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ceaa2684-77a8-4917-8950-8ba788a9d8ba req-9d62a729-a310-47d8-b07e-da0f6419dd50 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=6adf63bd-bad6-4737-be5e-ef4e8407296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712372 Jun 24 12:48:41.002811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=a97c8df1-c5cf-4852-bd3c-9c00d5a2c505,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:41.010408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:41.014246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-9a17d341-0c65-45d3-adc8-b1274539d509 None None] Port c4785375-2905-426d-a1dc-5eef16b57860 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:41.020864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ce30ef-c04d-456d-b361-6adf2839a057 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting subnet 42e3dc6b-7c09-47a6-807e-a110933faed9 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:48:41.030192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9a17d341-0c65-45d3-adc8-b1274539d509 None None] Provisioning for port 404e4496-aecc-47d3-8919-46e16e6f6edc completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:41.038050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b3ce30ef-c04d-456d-b361-6adf2839a057 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.045535 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9a17d341-0c65-45d3-adc8-b1274539d509 None None] Provisioning complete for port 404e4496-aecc-47d3-8919-46e16e6f6edc triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:41.045535 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9a17d341-0c65-45d3-adc8-b1274539d509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.060644 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:41.060644 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.112650 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9246078 Jun 24 12:48:41.113826 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46918) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:41.120656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b3ce30ef-c04d-456d-b361-6adf2839a057 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.139912 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-9a17d341-0c65-45d3-adc8-b1274539d509 None None] Port 404e4496-aecc-47d3-8919-46e16e6f6edc cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:41.267730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404e4496-aecc-47d3-8919-46e16e6f6edc {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:48:41.278156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.315990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Transition to ACTIVE for port object 404e4496-aecc-47d3-8919-46e16e6f6edc will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:41.321239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.325546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a2b618ec-6ebe-4444-bce6-2b7a28db0e28 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:41.361185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b3ce30ef-c04d-456d-b361-6adf2839a057 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.434792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Pushing event updated for resources: {'Port': ['ID=404e4496-aecc-47d3-8919-46e16e6f6edc,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:41.457073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:41.549161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b3ce30ef-c04d-456d-b361-6adf2839a057 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.551153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.562058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c1d9d041-fca7-419c-9578-54c8e8d0bdcb tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:41.571248 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b3ce30ef-c04d-456d-b361-6adf2839a057 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.573058 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b3ce30ef-c04d-456d-b361-6adf2839a057 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/42e3dc6b-7c09-47a6-807e-a110933faed9 HTTP/1.1" status: 204 len: 168 time: 0.6615214 Jun 24 12:48:41.574165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Attempting to bind port 404e4496-aecc-47d3-8919-46e16e6f6edc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:41.575874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Attempting to bind port 404e4496-aecc-47d3-8919-46e16e6f6edc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '46d483de-2108-47f0-acdf-bdb3a06fd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '5ced14b9-b432-497d-bc77-21809356558c'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:41.575874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Attempting to bind port 404e4496-aecc-47d3-8919-46e16e6f6edc on network 5ced14b9-b432-497d-bc77-21809356558c {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:41.576132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46920) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:41.581368 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b555fe1-bb7a-4d7d-b6b3-68d788501cb6 None None] Network 3b30366c-6820-4319-9952-62a0a4487814 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:41.606313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46922) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:41.612194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-5aa32f22-fa9e-48b7-a032-385afa8a2d19 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257068658', 'description': 'tempest-secgroup-smoke-257068658 description', 'project_id': 'b4a45b68ff73497095df5d495a33f007'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:41.617416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce30ef-c04d-456d-b361-6adf2839a057 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Subnet': ['ID=42e3dc6b-7c09-47a6-807e-a110933faed9,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:41.621268 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Port 404e4496-aecc-47d3-8919-46e16e6f6edc on network 5ced14b9-b432-497d-bc77-21809356558c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:48:41.621622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Attempting to bind port 404e4496-aecc-47d3-8919-46e16e6f6edc on network 5ced14b9-b432-497d-bc77-21809356558c {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:41.625872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b3ce30ef-c04d-456d-b361-6adf2839a057 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:41.633752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:41.634130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Checking segment: {'id': '46d483de-2108-47f0-acdf-bdb3a06fd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '5ced14b9-b432-497d-bc77-21809356558c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:41.634486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Bound using segment: {'id': '46d483de-2108-47f0-acdf-bdb3a06fd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '5ced14b9-b432-497d-bc77-21809356558c'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:41.634975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Bound port: 404e4496-aecc-47d3-8919-46e16e6f6edc, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d483de-2108-47f0-acdf-bdb3a06fd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '5ced14b9-b432-497d-bc77-21809356558c'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:41.635343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.682499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5aa32f22-fa9e-48b7-a032-385afa8a2d19 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.753808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] For port 404e4496-aecc-47d3-8919-46e16e6f6edc, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:41.760802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] For port 404e4496-aecc-47d3-8919-46e16e6f6edc, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=404e4496-aecc-47d3-8919-46e16e6f6edc,segment=NetworkSegment(46d483de-2108-47f0-acdf-bdb3a06fd4b1),segment_id=46d483de-2108-47f0-acdf-bdb3a06fd4b1)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:41.768859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.782176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:41.828694 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:41.834795 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.834795 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] 10.222.0.102 "PUT /v2.0/ports/404e4496-aecc-47d3-8919-46e16e6f6edc HTTP/1.1" status: 200 len: 1094 time: 1.9253716 Jun 24 12:48:41.834795 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80700ecc-3fa5-4649-9299-5caee398e9c4', 'tag': '404e4496-aecc-47d3-8919-46e16e6f6edc'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:48:41.835267 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a8e5d2-8526-4cab-813f-9a6cbb2aa70f" -d '{"events": [{"name": "network-changed", "server_uuid": "80700ecc-3fa5-4649-9299-5caee398e9c4", "tag": "404e4496-aecc-47d3-8919-46e16e6f6edc"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:48:41.923007 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 2db0981b-296f-4976-9010-75518ffc7c9c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:41.960431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061fd104-706f-4a14-8a32-7c26bc6b7a9f x-openstack-request-id: req-061fd104-706f-4a14-8a32-7c26bc6b7a9f {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:48:41.960799 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80700ecc-3fa5-4649-9299-5caee398e9c4", "tag": "404e4496-aecc-47d3-8919-46e16e6f6edc", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:48:41.961302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-061fd104-706f-4a14-8a32-7c26bc6b7a9f {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:48:41.961585 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80700ecc-3fa5-4649-9299-5caee398e9c4', 'tag': '404e4496-aecc-47d3-8919-46e16e6f6edc', 'status': 'completed', 'code': 200} Jun 24 12:48:41.979487 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f66346b-0b37-414c-9d3b-bcf6c3c4a44c None None] DHCP port deletion for 3b30366c-6820-4319-9952-62a0a4487814 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:48:42.008071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Pushing event updated for resources: {'Port': ['ID=404e4496-aecc-47d3-8919-46e16e6f6edc,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:42.012714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:42.062026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5aa32f22-fa9e-48b7-a032-385afa8a2d19 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.069728 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5aa32f22-fa9e-48b7-a032-385afa8a2d19 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.070026 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 2db0981b-296f-4976-9010-75518ffc7c9c completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:42.080139 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:42.104264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ecda68b4-0844-4994-8db6-2953255e9feb up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:42.108015 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2f66346b-0b37-414c-9d3b-bcf6c3c4a44c None None] Deleting port 38233b7a-e306-4a45-84ce-4c1b3aa21e07 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:42.108596 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2f66346b-0b37-414c-9d3b-bcf6c3c4a44c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.133494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa32f22-fa9e-48b7-a032-385afa8a2d19 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576056ee-3942-44fc-92a4-adedb4446e32,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:42.143796 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5aa32f22-fa9e-48b7-a032-385afa8a2d19 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:42.164878 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-587c7ea1-e943-4e4a-ae17-1f36ee401db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:42.166729 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-587c7ea1-e943-4e4a-ae17-1f36ee401db7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 1097 time: 0.2490427 Jun 24 12:48:42.169106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5aa32f22-fa9e-48b7-a032-385afa8a2d19 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.173037 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5aa32f22-fa9e-48b7-a032-385afa8a2d19 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5626409 Jun 24 12:48:42.173326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46928) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:42.189427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.202087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0fdb24ec-7f50-4f11-8f16-4b3918d8d3a2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Request body: {'security_group_rule': {'security_group_id': '576056ee-3942-44fc-92a4-adedb4446e32', 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:42.241147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-2f66346b-0b37-414c-9d3b-bcf6c3c4a44c None None] For port 38233b7a-e306-4a45-84ce-4c1b3aa21e07, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=38233b7a-e306-4a45-84ce-4c1b3aa21e07,segment=NetworkSegment(a4cc3198-4447-406a-a477-986c58ead96d),segment_id=a4cc3198-4447-406a-a477-986c58ead96d)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:42.241560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2f66346b-0b37-414c-9d3b-bcf6c3c4a44c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.263514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2f66346b-0b37-414c-9d3b-bcf6c3c4a44c None None] Calling delete_port for 38233b7a-e306-4a45-84ce-4c1b3aa21e07 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:42.284956 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-c39bcd06-cfee-4515-a888-2764d648a71c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=404e4496-aecc-47d3-8919-46e16e6f6edc HTTP/1.1" status: 200 len: 217 time: 0.0511191 Jun 24 12:48:42.328185 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port ecda68b4-0844-4994-8db6-2953255e9feb completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:42.337638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port ecda68b4-0844-4994-8db6-2953255e9feb triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:42.337878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.344958 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fdb24ec-7f50-4f11-8f16-4b3918d8d3a2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.382691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0dc3a076-59e3-41cf-b6c1-e109c6985a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:42.384428 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-0dc3a076-59e3-41cf-b6c1-e109c6985a59 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc HTTP/1.1" status: 200 len: 837 time: 0.0908699 Jun 24 12:48:42.398368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81116e4-ceb9-4206-bee2-2171a0ab9df3 req-91407de1-416a-49bc-a823-3772f15bad32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:42.405634 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f81116e4-ceb9-4206-bee2-2171a0ab9df3 req-91407de1-416a-49bc-a823-3772f15bad32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 944 time: 0.2378218 Jun 24 12:48:42.437607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2f66346b-0b37-414c-9d3b-bcf6c3c4a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.445470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:42.466885 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.468781 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Sync routers for ids ['a3ada2d6-1206-4975-acf9-ef4b5551c2e4'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:42.472622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port 38233b7a-e306-4a45-84ce-4c1b3aa21e07 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:42.472622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.478561 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Routers {'a3ada2d6-1206-4975-acf9-ef4b5551c2e4'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:42.479213 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['a3ada2d6-1206-4975-acf9-ef4b5551c2e4'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:42.497063 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.507489 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2ae05cac-4342-425c-80fd-4b7b78fdd78d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:42.526550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66346b-0b37-414c-9d3b-bcf6c3c4a44c None None] Pushing event deleted for resources: {'Port': ['ID=38233b7a-e306-4a45-84ce-4c1b3aa21e07,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:42.535405 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f81116e4-ceb9-4206-bee2-2171a0ab9df3 req-f8f2224a-9d23-4b0a-a206-ad2c668f783c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=6adf63bd-bad6-4737-be5e-ef4e8407296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286874 Jun 24 12:48:42.538641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2f66346b-0b37-414c-9d3b-bcf6c3c4a44c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:42.544947 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f66346b-0b37-414c-9d3b-bcf6c3c4a44c None None] No DVR routers for this DVR port 38233b7a-e306-4a45-84ce-4c1b3aa21e07 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:42.581526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.582890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fdb24ec-7f50-4f11-8f16-4b3918d8d3a2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.593988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-fdf0891c-4cdd-4199-9de5-c15fe24bd7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:42.596418 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-fdf0891c-4cdd-4199-9de5-c15fe24bd7e8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5ced14b9-b432-497d-bc77-21809356558c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1880429 Jun 24 12:48:42.597360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fdb24ec-7f50-4f11-8f16-4b3918d8d3a2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.600053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7f94971e-9512-4b01-8ca4-61bd9a33a203 tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:42.604972 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Set router a3ada2d6-1206-4975-acf9-ef4b5551c2e4 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:42.619356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port ecda68b4-0844-4994-8db6-2953255e9feb, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ecda68b4-0844-4994-8db6-2953255e9feb,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:42.624343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.628667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8d6fc6b8-e381-44fa-8ba6-917d4b2e6c66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:42.672352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] For port 38233b7a-e306-4a45-84ce-4c1b3aa21e07, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:42.672806 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.696957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for 38233b7a-e306-4a45-84ce-4c1b3aa21e07 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:42.701701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.ipam_backend_mixin [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Port 38233b7a-e306-4a45-84ce-4c1b3aa21e07 was not found and therefore no delete operation was performed {{(pid=100146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:48:42.702379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=ecda68b4-0844-4994-8db6-2953255e9feb,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:42.703167 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.725381 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-d59d061b-b786-40cc-8af5-d9c41b4cff45 service neutron] 10.222.0.102 "GET /v2.0/networks/5ced14b9-b432-497d-bc77-21809356558c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182771 Jun 24 12:48:42.728824 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=a97c8df1-c5cf-4852-bd3c-9c00d5a2c505,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:42.738969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:42.743375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb24ec-7f50-4f11-8f16-4b3918d8d3a2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84d931b-3a16-4ef8-855d-887cdef296db,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:42.747866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0fdb24ec-7f50-4f11-8f16-4b3918d8d3a2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:42.750023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e7b690-8b57-4fb7-9dbb-9b95dad671f2 None None] Network 7d84e81b-0e28-4e32-b49e-c46b4878b8f7 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:42.763280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No DVR routers for this DVR port 38233b7a-e306-4a45-84ce-4c1b3aa21e07 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:42.765184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:42.768426 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:42.775010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fdb24ec-7f50-4f11-8f16-4b3918d8d3a2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.779487 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0fdb24ec-7f50-4f11-8f16-4b3918d8d3a2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6027987 Jun 24 12:48:42.779810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46930) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:42.785100 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-836a7be3-9e88-48e8-9e25-b79271f941d6 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Request body: {'security_group_rule': {'security_group_id': '576056ee-3942-44fc-92a4-adedb4446e32', 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:42.809030 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=38233b7a-e306-4a45-84ce-4c1b3aa21e07,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:42.842153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-788c5b13-274f-41e4-a8b8-71151e92b12e None None] Provisioning for port 2db0981b-296f-4976-9010-75518ffc7c9c completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:42.847885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-836a7be3-9e88-48e8-9e25-b79271f941d6 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.849660 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-788c5b13-274f-41e4-a8b8-71151e92b12e None None] Provisioning complete for port 2db0981b-296f-4976-9010-75518ffc7c9c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:42.850220 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-788c5b13-274f-41e4-a8b8-71151e92b12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.855856 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:42.881077 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'name': 'tempest-TestVolumeBootPattern-502273048-router', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ecda68b4-0844-4994-8db6-2953255e9feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:34Z', 'updated_at': '2021-06-24T12:48:39Z', 'revision_number': 4, 'project_id': '65e0f40593aa47eda2b831962835b3d9', 'gw_port': {'id': 'ecda68b4-0844-4994-8db6-2953255e9feb', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:35Z', 'updated_at': '2021-06-24T12:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'c4785375-2905-426d-a1dc-5eef16b57860', 'name': '', 'network_id': 'c7553ea1-3c0b-43a9-aa70-07d5909e4566', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'mac_address': 'fa:16:3e:48:4a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e1213777-eb76-43da-bb29-4be426a760e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:38Z', 'updated_at': '2021-06-24T12:48:39Z', 'revision_number': 2, 'project_id': '65e0f40593aa47eda2b831962835b3d9', 'subnets': [{'id': 'e1213777-eb76-43da-bb29-4be426a760e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:42.924776 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-836a7be3-9e88-48e8-9e25-b79271f941d6 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.930264 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51088376-a863-46c1-baba-22b86a0f2ce4 req-c7a159b4-f74f-4b82-93b7-ee1ea17c0f3a service neutron] 10.222.0.102 "GET /v2.0/networks/5ced14b9-b432-497d-bc77-21809356558c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958182 Jun 24 12:48:42.931774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-836a7be3-9e88-48e8-9e25-b79271f941d6 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.934828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7dfb952a-a18e-4e48-871d-0ae9b73dd5ca tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:42.941639 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.941871 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Checking router: a3ada2d6-1206-4975-acf9-ef4b5551c2e4 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:48:42.942091 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Updating router a3ada2d6-1206-4975-acf9-ef4b5551c2e4 port c4785375-2905-426d-a1dc-5eef16b57860 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:48:42.954757 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a7be3-9e88-48e8-9e25-b79271f941d6 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc2fcc4-878a-44db-9f83-47e2da2045df,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:42.958547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-836a7be3-9e88-48e8-9e25-b79271f941d6 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:42.963685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-836a7be3-9e88-48e8-9e25-b79271f941d6 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:42.965118 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-836a7be3-9e88-48e8-9e25-b79271f941d6 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1842270 Jun 24 12:48:42.967834 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46932) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:42.982554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0edfc62f-4d5f-4316-b9a2-41951f25132d tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Request body: {'security_group_rule': {'security_group_id': '576056ee-3942-44fc-92a4-adedb4446e32', 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:42.983974 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b30366c-6820-4319-9952-62a0a4487814']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:42.995491 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.001942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cc3198-4447-406a-a477-986c58ead96d') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:43.002367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cc3198-4447-406a-a477-986c58ead96d') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:43.019219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.040920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0edfc62f-4d5f-4316-b9a2-41951f25132d tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.058473 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.069827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:48:43.070733 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:48:43.073696 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:48:43.105525 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0edfc62f-4d5f-4316-b9a2-41951f25132d tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.106949 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-788c5b13-274f-41e4-a8b8-71151e92b12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.111760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0edfc62f-4d5f-4316-b9a2-41951f25132d tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.114096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3b41dd4b-e1d6-4ad8-88d2-527a096ad583 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:43.133821 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfc62f-4d5f-4316-b9a2-41951f25132d tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd08ba7f-6ac8-4009-9ffb-48208411a813,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:43.141213 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.142726 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0edfc62f-4d5f-4316-b9a2-41951f25132d tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:43.154600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e5d2-8526-4cab-813f-9a6cbb2aa70f req-67a3eff7-9884-4c88-8af6-9d515ad5d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:43.167737 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-48a8e5d2-8526-4cab-813f-9a6cbb2aa70f req-67a3eff7-9884-4c88-8af6-9d515ad5d8d3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 1097 time: 0.1637194 Jun 24 12:48:43.168515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-788c5b13-274f-41e4-a8b8-71151e92b12e None None] For port 2db0981b-296f-4976-9010-75518ffc7c9c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=2db0981b-296f-4976-9010-75518ffc7c9c,segment=NetworkSegment(df835b7f-1ded-4268-a008-9973512f1f11),segment_id=df835b7f-1ded-4268-a008-9973512f1f11)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:43.174851 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-788c5b13-274f-41e4-a8b8-71151e92b12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.175133 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0edfc62f-4d5f-4316-b9a2-41951f25132d tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.179080 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0edfc62f-4d5f-4316-b9a2-41951f25132d tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2077384 Jun 24 12:48:43.179408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46934) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:43.183084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:43.195400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3add01c0-6d09-4354-b69e-2e4e0e241580 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Request body: {'security_group_rule': {'security_group_id': '576056ee-3942-44fc-92a4-adedb4446e32', 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:43.236595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.242413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b9528234-822e-4025-a354-85767724b46a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:43.251717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c5b13-274f-41e4-a8b8-71151e92b12e None None] Pushing event updated for resources: {'Port': ['ID=2db0981b-296f-4976-9010-75518ffc7c9c,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:43.252713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.258140 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/networks/3b30366c-6820-4319-9952-62a0a4487814 HTTP/1.1" status: 204 len: 168 time: 1.6780319 Jun 24 12:48:43.263118 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46936) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:43.267275 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-788c5b13-274f-41e4-a8b8-71151e92b12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:43.272232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7d72309a-519f-4be8-9e26-4abc7d09c3f1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1333780953', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:43.293668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3add01c0-6d09-4354-b69e-2e4e0e241580 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.300345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Network': ['ID=3b30366c-6820-4319-9952-62a0a4487814,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:43.309522 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:43.331291 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7d72309a-519f-4be8-9e26-4abc7d09c3f1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.332198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7d72309a-519f-4be8-9e26-4abc7d09c3f1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.364604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e5d2-8526-4cab-813f-9a6cbb2aa70f req-b0f96526-7328-47e7-b2b0-27dc2dae0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:43.366726 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-48a8e5d2-8526-4cab-813f-9a6cbb2aa70f req-b0f96526-7328-47e7-b2b0-27dc2dae0b8f service neutron] 10.222.0.102 "GET /v2.0/networks?id=5ced14b9-b432-497d-bc77-21809356558c HTTP/1.1" status: 200 len: 898 time: 0.1891828 Jun 24 12:48:43.385944 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.395616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3add01c0-6d09-4354-b69e-2e4e0e241580 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.398499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7d72309a-519f-4be8-9e26-4abc7d09c3f1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.405368 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Transition to ACTIVE for port object c4785375-2905-426d-a1dc-5eef16b57860 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:43.416275 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.425561 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7d72309a-519f-4be8-9e26-4abc7d09c3f1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.428296 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d0fac94e-6d1c-4c7c-a172-9b1e2f797067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:43.456908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.462821 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7d72309a-519f-4be8-9e26-4abc7d09c3f1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.462821 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7d72309a-519f-4be8-9e26-4abc7d09c3f1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1957304 Jun 24 12:48:43.470082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46938) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:43.481513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'network': {'name': 'tempest-RoutersTest-444051996'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:43.491678 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ece1ab-8d6b-4cdf-9af8-3a80b26e11c4 None None] Pushing event updated for resources: {'Port': ['ID=c4785375-2905-426d-a1dc-5eef16b57860,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:43.517859 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-76cafbbd-7541-4f59-913e-6f9d8e1d19be None None] Provisioning complete for port 2db0981b-296f-4976-9010-75518ffc7c9c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:43.518280 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-76cafbbd-7541-4f59-913e-6f9d8e1d19be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.548096 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-63ece1ab-8d6b-4cdf-9af8-3a80b26e11c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:43.573725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:43.593479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.594266 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Attempting to bind port c4785375-2905-426d-a1dc-5eef16b57860 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:43.594919 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Attempting to bind port c4785375-2905-426d-a1dc-5eef16b57860 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '991833e0-7318-4f3a-b901-cdc7edbccd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'c7553ea1-3c0b-43a9-aa70-07d5909e4566'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:43.595459 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Attempting to bind port c4785375-2905-426d-a1dc-5eef16b57860 on network c7553ea1-3c0b-43a9-aa70-07d5909e4566 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:43.606168 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:43.606534 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Checking segment: {'id': '991833e0-7318-4f3a-b901-cdc7edbccd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'c7553ea1-3c0b-43a9-aa70-07d5909e4566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:43.606978 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.607381 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Bound using segment: {'id': '991833e0-7318-4f3a-b901-cdc7edbccd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'c7553ea1-3c0b-43a9-aa70-07d5909e4566'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:43.607873 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Bound port: c4785375-2905-426d-a1dc-5eef16b57860, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991833e0-7318-4f3a-b901-cdc7edbccd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'c7553ea1-3c0b-43a9-aa70-07d5909e4566'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:43.608253 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.726539 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-76cafbbd-7541-4f59-913e-6f9d8e1d19be None None] Provisioning for port a97c8df1-c5cf-4852-bd3c-9c00d5a2c505 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:43.733341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-76cafbbd-7541-4f59-913e-6f9d8e1d19be None None] Provisioning complete for port a97c8df1-c5cf-4852-bd3c-9c00d5a2c505 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:43.733695 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-76cafbbd-7541-4f59-913e-6f9d8e1d19be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.787779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-76cafbbd-7541-4f59-913e-6f9d8e1d19be None None] Port a97c8df1-c5cf-4852-bd3c-9c00d5a2c505 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:43.824510 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] For port c4785375-2905-426d-a1dc-5eef16b57860, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:43.825624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] vlan segment allocate from pool success with {'vlan_id': 1312, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:43.828994 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] For port c4785375-2905-426d-a1dc-5eef16b57860, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=c4785375-2905-426d-a1dc-5eef16b57860,segment=NetworkSegment(991833e0-7318-4f3a-b901-cdc7edbccd52),segment_id=991833e0-7318-4f3a-b901-cdc7edbccd52)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:43.836152 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.842560 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.842822 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Added segment ace1b0b2-9032-4f72-bc5f-3152a2e42815 of type vlan for network 0666f8e5-f24e-4a1e-a782-2a7f46a5cb59 Jun 24 12:48:43.846204 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 2db0981b-296f-4976-9010-75518ffc7c9c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:43.849132 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:43.899795 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.952196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.960817 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:43.961820 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:43.967269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:43.973062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-67dfafde-b6de-451c-8818-156112ecb477 None None] Provisioning complete for port a97c8df1-c5cf-4852-bd3c-9c00d5a2c505 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:43.973642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67dfafde-b6de-451c-8818-156112ecb477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.023263 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-67dfafde-b6de-451c-8818-156112ecb477 None None] Port a97c8df1-c5cf-4852-bd3c-9c00d5a2c505 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:44.027607 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-48a8e5d2-8526-4cab-813f-9a6cbb2aa70f req-ae2b907a-7462-427b-998b-e86db92e83a8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=404e4496-aecc-47d3-8919-46e16e6f6edc HTTP/1.1" status: 200 len: 217 time: 0.6497381 Jun 24 12:48:44.029354 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3add01c0-6d09-4354-b69e-2e4e0e241580 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.038102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 2db0981b-296f-4976-9010-75518ffc7c9c triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:44.039939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.049641 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6611e96e-931a-43f4-a21d-bc7c3ae863c5 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:44.094279 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Routers {'a3ada2d6-1206-4975-acf9-ef4b5551c2e4'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:44.095246 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['a3ada2d6-1206-4975-acf9-ef4b5551c2e4'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:44.114164 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6429622 Jun 24 12:48:44.123155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46942) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:44.143094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add01c0-6d09-4354-b69e-2e4e0e241580 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d33f9ed-4f37-49a7-9b12-e8c1dc46a6c0,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:44.150478 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3add01c0-6d09-4354-b69e-2e4e0e241580 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:44.164916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-66425acd-68f1-44f2-9b4d-8776e7c3b22f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'subnet': {'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:44.168577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3add01c0-6d09-4354-b69e-2e4e0e241580 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.168882 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ecda68b4-0844-4994-8db6-2953255e9feb up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:44.170054 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3add01c0-6d09-4354-b69e-2e4e0e241580 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9897482 Jun 24 12:48:44.175857 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46944) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:44.185274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-24bcf14b-0af4-4728-a89d-c5648d6491ea tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Request body: {'security_group_rule': {'security_group_id': '576056ee-3942-44fc-92a4-adedb4446e32', 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:44.209266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e5d2-8526-4cab-813f-9a6cbb2aa70f req-0fcc3a69-aff3-4cee-9a80-449c7c1ad997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:44.211130 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-48a8e5d2-8526-4cab-813f-9a6cbb2aa70f req-0fcc3a69-aff3-4cee-9a80-449c7c1ad997 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc HTTP/1.1" status: 200 len: 837 time: 0.1709518 Jun 24 12:48:44.269851 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] Set router a3ada2d6-1206-4975-acf9-ef4b5551c2e4 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:44.295693 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-24bcf14b-0af4-4728-a89d-c5648d6491ea tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Project b4a45b68ff73497095df5d495a33f007 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:48:44.298792 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Network': ['ID=0666f8e5-f24e-4a1e-a782-2a7f46a5cb59,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:44.301265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port ecda68b4-0844-4994-8db6-2953255e9feb triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:44.301667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.303565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-24bcf14b-0af4-4728-a89d-c5648d6491ea tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.319301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ac6be-a579-4ffc-bf4a-f345e3c567b4 req-cfec9523-b7cd-4a06-851f-23e092333ed0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:44.326332 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5f3ac6be-a579-4ffc-bf4a-f345e3c567b4 req-cfec9523-b7cd-4a06-851f-23e092333ed0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 944 time: 0.3038990 Jun 24 12:48:44.327140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:44.327617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:44.328111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:44.328597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:44.329078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:44.329588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:44.330069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:44.330548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:44.331049 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:44.331540 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:44.332163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:44.332479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:44.366142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:44.375530 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ece1ab-8d6b-4cdf-9af8-3a80b26e11c4 None None] Pushing event updated for resources: {'Port': ['ID=c4785375-2905-426d-a1dc-5eef16b57860,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:44.380202 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-63ece1ab-8d6b-4cdf-9af8-3a80b26e11c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:44.391357 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.397337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.400517 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ece5205a-28d1-4375-a56a-be5378d0741f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:44.405896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 0666f8e5-f24e-4a1e-a782-2a7f46a5cb59 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:44.477368 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5f3ac6be-a579-4ffc-bf4a-f345e3c567b4 req-fc10becd-a6e2-418e-8920-ab321c80878c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=6adf63bd-bad6-4737-be5e-ef4e8407296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498744 Jun 24 12:48:44.499252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e5d2-8526-4cab-813f-9a6cbb2aa70f req-4ecbe658-8522-44c9-912d-a11c4d70cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:44.499900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66425acd-68f1-44f2-9b4d-8776e7c3b22f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:44.501359 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-48a8e5d2-8526-4cab-813f-9a6cbb2aa70f req-4ecbe658-8522-44c9-912d-a11c4d70cf09 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5ced14b9-b432-497d-bc77-21809356558c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2800164 Jun 24 12:48:44.503919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-66425acd-68f1-44f2-9b4d-8776e7c3b22f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.509006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=a97c8df1-c5cf-4852-bd3c-9c00d5a2c505,revision_number=3']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:44.521956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.530783 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:44.557222 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-24bcf14b-0af4-4728-a89d-c5648d6491ea tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.560450 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'name': 'tempest-TestVolumeBootPattern-502273048-router', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ecda68b4-0844-4994-8db6-2953255e9feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:34Z', 'updated_at': '2021-06-24T12:48:39Z', 'revision_number': 4, 'project_id': '65e0f40593aa47eda2b831962835b3d9', 'gw_port': {'id': 'ecda68b4-0844-4994-8db6-2953255e9feb', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:35Z', 'updated_at': '2021-06-24T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'c4785375-2905-426d-a1dc-5eef16b57860', 'name': '', 'network_id': 'c7553ea1-3c0b-43a9-aa70-07d5909e4566', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'mac_address': 'fa:16:3e:48:4a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e1213777-eb76-43da-bb29-4be426a760e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:38Z', 'updated_at': '2021-06-24T12:48:43Z', 'revision_number': 4, 'project_id': '65e0f40593aa47eda2b831962835b3d9', 'subnets': [{'id': 'e1213777-eb76-43da-bb29-4be426a760e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:44.562752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-24bcf14b-0af4-4728-a89d-c5648d6491ea tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.588211 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ac23e11e-13c0-4ebf-acd2-322a3bbe6c6e None None] Provisioning complete for port a97c8df1-c5cf-4852-bd3c-9c00d5a2c505 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:44.588603 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ac23e11e-13c0-4ebf-acd2-322a3bbe6c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.594456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:44.615190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcf14b-0af4-4728-a89d-c5648d6491ea tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd7d97e-882d-4471-9a20-df5a6d63d06d,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:44.625317 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da02b59c-0bbd-4d02-b397-af69ef7033fa None None] The sync data for ids ['a3ada2d6-1206-4975-acf9-ef4b5551c2e4'] in dv-neutron-797121-4-hyperv is: [{'id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'name': 'tempest-TestVolumeBootPattern-502273048-router', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ecda68b4-0844-4994-8db6-2953255e9feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:34Z', 'updated_at': '2021-06-24T12:48:39Z', 'revision_number': 4, 'project_id': '65e0f40593aa47eda2b831962835b3d9', 'gw_port': {'id': 'ecda68b4-0844-4994-8db6-2953255e9feb', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:35Z', 'updated_at': '2021-06-24T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'c4785375-2905-426d-a1dc-5eef16b57860', 'name': '', 'network_id': 'c7553ea1-3c0b-43a9-aa70-07d5909e4566', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'mac_address': 'fa:16:3e:48:4a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e1213777-eb76-43da-bb29-4be426a760e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:38Z', 'updated_at': '2021-06-24T12:48:43Z', 'revision_number': 4, 'project_id': '65e0f40593aa47eda2b831962835b3d9', 'subnets': [{'id': 'e1213777-eb76-43da-bb29-4be426a760e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:44.629462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ac23e11e-13c0-4ebf-acd2-322a3bbe6c6e None None] Port a97c8df1-c5cf-4852-bd3c-9c00d5a2c505 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:44.647756 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-24bcf14b-0af4-4728-a89d-c5648d6491ea tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:44.663538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-24bcf14b-0af4-4728-a89d-c5648d6491ea tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.668232 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-24bcf14b-0af4-4728-a89d-c5648d6491ea tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4882822 Jun 24 12:48:44.668484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46946) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:44.670630 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 38233b7a-e306-4a45-84ce-4c1b3aa21e07 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:44.673608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-fa74cfe4-a509-4f0b-a13f-9b5c0ba66745 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Request body: {'security_group_rule': {'security_group_id': '576056ee-3942-44fc-92a4-adedb4446e32', 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:44.688889 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-48a8e5d2-8526-4cab-813f-9a6cbb2aa70f req-960684b8-0f56-443b-b471-b88e97b5cd02 service neutron] 10.222.0.102 "GET /v2.0/networks/5ced14b9-b432-497d-bc77-21809356558c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789820 Jun 24 12:48:44.698748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 38233b7a-e306-4a45-84ce-4c1b3aa21e07 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:44.699328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 38233b7a-e306-4a45-84ce-4c1b3aa21e07 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:44.770530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 7d84e81b-0e28-4e32-b49e-c46b4878b8f7 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:44.780334 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:44.824172 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-fa74cfe4-a509-4f0b-a13f-9b5c0ba66745 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Project b4a45b68ff73497095df5d495a33f007 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:48:44.835256 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fa74cfe4-a509-4f0b-a13f-9b5c0ba66745 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.840402 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-48a8e5d2-8526-4cab-813f-9a6cbb2aa70f req-14635050-bd39-4cc5-bb50-be5df802c0da service neutron] 10.222.0.102 "GET /v2.0/networks/5ced14b9-b432-497d-bc77-21809356558c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415107 Jun 24 12:48:44.968216 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-66425acd-68f1-44f2-9b4d-8776e7c3b22f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:44.972901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-17a38858-482e-456d-9e00-c24f3619e246 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:45.043571 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fa74cfe4-a509-4f0b-a13f-9b5c0ba66745 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:45.054134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b1774220-5730-4b3d-8a58-7da979ea0be5 None None] Provisioning complete for port a97c8df1-c5cf-4852-bd3c-9c00d5a2c505 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:45.054706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b1774220-5730-4b3d-8a58-7da979ea0be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:45.061450 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fa74cfe4-a509-4f0b-a13f-9b5c0ba66745 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:45.070364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66425acd-68f1-44f2-9b4d-8776e7c3b22f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Subnet': ['ID=4382ad20-b7c4-4d47-8062-5ea12979a590,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:45.078374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-66425acd-68f1-44f2-9b4d-8776e7c3b22f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:45.078939 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f63c7a5c-9ba5-4699-8db2-f5acf4846f0e tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:45.091240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b1774220-5730-4b3d-8a58-7da979ea0be5 None None] Port a97c8df1-c5cf-4852-bd3c-9c00d5a2c505 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:45.103660 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fa74cfe4-a509-4f0b-a13f-9b5c0ba66745 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:45.104871 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fa74cfe4-a509-4f0b-a13f-9b5c0ba66745 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4353609 Jun 24 12:48:45.105681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74cfe4-a509-4f0b-a13f-9b5c0ba66745 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af19951e-43ac-4171-9123-09175bf3c2ae,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:45.111512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fa74cfe4-a509-4f0b-a13f-9b5c0ba66745 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:45.111633 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Router 9b86731a-009d-4989-bc8f-21235e3c3ffa is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:48:45.118278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66425acd-68f1-44f2-9b4d-8776e7c3b22f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Checking segment: {'id': 'ace1b0b2-9032-4f72-bc5f-3152a2e42815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:45.118649 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66425acd-68f1-44f2-9b4d-8776e7c3b22f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network hostable DHCP agents. Network: 0666f8e5-f24e-4a1e-a782-2a7f46a5cb59, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:48:45.202112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66425acd-68f1-44f2-9b4d-8776e7c3b22f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 0666f8e5-f24e-4a1e-a782-2a7f46a5cb59 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:48:45.219687 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-66425acd-68f1-44f2-9b4d-8776e7c3b22f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 0666f8e5-f24e-4a1e-a782-2a7f46a5cb59) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:45.227144 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66425acd-68f1-44f2-9b4d-8776e7c3b22f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:45.227998 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-66425acd-68f1-44f2-9b4d-8776e7c3b22f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:45.233150 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:45.233481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105b9161-34b8-45e3-8f36-6f8c7f8d49a1 None None] Network 0666f8e5-f24e-4a1e-a782-2a7f46a5cb59 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:45.244026 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "PUT /v2.0/routers/9b86731a-009d-4989-bc8f-21235e3c3ffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1290510 Jun 24 12:48:45.244265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46972) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:45.254239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93592e-fc6c-493a-af0b-d0135a89b165 None None] Sync routers for ids ['9b86731a-009d-4989-bc8f-21235e3c3ffa'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:45.260576 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-66425acd-68f1-44f2-9b4d-8776e7c3b22f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1359618 Jun 24 12:48:45.261258 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 46974) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:45.331577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a1d3f0-3ac4-4850-a7d5-5b398be06889 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:45.333319 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f5a1d3f0-3ac4-4850-a7d5-5b398be06889 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports?device_id=9b86731a-009d-4989-bc8f-21235e3c3ffa HTTP/1.1" status: 200 len: 983 time: 0.0881941 Jun 24 12:48:45.336133 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 46984) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:45.357636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93592e-fc6c-493a-af0b-d0135a89b165 None None] Routers {'9b86731a-009d-4989-bc8f-21235e3c3ffa'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:45.358516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7f93592e-fc6c-493a-af0b-d0135a89b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['9b86731a-009d-4989-bc8f-21235e3c3ffa'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:45.402197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7f93592e-fc6c-493a-af0b-d0135a89b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:45.423476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93592e-fc6c-493a-af0b-d0135a89b165 None None] Routers {'9b86731a-009d-4989-bc8f-21235e3c3ffa'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:45.424210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7f93592e-fc6c-493a-af0b-d0135a89b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['9b86731a-009d-4989-bc8f-21235e3c3ffa'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:45.471368 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7f93592e-fc6c-493a-af0b-d0135a89b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:45.472138 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93592e-fc6c-493a-af0b-d0135a89b165 None None] The sync data for ids ['9b86731a-009d-4989-bc8f-21235e3c3ffa'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:45.593431 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:48:45.594302 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:45.612151 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 404e4496-aecc-47d3-8919-46e16e6f6edc details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:48:45.774396 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:45.923707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4d44a-3895-4146-b3c0-355afd682e15 req-1353f856-6126-493f-8d12-02b36299d488 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:45.925705 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c8b4d44a-3895-4146-b3c0-355afd682e15 req-1353f856-6126-493f-8d12-02b36299d488 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 944 time: 0.2425151 Jun 24 12:48:45.946888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 404e4496-aecc-47d3-8919-46e16e6f6edc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=404e4496-aecc-47d3-8919-46e16e6f6edc,segment=NetworkSegment(46d483de-2108-47f0-acdf-bdb3a06fd4b1),segment_id=46d483de-2108-47f0-acdf-bdb3a06fd4b1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:45.962301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '404e4496-aecc-47d3-8919-46e16e6f6edc', 'network_id': '5ced14b9-b432-497d-bc77-21809356558c', 'port_id': '404e4496-aecc-47d3-8919-46e16e6f6edc', 'mac_address': 'fa:16:3e:56:82:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:48:45.965354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device c4785375-2905-426d-a1dc-5eef16b57860 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:45.989073 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c8b4d44a-3895-4146-b3c0-355afd682e15 req-8710a3b9-6e59-44e3-bf8c-c75d791d7b0f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=6adf63bd-bad6-4737-be5e-ef4e8407296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572224 Jun 24 12:48:46.096501 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Allocated IP 172.20.0.2 (0666f8e5-f24e-4a1e-a782-2a7f46a5cb59/4382ad20-b7c4-4d47-8062-5ea12979a590/8dbd4607-6bc9-4bac-a691-60fa479b5442) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:46.107941 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:46.180250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port c4785375-2905-426d-a1dc-5eef16b57860 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:46.199966 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:46.206412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port c4785375-2905-426d-a1dc-5eef16b57860 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:46.206818 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:46.251251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404e4496-aecc-47d3-8919-46e16e6f6edc {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:48:46.298678 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 404e4496-aecc-47d3-8919-46e16e6f6edc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=404e4496-aecc-47d3-8919-46e16e6f6edc,segment=NetworkSegment(46d483de-2108-47f0-acdf-bdb3a06fd4b1),segment_id=46d483de-2108-47f0-acdf-bdb3a06fd4b1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:46.306428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:46.329646 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:46.388603 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port a97c8df1-c5cf-4852-bd3c-9c00d5a2c505 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:46.389241 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:46.415362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=404e4496-aecc-47d3-8919-46e16e6f6edc,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:46.422908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:46.430408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:46.441308 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:46.443404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Transition to ACTIVE for port object 8dbd4607-6bc9-4bac-a691-60fa479b5442 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:46.474093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Transition to ACTIVE for port object 8dbd4607-6bc9-4bac-a691-60fa479b5442 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:46.486600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:46.494881 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c7c40366-d724-4702-a142-697bb0db8610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:46.504919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:46.506139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port c4785375-2905-426d-a1dc-5eef16b57860, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=c4785375-2905-426d-a1dc-5eef16b57860,segment=NetworkSegment(991833e0-7318-4f3a-b901-cdc7edbccd52),segment_id=991833e0-7318-4f3a-b901-cdc7edbccd52)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:46.524333 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for a97c8df1-c5cf-4852-bd3c-9c00d5a2c505 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:46.535919 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:46.538330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Allocated IP 172.20.0.1 (0666f8e5-f24e-4a1e-a782-2a7f46a5cb59/4382ad20-b7c4-4d47-8062-5ea12979a590/6b0b6ca5-10a7-4b0c-9475-f19bbea6104d) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:46.552884 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Network 0666f8e5-f24e-4a1e-a782-2a7f46a5cb59 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:46.554189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Pushing event updated for resources: {'Port': ['ID=8dbd4607-6bc9-4bac-a691-60fa479b5442,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:46.556900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:46.559779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:46.560995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['404e4496-aecc-47d3-8919-46e16e6f6edc'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:48:46.562663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2f66346b-0b37-414c-9d3b-bcf6c3c4a44c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:46.564761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:46.716892 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=c4785375-2905-426d-a1dc-5eef16b57860,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:46.721713 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:46.726037 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Attempting to bind port 8dbd4607-6bc9-4bac-a691-60fa479b5442 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:46.726465 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Attempting to bind port 8dbd4607-6bc9-4bac-a691-60fa479b5442 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'ace1b0b2-9032-4f72-bc5f-3152a2e42815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:46.726882 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Attempting to bind port 8dbd4607-6bc9-4bac-a691-60fa479b5442 on network 0666f8e5-f24e-4a1e-a782-2a7f46a5cb59 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:46.734699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:46.735148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Checking segment: {'id': 'ace1b0b2-9032-4f72-bc5f-3152a2e42815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:46.736168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:46.736598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Bound using segment: {'id': 'ace1b0b2-9032-4f72-bc5f-3152a2e42815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:46.737091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Bound port: 8dbd4607-6bc9-4bac-a691-60fa479b5442, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace1b0b2-9032-4f72-bc5f-3152a2e42815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:46.737484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:46.774170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:46.781738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f3c75baf-9241-4a44-ad3a-0396a6d5be7b tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:46.877655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=a97c8df1-c5cf-4852-bd3c-9c00d5a2c505,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:46.913246 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:46.913636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:46.914014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:46.914385 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:46.914781 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:46.915422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:46.916000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:46.916929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:46.917564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:46.918442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:46.918866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:46.919211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:46.926960 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:47.043484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] For port 8dbd4607-6bc9-4bac-a691-60fa479b5442, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:47.048483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] For port 8dbd4607-6bc9-4bac-a691-60fa479b5442, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8dbd4607-6bc9-4bac-a691-60fa479b5442,segment=NetworkSegment(ace1b0b2-9032-4f72-bc5f-3152a2e42815),segment_id=ace1b0b2-9032-4f72-bc5f-3152a2e42815)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:47.064665 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:47.071394 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f1ffde4d-f89e-4dba-9763-0916ab40b86f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:47.096269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:47.122672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Transition to ACTIVE for port object 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:47.138014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:47.187056 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Pushing event updated for resources: {'Port': ['ID=8dbd4607-6bc9-4bac-a691-60fa479b5442,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:47.191815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:47.196153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:47.204800 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-26c2e45f-d5e6-440e-bc7f-88094557cbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:47.292823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=6b0b6ca5-10a7-4b0c-9475-f19bbea6104d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:47.298408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:47.306910 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 0666f8e5-f24e-4a1e-a782-2a7f46a5cb59 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:47.308702 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:47.312921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:47.331767 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:47.401139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:47.481125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837344a-3d3e-474c-89d2-650fceef6bd5 req-140f7c7a-c8ff-4377-a8ca-df659a4a0bf2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:47.482653 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3837344a-3d3e-474c-89d2-650fceef6bd5 req-140f7c7a-c8ff-4377-a8ca-df659a4a0bf2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 945 time: 0.2436793 Jun 24 12:48:47.519940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Router 9b86731a-009d-4989-bc8f-21235e3c3ffa has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:48:47.530532 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3837344a-3d3e-474c-89d2-650fceef6bd5 req-cf5f2a4c-b8a4-437b-acb0-97d416af0ed6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=6adf63bd-bad6-4737-be5e-ef4e8407296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408933 Jun 24 12:48:47.611965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:47.626686 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:47.633081 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "PUT /v2.0/routers/9b86731a-009d-4989-bc8f-21235e3c3ffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2959340 Jun 24 12:48:47.636530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47046) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:47.643431 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aff7e0-1642-4b56-afa0-ae9091f89895 None None] Sync routers for ids ['9b86731a-009d-4989-bc8f-21235e3c3ffa'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:47.656112 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aff7e0-1642-4b56-afa0-ae9091f89895 None None] Routers {'9b86731a-009d-4989-bc8f-21235e3c3ffa'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:47.656819 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d4aff7e0-1642-4b56-afa0-ae9091f89895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['9b86731a-009d-4989-bc8f-21235e3c3ffa'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:47.701473 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8984ad-44e9-4847-82a5-4fbe89927d73 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] GET failed (client error): The resource could not be found. Jun 24 12:48:47.701767 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d4aff7e0-1642-4b56-afa0-ae9091f89895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:47.703320 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2d8984ad-44e9-4847-82a5-4fbe89927d73 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/a97c8df1-c5cf-4852-bd3c-9c00d5a2c505 HTTP/1.1" status: 404 len: 333 time: 0.0658369 Jun 24 12:48:47.706640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47048) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:47.727944 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aff7e0-1642-4b56-afa0-ae9091f89895 None None] Routers {'9b86731a-009d-4989-bc8f-21235e3c3ffa'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:47.728577 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d4aff7e0-1642-4b56-afa0-ae9091f89895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['9b86731a-009d-4989-bc8f-21235e3c3ffa'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:47.797877 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d4aff7e0-1642-4b56-afa0-ae9091f89895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:47.798528 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aff7e0-1642-4b56-afa0-ae9091f89895 None None] The sync data for ids ['9b86731a-009d-4989-bc8f-21235e3c3ffa'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:47.847936 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9ab8e2e9-2e33-4695-979c-adec4e8e6490 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:47.939978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device c4785375-2905-426d-a1dc-5eef16b57860 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:48.000506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port c4785375-2905-426d-a1dc-5eef16b57860 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:48.001503 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.013092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.019313 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.024697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5afe061a-e1fa-4348-9bc7-900e3ec51389 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:48.038387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9ab8e2e9-2e33-4695-979c-adec4e8e6490 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.040528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9ab8e2e9-2e33-4695-979c-adec4e8e6490 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.096547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9ab8e2e9-2e33-4695-979c-adec4e8e6490 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.097055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab8e2e9-2e33-4695-979c-adec4e8e6490 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Fanout notify agent at l3_agent the message router_deleted on router 9b86731a-009d-4989-bc8f-21235e3c3ffa {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:48:48.105485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9ab8e2e9-2e33-4695-979c-adec4e8e6490 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.108578 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9ab8e2e9-2e33-4695-979c-adec4e8e6490 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/routers/9b86731a-009d-4989-bc8f-21235e3c3ffa HTTP/1.1" status: 204 len: 168 time: 0.3981595 Jun 24 12:48:48.108905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47050) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:48.118633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8dbd4607-6bc9-4bac-a691-60fa479b5442 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:48.140725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.149723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=6b0b6ca5-10a7-4b0c-9475-f19bbea6104d,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:48.156140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:48.198326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c8bf7a-5a51-400c-a714-e94e353827a3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting subnet d5dccde9-3ece-40ad-964d-91b603a68c38 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:48:48.209168 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-79c8bf7a-5a51-400c-a714-e94e353827a3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.213600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 8dbd4607-6bc9-4bac-a691-60fa479b5442 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:48.273199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-79c8bf7a-5a51-400c-a714-e94e353827a3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.297280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 0666f8e5-f24e-4a1e-a782-2a7f46a5cb59 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:48.302811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:48.394534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-79c8bf7a-5a51-400c-a714-e94e353827a3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.466542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router ebac9566-ad9a-4481-bf6f-7184a42b0409 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:48:48.479512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-79c8bf7a-5a51-400c-a714-e94e353827a3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.482928 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4bb8e261-726d-4ad6-bddd-2bcb99e32599 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:48.521371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8bf7a-5a51-400c-a714-e94e353827a3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Subnet': ['ID=d5dccde9-3ece-40ad-964d-91b603a68c38,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:48.529566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-79c8bf7a-5a51-400c-a714-e94e353827a3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:48.531992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-79c8bf7a-5a51-400c-a714-e94e353827a3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.535471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042a027b-1eb0-4a4b-b892-93eab9abca2a None None] Network 7d84e81b-0e28-4e32-b49e-c46b4878b8f7 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:48.538577 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-79c8bf7a-5a51-400c-a714-e94e353827a3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/d5dccde9-3ece-40ad-964d-91b603a68c38 HTTP/1.1" status: 204 len: 168 time: 0.4284582 Jun 24 12:48:48.540042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47054) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:48.608845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:48.617388 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3525393 Jun 24 12:48:48.617954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47058) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:48.629483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-bc8ad140-3ecc-4f1a-8b86-36604786d45b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'network': {'name': 'tempest-RoutersTest-85440701'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:48.641256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Sync routers for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:48.685558 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8ad140-3ecc-4f1a-8b86-36604786d45b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:48.685558 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad140-3ecc-4f1a-8b86-36604786d45b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.692633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:48.693271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:48.715763 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.738895 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8ad140-3ecc-4f1a-8b86-36604786d45b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] vlan segment allocate from pool success with {'vlan_id': 1322, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:48.754302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad140-3ecc-4f1a-8b86-36604786d45b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.755160 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-bc8ad140-3ecc-4f1a-8b86-36604786d45b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Added segment 2f7b0675-0800-4a71-ba68-8d8ca24b824e of type vlan for network 7151a161-568b-4132-9d78-9465d2cc6468 Jun 24 12:48:48.762914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a44fb-1360-423c-a9cf-33fe72d7b15a None None] Network 0666f8e5-f24e-4a1e-a782-2a7f46a5cb59 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:48.801106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 2db0981b-296f-4976-9010-75518ffc7c9c {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:48.801613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.820240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad140-3ecc-4f1a-8b86-36604786d45b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.857559 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad140-3ecc-4f1a-8b86-36604786d45b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.859714 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:48.867155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ad140-3ecc-4f1a-8b86-36604786d45b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:48.868530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad140-3ecc-4f1a-8b86-36604786d45b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.873383 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aedd3b42-d8cd-4a74-81e4-5a840eb3b2c9 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:48.934847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c89f1d7c-d8c7-451d-b3f9-83f4927059b1 None None] Provisioning for port 8dbd4607-6bc9-4bac-a691-60fa479b5442 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:48.956049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd455408-d761-410f-82cd-64a525e89409 None None] DHCP port deletion for 7d84e81b-0e28-4e32-b49e-c46b4878b8f7 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:48:48.960856 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ad140-3ecc-4f1a-8b86-36604786d45b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Network': ['ID=7151a161-568b-4132-9d78-9465d2cc6468,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:48.962325 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c89f1d7c-d8c7-451d-b3f9-83f4927059b1 None None] Provisioning complete for port 8dbd4607-6bc9-4bac-a691-60fa479b5442 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:48.965780 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bc8ad140-3ecc-4f1a-8b86-36604786d45b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:48.969531 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c89f1d7c-d8c7-451d-b3f9-83f4927059b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.979443 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bc8ad140-3ecc-4f1a-8b86-36604786d45b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3598115 Jun 24 12:48:48.979890 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 7151a161-568b-4132-9d78-9465d2cc6468 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:48.980052 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47060) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:48.984360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] For port 2db0981b-296f-4976-9010-75518ffc7c9c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=2db0981b-296f-4976-9010-75518ffc7c9c,segment=NetworkSegment(df835b7f-1ded-4268-a008-9973512f1f11),segment_id=df835b7f-1ded-4268-a008-9973512f1f11)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:48.984979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.985349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-32ee7cec-33aa-4ddc-9052-ea0d63d4e3fd tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'subnet': {'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:49.010173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 2db0981b-296f-4976-9010-75518ffc7c9c owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:49.023942 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9ee1f-d10b-428c-b650-4fdb12289b1d req-2145a082-e49e-48fc-b271-57ebd4a6ad07 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:49.026376 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7a9ee1f-d10b-428c-b650-4fdb12289b1d req-2145a082-e49e-48fc-b271-57ebd4a6ad07 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 945 time: 0.2109492 Jun 24 12:48:49.105899 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ee7cec-33aa-4ddc-9052-ea0d63d4e3fd tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:49.110501 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32ee7cec-33aa-4ddc-9052-ea0d63d4e3fd tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:49.145708 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7a9ee1f-d10b-428c-b650-4fdb12289b1d req-7dcb57e4-b7d0-4406-9a6d-9e361daeeff5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=6adf63bd-bad6-4737-be5e-ef4e8407296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086414 Jun 24 12:48:49.193378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:49.197175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1e185f73-4695-4e78-8252-77ad9af8aab5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:49.238265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=2db0981b-296f-4976-9010-75518ffc7c9c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:49.252183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:49.265687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No DVR routers for this DVR port 2db0981b-296f-4976-9010-75518ffc7c9c on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:49.337181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-cd455408-d761-410f-82cd-64a525e89409 None None] Deleting port 2db0981b-296f-4976-9010-75518ffc7c9c {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:49.337181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cd455408-d761-410f-82cd-64a525e89409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:49.386401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:49.403050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d84e81b-0e28-4e32-b49e-c46b4878b8f7']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:49.408309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32ee7cec-33aa-4ddc-9052-ea0d63d4e3fd tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:49.411751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-61894f42-3f0b-4c12-92c5-ebb564406d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:49.423544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c89f1d7c-d8c7-451d-b3f9-83f4927059b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:49.455002 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-cd455408-d761-410f-82cd-64a525e89409 None None] For port 2db0981b-296f-4976-9010-75518ffc7c9c, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:49.455435 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cd455408-d761-410f-82cd-64a525e89409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:49.492856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-cd455408-d761-410f-82cd-64a525e89409 None None] Calling delete_port for 2db0981b-296f-4976-9010-75518ffc7c9c owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:49.501383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.ipam_backend_mixin [None req-cd455408-d761-410f-82cd-64a525e89409 None None] Port 2db0981b-296f-4976-9010-75518ffc7c9c was not found and therefore no delete operation was performed {{(pid=100147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:48:49.507349 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c89f1d7c-d8c7-451d-b3f9-83f4927059b1 None None] For port 8dbd4607-6bc9-4bac-a691-60fa479b5442, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8dbd4607-6bc9-4bac-a691-60fa479b5442,segment=NetworkSegment(ace1b0b2-9032-4f72-bc5f-3152a2e42815),segment_id=ace1b0b2-9032-4f72-bc5f-3152a2e42815)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:49.509428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cd455408-d761-410f-82cd-64a525e89409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:49.513341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-67ad8312-cd37-4b4b-8d57-649d8764e389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:49.516225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee7cec-33aa-4ddc-9052-ea0d63d4e3fd tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Subnet': ['ID=00d99ad8-073e-459a-bbbd-f40966e1b327,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:49.518401 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c89f1d7c-d8c7-451d-b3f9-83f4927059b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:49.521554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-32ee7cec-33aa-4ddc-9052-ea0d63d4e3fd tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:49.528320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee7cec-33aa-4ddc-9052-ea0d63d4e3fd tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Checking segment: {'id': '2f7b0675-0800-4a71-ba68-8d8ca24b824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:49.528810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee7cec-33aa-4ddc-9052-ea0d63d4e3fd tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network hostable DHCP agents. Network: 7151a161-568b-4132-9d78-9465d2cc6468, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:48:49.543542 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd455408-d761-410f-82cd-64a525e89409 None None] Pushing event deleted for resources: {'Port': ['ID=2db0981b-296f-4976-9010-75518ffc7c9c,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:49.555159 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-cd455408-d761-410f-82cd-64a525e89409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:49.556489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7963d380-9d46-4c2a-a070-6023ff529d00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:49.560184 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd455408-d761-410f-82cd-64a525e89409 None None] No DVR routers for this DVR port 2db0981b-296f-4976-9010-75518ffc7c9c on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:49.566230 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee7cec-33aa-4ddc-9052-ea0d63d4e3fd tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 7151a161-568b-4132-9d78-9465d2cc6468 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:48:49.581555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-32ee7cec-33aa-4ddc-9052-ea0d63d4e3fd tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 7151a161-568b-4132-9d78-9465d2cc6468) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:49.589824 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ee7cec-33aa-4ddc-9052-ea0d63d4e3fd tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:49.590430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-32ee7cec-33aa-4ddc-9052-ea0d63d4e3fd tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:49.602926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:48:47Z', 'revision_number': 2, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:47Z', 'revision_number': 2, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:49.610509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9020c4-203b-43b3-b975-af013897f953 None None] Network 7151a161-568b-4132-9d78-9465d2cc6468 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:49.631579 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-32ee7cec-33aa-4ddc-9052-ea0d63d4e3fd tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6478586 Jun 24 12:48:49.632156 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47064) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:49.655139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 404e4496-aecc-47d3-8919-46e16e6f6edc up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:49.710246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Checking router: ebac9566-ad9a-4481-bf6f-7184a42b0409 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:48:49.710543 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Updating router ebac9566-ad9a-4481-bf6f-7184a42b0409 port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:48:49.826956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 2db0981b-296f-4976-9010-75518ffc7c9c no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:50.023256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df835b7f-1ded-4268-a008-9973512f1f11') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:50.023911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df835b7f-1ded-4268-a008-9973512f1f11') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:50.036818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.071333 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.079189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 2db0981b-296f-4976-9010-75518ffc7c9c {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:50.079756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 2db0981b-296f-4976-9010-75518ffc7c9c not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:50.079897 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:48:50.080194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:48:50.083929 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:48:50.111676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f1d7c-d8c7-451d-b3f9-83f4927059b1 None None] Pushing event updated for resources: {'Port': ['ID=8dbd4607-6bc9-4bac-a691-60fa479b5442,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:50.128029 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c89f1d7c-d8c7-451d-b3f9-83f4927059b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:50.172013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.191089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3ab21cab-6191-43aa-b873-559f9cc9fec0 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:50.198423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.200663 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/networks/7d84e81b-0e28-4e32-b49e-c46b4878b8f7 HTTP/1.1" status: 204 len: 168 time: 1.6594355 Jun 24 12:48:50.206734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47068) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:50.208581 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.212111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Network': ['ID=7d84e81b-0e28-4e32-b49e-c46b4878b8f7,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:50.214664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:50.218794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.254149 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 404e4496-aecc-47d3-8919-46e16e6f6edc completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:50.259338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bab7db54-0d5d-4b17-89ef-ff4bd2aaf08e None None] Provisioning complete for port 8dbd4607-6bc9-4bac-a691-60fa479b5442 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:50.260241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bab7db54-0d5d-4b17-89ef-ff4bd2aaf08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.301729 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 404e4496-aecc-47d3-8919-46e16e6f6edc triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:50.310398 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.317064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2c727a-5fa9-4df1-bdb4-dc51727be2f2 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:50.322335 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8f2c727a-5fa9-4df1-bdb4-dc51727be2f2 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/2d175b45-081f-47d2-8ccf-ed71785b0817 HTTP/1.1" status: 200 len: 841 time: 0.1109378 Jun 24 12:48:50.322907 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47070) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:50.499692 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-7151a161-568b-4132-9d78-9465d2cc6468', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:48:50.499692 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.502067 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7576fd68-ea78-446b-b922-891a581aa911 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/2d175b45-081f-47d2-8ccf-ed71785b0817?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1769209 Jun 24 12:48:50.503140 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47072) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:50.508512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9f25f9bd-9c2d-4a89-becc-f2bd117fcd29 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:50.595369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Allocated IP 172.21.0.1 (7151a161-568b-4132-9d78-9465d2cc6468/00d99ad8-073e-459a-bbbd-f40966e1b327/bb69396e-3118-428d-96d0-2536679aa77d) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:50.600992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e621a62-2fac-46ae-9edc-be255b1b5ebb req-7842afcc-eb50-4ebc-9e91-bae5fa3ee59e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:50.603144 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e621a62-2fac-46ae-9edc-be255b1b5ebb req-7842afcc-eb50-4ebc-9e91-bae5fa3ee59e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 945 time: 0.1985006 Jun 24 12:48:50.683854 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f25f9bd-9c2d-4a89-becc-f2bd117fcd29 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:50.704256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9f25f9bd-9c2d-4a89-becc-f2bd117fcd29 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.727972 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e621a62-2fac-46ae-9edc-be255b1b5ebb req-1ba4582d-5868-4e3f-810d-4f7496f5d630 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=6adf63bd-bad6-4737-be5e-ef4e8407296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139672 Jun 24 12:48:50.770532 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.799196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.820417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bab7db54-0d5d-4b17-89ef-ff4bd2aaf08e None None] Provisioning for port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:50.829457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Transition to ACTIVE for port object bb69396e-3118-428d-96d0-2536679aa77d will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:50.841993 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80700ecc-3fa5-4649-9299-5caee398e9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404e4496-aecc-47d3-8919-46e16e6f6edc'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:48:50.845850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7081ee07-1b93-4f16-a0ed-e86fc373afe7" -d '{"events": [{"server_uuid": "80700ecc-3fa5-4649-9299-5caee398e9c4", "name": "network-vif-plugged", "status": "completed", "tag": "404e4496-aecc-47d3-8919-46e16e6f6edc"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:48:50.863808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 404e4496-aecc-47d3-8919-46e16e6f6edc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=404e4496-aecc-47d3-8919-46e16e6f6edc,segment=NetworkSegment(46d483de-2108-47f0-acdf-bdb3a06fd4b1),segment_id=46d483de-2108-47f0-acdf-bdb3a06fd4b1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:50.864827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bab7db54-0d5d-4b17-89ef-ff4bd2aaf08e None None] Provisioning complete for port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:50.865832 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bab7db54-0d5d-4b17-89ef-ff4bd2aaf08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.876545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.890027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.896252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:50.950372 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-de89c6e5-a3a7-456e-9f4b-020b906d34fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:50.952386 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-bab7db54-0d5d-4b17-89ef-ff4bd2aaf08e None None] Port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:50.964212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d00bbfe-4fcc-4869-88e6-61fcbc708175 x-openstack-request-id: req-0d00bbfe-4fcc-4869-88e6-61fcbc708175 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:48:50.964487 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80700ecc-3fa5-4649-9299-5caee398e9c4", "name": "network-vif-plugged", "status": "completed", "tag": "404e4496-aecc-47d3-8919-46e16e6f6edc", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:48:50.964780 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-0d00bbfe-4fcc-4869-88e6-61fcbc708175 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:48:50.965218 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80700ecc-3fa5-4649-9299-5caee398e9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404e4496-aecc-47d3-8919-46e16e6f6edc', 'code': 200} Jun 24 12:48:50.968596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9f25f9bd-9c2d-4a89-becc-f2bd117fcd29 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.972356 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7a3b6ada-9b63-4eef-b163-cf9fe70f6eeb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:51.000276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=bb69396e-3118-428d-96d0-2536679aa77d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:51.013520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:51.018344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f25f9bd-9c2d-4a89-becc-f2bd117fcd29 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:51.022807 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-9f25f9bd-9c2d-4a89-becc-f2bd117fcd29 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:51.028284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25f9bd-9c2d-4a89-becc-f2bd117fcd29 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:51.029670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9f25f9bd-9c2d-4a89-becc-f2bd117fcd29 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.040933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e208f25-a42a-4c3e-924f-ae838e6fee75 None None] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:51.043966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 7151a161-568b-4132-9d78-9465d2cc6468 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:51.045445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:51.047929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25f9bd-9c2d-4a89-becc-f2bd117fcd29 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Subnet': ['ID=8d4d2eb6-3e9f-4191-95fc-af4fe5fd3d97,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:51.052024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9f25f9bd-9c2d-4a89-becc-f2bd117fcd29 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:51.056332 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:51.062490 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9f25f9bd-9c2d-4a89-becc-f2bd117fcd29 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5579314 Jun 24 12:48:51.064919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47078) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:51.076345 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0c0b5570-2140-4208-ad46-b9006394a80c tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'security_group': {'name': 'tempest-secgroup-1480141494'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:51.125233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c0b5570-2140-4208-ad46-b9006394a80c tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.161630 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.177246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.193124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=404e4496-aecc-47d3-8919-46e16e6f6edc,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:51.197491 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Allocated IP 172.21.0.2 (7151a161-568b-4132-9d78-9465d2cc6468/00d99ad8-073e-459a-bbbd-f40966e1b327/7f9001b6-dd38-4010-96f0-fe6664fd4ece) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:51.208452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:51.212988 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1e121d17-a2fa-4472-9d23-60da2e2914ee None None] Provisioning complete for port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:51.213377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1e121d17-a2fa-4472-9d23-60da2e2914ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.220296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Transition to ACTIVE for port object 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:51.326951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.341980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c0b5570-2140-4208-ad46-b9006394a80c tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.348897 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c0b5570-2140-4208-ad46-b9006394a80c tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.353376 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2b850f3f-4166-491c-88a9-2766ee3fd9f2 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:51.356996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.365543 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:51.391611 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b5570-2140-4208-ad46-b9006394a80c tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26aa891-1982-40cb-a5be-b42e7bfd7122,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:51.397774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0c0b5570-2140-4208-ad46-b9006394a80c tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:51.403686 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e0e46-c904-4aa6-9176-2a47080aa357 req-439bda3c-3f76-4977-af9c-218f4aca9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:51.405266 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-708e0e46-c904-4aa6-9176-2a47080aa357 req-439bda3c-3f76-4977-af9c-218f4aca9868 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 1099 time: 0.1423812 Jun 24 12:48:51.406362 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c0b5570-2140-4208-ad46-b9006394a80c tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.412009 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0c0b5570-2140-4208-ad46-b9006394a80c tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3415585 Jun 24 12:48:51.412009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47080) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:51.415843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-34fd3532-3c4b-405f-b8c7-942d95e3e732 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'security_group': {'name': 'tempest-secgroup-1100945842'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:51.421171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-1e121d17-a2fa-4472-9d23-60da2e2914ee None None] Port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:51.478120 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-708e0e46-c904-4aa6-9176-2a47080aa357 req-abaa699c-c7b6-425c-90d3-07ea002873a1 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6adf63bd-bad6-4737-be5e-ef4e8407296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566096 Jun 24 12:48:51.479399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-34fd3532-3c4b-405f-b8c7-942d95e3e732 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.526959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508492ef-6045-44a1-a680-540805015026 None None] Pushing event updated for resources: {'Port': ['ID=6b0b6ca5-10a7-4b0c-9475-f19bbea6104d,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:51.538901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-508492ef-6045-44a1-a680-540805015026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:51.637476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-34fd3532-3c4b-405f-b8c7-942d95e3e732 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.641267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Attempting to bind port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:51.641897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Attempting to bind port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'ace1b0b2-9032-4f72-bc5f-3152a2e42815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:51.642521 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Attempting to bind port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d on network 0666f8e5-f24e-4a1e-a782-2a7f46a5cb59 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:51.644047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-34fd3532-3c4b-405f-b8c7-942d95e3e732 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.648308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a799749f-85cc-4102-b06a-a818c767cbb0 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:51.656252 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:51.656788 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Checking segment: {'id': 'ace1b0b2-9032-4f72-bc5f-3152a2e42815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:51.657845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.658341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Bound using segment: {'id': 'ace1b0b2-9032-4f72-bc5f-3152a2e42815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:51.658973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Bound port: 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace1b0b2-9032-4f72-bc5f-3152a2e42815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:51.659463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.678948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd3532-3c4b-405f-b8c7-942d95e3e732 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a34983-6c2b-46ff-9dd1-7f834e9cc2ba,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:51.684011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-34fd3532-3c4b-405f-b8c7-942d95e3e732 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:51.692105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-34fd3532-3c4b-405f-b8c7-942d95e3e732 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.694099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.694971 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-34fd3532-3c4b-405f-b8c7-942d95e3e732 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2832944 Jun 24 12:48:51.699257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47082) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:51.710469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1722889409', 'security_groups': ['00a34983-6c2b-46ff-9dd1-7f834e9cc2ba'], 'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d4d2eb6-3e9f-4191-95fc-af4fe5fd3d97'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:51.718672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'tenant_id': 'ea2e56e662164c3e99bad3f620aa85c3', 'fixed_ips': [{'subnet_id': '8d4d2eb6-3e9f-4191-95fc-af4fe5fd3d97'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:48:51.720177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.754312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Transition to ACTIVE for port object 7f9001b6-dd38-4010-96f0-fe6664fd4ece will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:51.811711 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.836719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.848845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8dbd4607-6bc9-4bac-a691-60fa479b5442 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:51.851255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-63c7f0d8-54da-444b-a1f6-fb1c158e7f9b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:51.852162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Transition to ACTIVE for port object 7f9001b6-dd38-4010-96f0-fe6664fd4ece will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:51.922497 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:51.936896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:51.944008 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:51.948139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] For port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:51.997713 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] For port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6b0b6ca5-10a7-4b0c-9475-f19bbea6104d,segment=NetworkSegment(ace1b0b2-9032-4f72-bc5f-3152a2e42815),segment_id=ace1b0b2-9032-4f72-bc5f-3152a2e42815)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:52.003163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:52.006253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=bb69396e-3118-428d-96d0-2536679aa77d,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:52.012918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:52.017053 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:52.037124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Network 7151a161-568b-4132-9d78-9465d2cc6468 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:52.083784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:52.103234 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:52.122004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Allocated IP 172.20.0.2 (5e52d658-3c4b-4e1c-a8e3-6e252032b601/8d4d2eb6-3e9f-4191-95fc-af4fe5fd3d97/f6c27749-cae9-41b1-8906-1aa56969ab7a) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:52.134963 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a934f-521a-4cd7-a2e3-4d73f02a51c8 req-e6ca61e3-63f6-4f00-b9a8-72b9411b420b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:52.142655 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9f0a934f-521a-4cd7-a2e3-4d73f02a51c8 req-e6ca61e3-63f6-4f00-b9a8-72b9411b420b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 946 time: 0.1833298 Jun 24 12:48:52.180716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 7151a161-568b-4132-9d78-9465d2cc6468 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:52.182365 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:52.192932 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port 13ddc8ad-f68f-4cad-8e5d-9472d6130961 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:48:52.229342 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9f0a934f-521a-4cd7-a2e3-4d73f02a51c8 req-d6220d17-e912-41ad-820f-56c682e2bea9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=6adf63bd-bad6-4737-be5e-ef4e8407296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855532 Jun 24 12:48:52.240583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:52.242636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Pushing event updated for resources: {'Port': ['ID=7f9001b6-dd38-4010-96f0-fe6664fd4ece,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:52.253213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:52.253765 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:52.328693 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router ebac9566-ad9a-4481-bf6f-7184a42b0409 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:48:52.410985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 8dbd4607-6bc9-4bac-a691-60fa479b5442 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:52.411400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:52.451541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:52.452185 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:52.458580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:52.466412 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8295112 Jun 24 12:48:52.466545 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47088) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:52.472018 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-81316594-b412-41fe-98a0-c37a83c95f6f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'network': {'name': 'tempest-RoutersTest-543280335'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:52.496423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81316594-b412-41fe-98a0-c37a83c95f6f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:52.500105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-81316594-b412-41fe-98a0-c37a83c95f6f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:52.531038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81316594-b412-41fe-98a0-c37a83c95f6f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] vlan segment allocate from pool success with {'vlan_id': 1308, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:52.542347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-81316594-b412-41fe-98a0-c37a83c95f6f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:52.542878 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-81316594-b412-41fe-98a0-c37a83c95f6f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Added segment 440b70e4-e6ed-43ad-ab11-9a7960bd6640 of type vlan for network c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0 Jun 24 12:48:52.592745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-81316594-b412-41fe-98a0-c37a83c95f6f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:52.633453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-81316594-b412-41fe-98a0-c37a83c95f6f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:52.643287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81316594-b412-41fe-98a0-c37a83c95f6f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:52.643931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-81316594-b412-41fe-98a0-c37a83c95f6f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:52.647573 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-723d9e68-c478-4adf-8cd4-a2e7d6b35345 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:52.681176 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-81316594-b412-41fe-98a0-c37a83c95f6f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2134697 Jun 24 12:48:52.684876 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47090) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:52.692261 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c46ee1d4-af53-4794-9d68-3e03758e2f36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'subnet': {'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:52.717848 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508492ef-6045-44a1-a680-540805015026 None None] Pushing event updated for resources: {'Port': ['ID=6b0b6ca5-10a7-4b0c-9475-f19bbea6104d,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:52.721434 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81316594-b412-41fe-98a0-c37a83c95f6f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Network': ['ID=c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:52.721758 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-508492ef-6045-44a1-a680-540805015026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:52.724933 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-81316594-b412-41fe-98a0-c37a83c95f6f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:52.769354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Attempting to bind port 7f9001b6-dd38-4010-96f0-fe6664fd4ece on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:52.769871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Attempting to bind port 7f9001b6-dd38-4010-96f0-fe6664fd4ece by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '2f7b0675-0800-4a71-ba68-8d8ca24b824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:52.770093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Attempting to bind port 7f9001b6-dd38-4010-96f0-fe6664fd4ece on network 7151a161-568b-4132-9d78-9465d2cc6468 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:52.772502 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:52.774426 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:52.812235 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:52.812616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Checking segment: {'id': '2f7b0675-0800-4a71-ba68-8d8ca24b824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:52.813079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:52.813594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Bound using segment: {'id': '2f7b0675-0800-4a71-ba68-8d8ca24b824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:52.814191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Bound port: 7f9001b6-dd38-4010-96f0-fe6664fd4ece, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7b0675-0800-4a71-ba68-8d8ca24b824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:52.814678 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:52.820186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46ee1d4-af53-4794-9d68-3e03758e2f36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:52.823788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c46ee1d4-af53-4794-9d68-3e03758e2f36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:52.830827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Transition to ACTIVE for port object f6c27749-cae9-41b1-8906-1aa56969ab7a will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:52.903007 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:52.956715 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Transition to ACTIVE for port object f6c27749-cae9-41b1-8906-1aa56969ab7a will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:53.003205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.012507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:53.084492 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Allocated IP 172.20.0.7 (5e52d658-3c4b-4e1c-a8e3-6e252032b601/8d4d2eb6-3e9f-4191-95fc-af4fe5fd3d97/13ddc8ad-f68f-4cad-8e5d-9472d6130961) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:53.097948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c46ee1d4-af53-4794-9d68-3e03758e2f36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.101322 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-16f6b8a5-9cf2-4f57-8ab7-ed22984e7dad tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:53.131196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:53.132437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] For port 7f9001b6-dd38-4010-96f0-fe6664fd4ece, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:53.158699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:53.161191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:53.179036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] For port 7f9001b6-dd38-4010-96f0-fe6664fd4ece, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7f9001b6-dd38-4010-96f0-fe6664fd4ece,segment=NetworkSegment(2f7b0675-0800-4a71-ba68-8d8ca24b824e),segment_id=2f7b0675-0800-4a71-ba68-8d8ca24b824e)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:53.180705 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Pushing event updated for resources: {'Port': ['ID=f6c27749-cae9-41b1-8906-1aa56969ab7a,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:53.184264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:53.202631 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ee1d4-af53-4794-9d68-3e03758e2f36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Subnet': ['ID=98b58a73-9472-40ce-bf07-79895a2d3d0b,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:53.216025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.216475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c46ee1d4-af53-4794-9d68-3e03758e2f36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:53.220248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e2fa6873-baa0-4aad-9863-11869db56da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:53.226850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46ee1d4-af53-4794-9d68-3e03758e2f36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Checking segment: {'id': '440b70e4-e6ed-43ad-ab11-9a7960bd6640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:53.226850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ee1d4-af53-4794-9d68-3e03758e2f36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network hostable DHCP agents. Network: c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:48:53.298756 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ee1d4-af53-4794-9d68-3e03758e2f36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:48:53.330281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-c46ee1d4-af53-4794-9d68-3e03758e2f36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:53.341278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46ee1d4-af53-4794-9d68-3e03758e2f36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:53.341890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c46ee1d4-af53-4794-9d68-3e03758e2f36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.353493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c844efd5-5ba0-4a2a-a7c7-d1abed936bef None None] Network c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:53.359140 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c46ee1d4-af53-4794-9d68-3e03758e2f36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6722815 Jun 24 12:48:53.363229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47098) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:53.363826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Attempting to bind port f6c27749-cae9-41b1-8906-1aa56969ab7a on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:53.363826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Attempting to bind port f6c27749-cae9-41b1-8906-1aa56969ab7a by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'a7359409-d380-43b3-a7da-1f3bdc110629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:53.364192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Attempting to bind port f6c27749-cae9-41b1-8906-1aa56969ab7a on network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:53.411058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:53.411475 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Checking segment: {'id': 'a7359409-d380-43b3-a7da-1f3bdc110629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:53.411849 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.412253 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Bound using segment: {'id': 'a7359409-d380-43b3-a7da-1f3bdc110629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:53.412742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Bound port: f6c27749-cae9-41b1-8906-1aa56969ab7a, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7359409-d380-43b3-a7da-1f3bdc110629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:53.413131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.419199 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Pushing event updated for resources: {'Port': ['ID=7f9001b6-dd38-4010-96f0-fe6664fd4ece,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:53.422453 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:53.450621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.483282 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Transition to ACTIVE for port object 13ddc8ad-f68f-4cad-8e5d-9472d6130961 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:53.520221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47889bd-43c1-42fc-821e-d4c20d3dea77 req-e3a9afbc-7848-41da-b883-0ae0df8fbce2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:53.522265 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f47889bd-43c1-42fc-821e-d4c20d3dea77 req-e3a9afbc-7848-41da-b883-0ae0df8fbce2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 946 time: 0.1401837 Jun 24 12:48:53.613756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] For port f6c27749-cae9-41b1-8906-1aa56969ab7a, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:53.622844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] For port f6c27749-cae9-41b1-8906-1aa56969ab7a, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f6c27749-cae9-41b1-8906-1aa56969ab7a,segment=NetworkSegment(a7359409-d380-43b3-a7da-1f3bdc110629),segment_id=a7359409-d380-43b3-a7da-1f3bdc110629)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:53.634733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.642229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:48:51Z', 'revision_number': 3, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:51Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:48:51Z', 'revision_number': 2, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:53.646242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.646457 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:53.669263 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f47889bd-43c1-42fc-821e-d4c20d3dea77 req-7c71407b-e6ae-443d-9e0b-d8092c1a29a0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=6adf63bd-bad6-4737-be5e-ef4e8407296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306133 Jun 24 12:48:53.670188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-26a6ab92-5270-4cc7-97ff-e86991447715 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:53.813880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:53.819364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:53.821700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:53.825336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=13ddc8ad-f68f-4cad-8e5d-9472d6130961,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:53.829566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:53.835903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:48:53.838111 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.859526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99b19a6-c974-4d74-aa0b-3f4ca88ff74e None None] The sync data for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv is: [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:48:51Z', 'revision_number': 3, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:51Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:48:51Z', 'revision_number': 2, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:53.953146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:53.953817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.980904 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2799134 Jun 24 12:48:53.992741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47102) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:54.000095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d8e37530-69b9-4feb-9c13-8169b0a2eba8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:54.072503 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7f9001b6-dd38-4010-96f0-fe6664fd4ece up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:54.154428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Pushing event updated for resources: {'Port': ['ID=f6c27749-cae9-41b1-8906-1aa56969ab7a,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:54.162747 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:54.220991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c50ab-7dcd-4ab1-bc38-0ec4b3ac1a00 req-d89fe05c-cb2c-4420-9c75-87b1d0a69f53 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:54.222502 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0c1c50ab-7dcd-4ab1-bc38-0ec4b3ac1a00 req-d89fe05c-cb2c-4420-9c75-87b1d0a69f53 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 946 time: 0.2021360 Jun 24 12:48:54.293286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 7f9001b6-dd38-4010-96f0-fe6664fd4ece completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:54.296464 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Allocated IP 172.22.0.2 (c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0/98b58a73-9472-40ce-bf07-79895a2d3d0b/1f29eea2-8659-4efa-b805-f0215ff4f2ec) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:54.351619 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0c1c50ab-7dcd-4ab1-bc38-0ec4b3ac1a00 req-b23f8485-851f-4bd2-9af8-f69a6ce53c5e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=6adf63bd-bad6-4737-be5e-ef4e8407296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978479 Jun 24 12:48:54.594693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:54.616024 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Transition to ACTIVE for port object 1f29eea2-8659-4efa-b805-f0215ff4f2ec will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:54.646484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Transition to ACTIVE for port object 1f29eea2-8659-4efa-b805-f0215ff4f2ec will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:54.655177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:54.659851 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:54.665430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e37530-69b9-4feb-9c13-8169b0a2eba8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:54.669037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d8e37530-69b9-4feb-9c13-8169b0a2eba8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:54.725517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Network c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:54.733761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:54.738250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:54.745919 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Pushing event updated for resources: {'Port': ['ID=1f29eea2-8659-4efa-b805-f0215ff4f2ec,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:54.759348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:54.838086 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Attempting to bind port 1f29eea2-8659-4efa-b805-f0215ff4f2ec on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:54.838755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Attempting to bind port 1f29eea2-8659-4efa-b805-f0215ff4f2ec by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '440b70e4-e6ed-43ad-ab11-9a7960bd6640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:54.838918 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Attempting to bind port 1f29eea2-8659-4efa-b805-f0215ff4f2ec on network c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:54.844988 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:54.845386 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Checking segment: {'id': '440b70e4-e6ed-43ad-ab11-9a7960bd6640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:54.845803 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:54.846207 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Bound using segment: {'id': '440b70e4-e6ed-43ad-ab11-9a7960bd6640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:54.847370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Bound port: 1f29eea2-8659-4efa-b805-f0215ff4f2ec, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440b70e4-e6ed-43ad-ab11-9a7960bd6640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:54.847370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:54.890619 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:48:54.924888 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.ipam_backend_mixin [None req-d8e37530-69b9-4feb-9c13-8169b0a2eba8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8d4d2eb6-3e9f-4191-95fc-af4fe5fd3d97 (CIDR: 172.20.0.0/28) Jun 24 12:48:54.939551 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e37530-69b9-4feb-9c13-8169b0a2eba8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:48:54.940065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e37530-69b9-4feb-9c13-8169b0a2eba8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:48:54.972218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] For port 1f29eea2-8659-4efa-b805-f0215ff4f2ec, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:54.981560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] For port 1f29eea2-8659-4efa-b805-f0215ff4f2ec, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1f29eea2-8659-4efa-b805-f0215ff4f2ec,segment=NetworkSegment(440b70e4-e6ed-43ad-ab11-9a7960bd6640),segment_id=440b70e4-e6ed-43ad-ab11-9a7960bd6640)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:54.989302 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:55.011769 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7569e463-1181-424d-bbfd-9fb402a137e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:55.044432 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d8e37530-69b9-4feb-9c13-8169b0a2eba8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0463996 Jun 24 12:48:55.046520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47110) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:55.059373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:55.102248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928b2de0-e3dd-43dd-b0ad-1b45cea55921 None None] Network 7151a161-568b-4132-9d78-9465d2cc6468 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:55.102997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f13d1547-1528-4158-af27-38d87a20c9c8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:55.331037 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Pushing event updated for resources: {'Port': ['ID=1f29eea2-8659-4efa-b805-f0215ff4f2ec,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:55.335883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-58ea44c2-a122-4c30-9edc-da96056f7e93 None None] Provisioning for port 7f9001b6-dd38-4010-96f0-fe6664fd4ece completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:55.377247 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:55.377608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:55.377956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:55.378607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:55.379034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:55.379367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:55.380522 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:55.381088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:55.381610 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:55.382185 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:55.382704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:55.384813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:55.388660 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-58ea44c2-a122-4c30-9edc-da96056f7e93 None None] Provisioning complete for port 7f9001b6-dd38-4010-96f0-fe6664fd4ece triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:55.389282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-58ea44c2-a122-4c30-9edc-da96056f7e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:55.397340 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:55.509052 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13d1547-1528-4158-af27-38d87a20c9c8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:55.515274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f13d1547-1528-4158-af27-38d87a20c9c8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:55.754248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-58ea44c2-a122-4c30-9edc-da96056f7e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:55.759483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Allocated IP 172.22.0.1 (c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0/98b58a73-9472-40ce-bf07-79895a2d3d0b/eb9c25ab-be92-44bb-988b-be0fd7e3341d) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:55.932235 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47114) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:56.041034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.087157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Transition to ACTIVE for port object eb9c25ab-be92-44bb-988b-be0fd7e3341d will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:56.150779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:56.159292 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.164954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:56.212225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=eb9c25ab-be92-44bb-988b-be0fd7e3341d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:56.216852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:56.246271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:56.250111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:56.252768 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:56.269936 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-58ea44c2-a122-4c30-9edc-da96056f7e93 None None] For port 7f9001b6-dd38-4010-96f0-fe6664fd4ece, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7f9001b6-dd38-4010-96f0-fe6664fd4ece,segment=NetworkSegment(2f7b0675-0800-4a71-ba68-8d8ca24b824e),segment_id=2f7b0675-0800-4a71-ba68-8d8ca24b824e)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:56.271603 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:56.276118 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:56.276915 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.335197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.369665 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-58ea44c2-a122-4c30-9edc-da96056f7e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.371601 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:56.463625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea44c2-a122-4c30-9edc-da96056f7e93 None None] Pushing event updated for resources: {'Port': ['ID=7f9001b6-dd38-4010-96f0-fe6664fd4ece,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:56.468092 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-58ea44c2-a122-4c30-9edc-da96056f7e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:56.548637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0fcd207d-9bb1-4871-ac43-3ccb162bc824 None None] Provisioning for port 13ddc8ad-f68f-4cad-8e5d-9472d6130961 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:56.553094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f13d1547-1528-4158-af27-38d87a20c9c8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.561977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b1d7466d-a3f1-4d4a-b77c-eb1dd6f8e88a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:56.576291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0fcd207d-9bb1-4871-ac43-3ccb162bc824 None None] Provisioning complete for port 13ddc8ad-f68f-4cad-8e5d-9472d6130961 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:56.576726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0fcd207d-9bb1-4871-ac43-3ccb162bc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.608090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.636916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-de0009b5-156f-4182-8c8c-0264442b7425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.641603 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d1547-1528-4158-af27-38d87a20c9c8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Subnet': ['ID=edcb8ef4-13af-4be4-ae77-a41df1f25db1,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:56.646089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f13d1547-1528-4158-af27-38d87a20c9c8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:56.663745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd207d-9bb1-4871-ac43-3ccb162bc824 None None] Port 13ddc8ad-f68f-4cad-8e5d-9472d6130961 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:56.677472 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.686991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6b0b6ca5-10a7-4b0c-9475-f19bbea6104d,segment=NetworkSegment(ace1b0b2-9032-4f72-bc5f-3152a2e42815),segment_id=ace1b0b2-9032-4f72-bc5f-3152a2e42815)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:56.693716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0fcd207d-9bb1-4871-ac43-3ccb162bc824 None None] Provisioning complete for port 2d175b45-081f-47d2-8ccf-ed71785b0817 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:56.694449 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0fcd207d-9bb1-4871-ac43-3ccb162bc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.696490 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.697723 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f6c27749-cae9-41b1-8906-1aa56969ab7a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:56.700937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-83915139-325d-4bce-b7fb-090d763367a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:56.717249 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13d1547-1528-4158-af27-38d87a20c9c8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:56.721946 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-f13d1547-1528-4158-af27-38d87a20c9c8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:56.724995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d1547-1528-4158-af27-38d87a20c9c8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:56.725867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f13d1547-1528-4158-af27-38d87a20c9c8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.755688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24683c4f-8c2e-4c96-b9ea-425314e75cd9 None None] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:56.778695 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f13d1547-1528-4158-af27-38d87a20c9c8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7259111 Jun 24 12:48:56.784840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47118) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:56.843567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-41648cb1-5a04-453a-9084-9733e2339a4a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1089008686', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'edcb8ef4-13af-4be4-ae77-a41df1f25db1'}], 'security_groups': ['f26aa891-1982-40cb-a5be-b42e7bfd7122']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:56.891607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd207d-9bb1-4871-ac43-3ccb162bc824 None None] Port 2d175b45-081f-47d2-8ccf-ed71785b0817 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:56.937365 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=6b0b6ca5-10a7-4b0c-9475-f19bbea6104d,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:56.941866 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:56.954675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0fcd207d-9bb1-4871-ac43-3ccb162bc824 None None] Provisioning for port f6c27749-cae9-41b1-8906-1aa56969ab7a completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:56.980452 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.998668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port f6c27749-cae9-41b1-8906-1aa56969ab7a completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:57.064517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port f6c27749-cae9-41b1-8906-1aa56969ab7a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:57.065266 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:57.110961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-41648cb1-5a04-453a-9084-9733e2339a4a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:57.131844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c6313-37b1-4d7b-a523-d730844c23b5 None None] Network c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:57.219065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:57.228490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:57.244434 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-576e55e4-2a0e-4d02-a70f-ca9bc206661f None None] Provisioning complete for port 7f9001b6-dd38-4010-96f0-fe6664fd4ece triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:57.244999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-576e55e4-2a0e-4d02-a70f-ca9bc206661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:57.296139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ef688b71-0ac1-4680-af12-f7831861487e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:57.307978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:57.393259 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=eb9c25ab-be92-44bb-988b-be0fd7e3341d,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:57.418308 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:57.422950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:57.561494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:57.563578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:57.574131 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Sync routers for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:57.580326 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port f6c27749-cae9-41b1-8906-1aa56969ab7a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f6c27749-cae9-41b1-8906-1aa56969ab7a,segment=NetworkSegment(a7359409-d380-43b3-a7da-1f3bdc110629),segment_id=a7359409-d380-43b3-a7da-1f3bdc110629)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:57.591232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:57.592107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1f29eea2-8659-4efa-b805-f0215ff4f2ec up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:57.592304 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:57.593010 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:57.652082 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-58ea44c2-a122-4c30-9edc-da96056f7e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:57.656127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a3f50a-8e56-463d-862e-880cd03c6aaf None None] Update dhcp port {'port': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'fixed_ips': [{'subnet_id': '8d4d2eb6-3e9f-4191-95fc-af4fe5fd3d97', 'ip_address': '172.20.0.2'}, {'subnet_id': 'edcb8ef4-13af-4be4-ae77-a41df1f25db1'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': 'f6c27749-cae9-41b1-8906-1aa56969ab7a'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:48:57.739634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-576e55e4-2a0e-4d02-a70f-ca9bc206661f None None] Provisioning for port bb69396e-3118-428d-96d0-2536679aa77d completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:57.741680 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 1f29eea2-8659-4efa-b805-f0215ff4f2ec completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:57.757368 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-576e55e4-2a0e-4d02-a70f-ca9bc206661f None None] Provisioning complete for port bb69396e-3118-428d-96d0-2536679aa77d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:57.757756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-576e55e4-2a0e-4d02-a70f-ca9bc206661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:57.758043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.17 (5ced14b9-b432-497d-bc77-21809356558c/279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc/fcbed012-c874-4133-8918-f7344c4d3cf5) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:57.765978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e6a3f50a-8e56-463d-862e-880cd03c6aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:57.801542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router ebac9566-ad9a-4481-bf6f-7184a42b0409 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:48:57.818353 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:57.845786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-41648cb1-5a04-453a-9084-9733e2339a4a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Delete allocated IP 172.20.0.7 (5e52d658-3c4b-4e1c-a8e3-6e252032b601/8d4d2eb6-3e9f-4191-95fc-af4fe5fd3d97) {{(pid=100145) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 24 12:48:57.870783 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=f6c27749-cae9-41b1-8906-1aa56969ab7a,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:57.871033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:57.893560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-41648cb1-5a04-453a-9084-9733e2339a4a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Allocated IP 172.20.0.23 (5e52d658-3c4b-4e1c-a8e3-6e252032b601/edcb8ef4-13af-4be4-ae77-a41df1f25db1/13ddc8ad-f68f-4cad-8e5d-9472d6130961) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:57.943079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-576e55e4-2a0e-4d02-a70f-ca9bc206661f None None] Port bb69396e-3118-428d-96d0-2536679aa77d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:48:57.955942 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7f9001b6-dd38-4010-96f0-fe6664fd4ece up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:57.980751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:57.993225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.005731 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6413462 Jun 24 12:48:58.006813 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47122) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:58.013967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c27cd49c-a29d-4eb1-8554-d5da66fe7715 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'network': {'name': 'tempest-RoutersTest-773677202'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:58.058929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object fcbed012-c874-4133-8918-f7344c4d3cf5 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:58.061431 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27cd49c-a29d-4eb1-8554-d5da66fe7715 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:58.067488 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c27cd49c-a29d-4eb1-8554-d5da66fe7715 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.114962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27cd49c-a29d-4eb1-8554-d5da66fe7715 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] vlan segment allocate from pool success with {'vlan_id': 1309, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:48:58.128505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c27cd49c-a29d-4eb1-8554-d5da66fe7715 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.128847 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-c27cd49c-a29d-4eb1-8554-d5da66fe7715 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Added segment 755ed0ee-1b71-4062-944c-0d7e6f3c3059 of type vlan for network 1edccd0f-4760-4726-abc1-4933a9906b6a Jun 24 12:48:58.183981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-41648cb1-5a04-453a-9084-9733e2339a4a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.198239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-41648cb1-5a04-453a-9084-9733e2339a4a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Transition to ACTIVE for port object 13ddc8ad-f68f-4cad-8e5d-9472d6130961 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:58.217955 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:48:51Z', 'revision_number': 2, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:48:57Z', 'revision_number': 2, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:58.232112 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-41648cb1-5a04-453a-9084-9733e2339a4a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.245554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c27cd49c-a29d-4eb1-8554-d5da66fe7715 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.255617 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:58.258977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-e6a3f50a-8e56-463d-862e-880cd03c6aaf None None] Allocated IP 172.20.0.18 (5e52d658-3c4b-4e1c-a8e3-6e252032b601/edcb8ef4-13af-4be4-ae77-a41df1f25db1/f6c27749-cae9-41b1-8906-1aa56969ab7a) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:48:58.260960 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Checking router: ebac9566-ad9a-4481-bf6f-7184a42b0409 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:48:58.261315 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Updating router ebac9566-ad9a-4481-bf6f-7184a42b0409 port bb69396e-3118-428d-96d0-2536679aa77d binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:48:58.304476 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.315542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c27cd49c-a29d-4eb1-8554-d5da66fe7715 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.322912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27cd49c-a29d-4eb1-8554-d5da66fe7715 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:58.323660 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c27cd49c-a29d-4eb1-8554-d5da66fe7715 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.338736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:58.353963 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c27cd49c-a29d-4eb1-8554-d5da66fe7715 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3458257 Jun 24 12:48:58.355403 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47124) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:58.371948 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-eef07c73-bda5-4bf2-ae42-86a4516fb5b5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'subnet': {'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:48:58.394479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.406136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7b095fce-7444-4b38-b784-cf96ba4a6692 None None] Provisioning for port 1f29eea2-8659-4efa-b805-f0215ff4f2ec completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:48:58.428045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7b095fce-7444-4b38-b784-cf96ba4a6692 None None] Provisioning complete for port 1f29eea2-8659-4efa-b805-f0215ff4f2ec triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:58.431696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7b095fce-7444-4b38-b784-cf96ba4a6692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.472136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41648cb1-5a04-453a-9084-9733e2339a4a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=13ddc8ad-f68f-4cad-8e5d-9472d6130961,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:58.490057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-41648cb1-5a04-453a-9084-9733e2339a4a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:58.493408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6e3d39c7-094c-4b1b-b0e2-9eb4bc808dac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:58.503226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 7f9001b6-dd38-4010-96f0-fe6664fd4ece triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:58.503676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.550068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cd49c-a29d-4eb1-8554-d5da66fe7715 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Network': ['ID=1edccd0f-4760-4726-abc1-4933a9906b6a,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:58.555446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef07c73-bda5-4bf2-ae42-86a4516fb5b5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Made reservation on behalf of 4bfaad4d515c498c80cf4e187c57f05c for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:48:58.560757 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eef07c73-bda5-4bf2-ae42-86a4516fb5b5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.567566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c27cd49c-a29d-4eb1-8554-d5da66fe7715 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:58.591820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 1edccd0f-4760-4726-abc1-4933a9906b6a details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:48:58.624030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=fcbed012-c874-4133-8918-f7344c4d3cf5,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:58.638045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:58.659133 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 5ced14b9-b432-497d-bc77-21809356558c is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:48:58.679100 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:58.682311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:48:58.687033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-41648cb1-5a04-453a-9084-9733e2339a4a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] In _notify_port_updated(), no bound segment for port 13ddc8ad-f68f-4cad-8e5d-9472d6130961 on network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 {{(pid=100145) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:48:58.694700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41648cb1-5a04-453a-9084-9733e2339a4a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:58.695824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-41648cb1-5a04-453a-9084-9733e2339a4a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.697595 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-41648cb1-5a04-453a-9084-9733e2339a4a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "PUT /v2.0/ports/13ddc8ad-f68f-4cad-8e5d-9472d6130961 HTTP/1.1" status: 200 len: 921 time: 1.8592920 Jun 24 12:48:58.703445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47128) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:58.749066 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.822197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e6a3f50a-8e56-463d-862e-880cd03c6aaf None None] For port f6c27749-cae9-41b1-8906-1aa56969ab7a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f6c27749-cae9-41b1-8906-1aa56969ab7a,segment=NetworkSegment(a7359409-d380-43b3-a7da-1f3bdc110629),segment_id=a7359409-d380-43b3-a7da-1f3bdc110629)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:58.891948 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.929549 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Transition to ACTIVE for port object bb69396e-3118-428d-96d0-2536679aa77d will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:58.941837 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.953452 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:59.026658 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fc24c-6e5c-4436-a7bb-c43512f026c5 None None] Pushing event updated for resources: {'Port': ['ID=bb69396e-3118-428d-96d0-2536679aa77d,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:59.040072 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-c13fc24c-6e5c-4436-a7bb-c43512f026c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:59.075580 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e6a3f50a-8e56-463d-862e-880cd03c6aaf None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.112544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e6a3f50a-8e56-463d-862e-880cd03c6aaf None None] Transition to ACTIVE for port object f6c27749-cae9-41b1-8906-1aa56969ab7a will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:48:59.113841 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eef07c73-bda5-4bf2-ae42-86a4516fb5b5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.118079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7b095fce-7444-4b38-b784-cf96ba4a6692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.140404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-66425acd-68f1-44f2-9b4d-8776e7c3b22f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:59.140691 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Attempting to bind port bb69396e-3118-428d-96d0-2536679aa77d on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:48:59.141291 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Attempting to bind port bb69396e-3118-428d-96d0-2536679aa77d by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '2f7b0675-0800-4a71-ba68-8d8ca24b824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:48:59.141854 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Attempting to bind port bb69396e-3118-428d-96d0-2536679aa77d on network 7151a161-568b-4132-9d78-9465d2cc6468 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:48:59.144665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.151304 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:48:59.151919 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Checking segment: {'id': '2f7b0675-0800-4a71-ba68-8d8ca24b824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:59.152497 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.153067 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Bound using segment: {'id': '2f7b0675-0800-4a71-ba68-8d8ca24b824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:48:59.153711 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Bound port: bb69396e-3118-428d-96d0-2536679aa77d, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7b0675-0800-4a71-ba68-8d8ca24b824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:48:59.154285 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.195250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e6a3f50a-8e56-463d-862e-880cd03c6aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.208759 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:59.209322 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef07c73-bda5-4bf2-ae42-86a4516fb5b5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Subnet': ['ID=81674d30-ce6b-4ba5-b681-6cf8574788bc,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:59.227357 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eef07c73-bda5-4bf2-ae42-86a4516fb5b5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:59.253016 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] For port bb69396e-3118-428d-96d0-2536679aa77d, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:48:59.256737 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] For port bb69396e-3118-428d-96d0-2536679aa77d, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=bb69396e-3118-428d-96d0-2536679aa77d,segment=NetworkSegment(2f7b0675-0800-4a71-ba68-8d8ca24b824e),segment_id=2f7b0675-0800-4a71-ba68-8d8ca24b824e)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:48:59.261547 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.273118 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-63ece1ab-8d6b-4cdf-9af8-3a80b26e11c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:59.309322 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef07c73-bda5-4bf2-ae42-86a4516fb5b5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Checking segment: {'id': '755ed0ee-1b71-4062-944c-0d7e6f3c3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:48:59.309969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef07c73-bda5-4bf2-ae42-86a4516fb5b5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network hostable DHCP agents. Network: 1edccd0f-4760-4726-abc1-4933a9906b6a, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:48:59.313638 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-fa4fb3e3-c9d2-46d3-84b6-8e691c2ae1ba tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 13ddc8ad-f68f-4cad-8e5d-9472d6130961 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:59.313902 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb3e3-c9d2-46d3-84b6-8e691c2ae1ba tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.353360 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fc24c-6e5c-4436-a7bb-c43512f026c5 None None] Pushing event updated for resources: {'Port': ['ID=bb69396e-3118-428d-96d0-2536679aa77d,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:59.367318 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-c13fc24c-6e5c-4436-a7bb-c43512f026c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:59.368113 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Updating router ebac9566-ad9a-4481-bf6f-7184a42b0409 port eb9c25ab-be92-44bb-988b-be0fd7e3341d binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:48:59.436585 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb3e3-c9d2-46d3-84b6-8e691c2ae1ba tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.452696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-fa4fb3e3-c9d2-46d3-84b6-8e691c2ae1ba tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 13ddc8ad-f68f-4cad-8e5d-9472d6130961 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:59.459222 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.539742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef07c73-bda5-4bf2-ae42-86a4516fb5b5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 1edccd0f-4760-4726-abc1-4933a9906b6a is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:48:59.557277 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-eef07c73-bda5-4bf2-ae42-86a4516fb5b5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 1edccd0f-4760-4726-abc1-4933a9906b6a) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:48:59.572683 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef07c73-bda5-4bf2-ae42-86a4516fb5b5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:59.573770 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eef07c73-bda5-4bf2-ae42-86a4516fb5b5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.590668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:59.595125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c2a790-0617-4422-be6d-9d6f98af76e4 None None] Network 1edccd0f-4760-4726-abc1-4933a9906b6a requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:59.598139 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-eef07c73-bda5-4bf2-ae42-86a4516fb5b5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2370040 Jun 24 12:48:59.599056 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f53c9fc5-7f91-4325-987b-05ce99afa042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.630665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47130) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:59.724342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.730151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.736079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:59.817196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-7b095fce-7444-4b38-b784-cf96ba4a6692 None None] For port 1f29eea2-8659-4efa-b805-f0215ff4f2ec, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1f29eea2-8659-4efa-b805-f0215ff4f2ec,segment=NetworkSegment(440b70e4-e6ed-43ad-ab11-9a7960bd6640),segment_id=440b70e4-e6ed-43ad-ab11-9a7960bd6640)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:59.823790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=fcbed012-c874-4133-8918-f7344c4d3cf5,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:59.840569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.841150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:59.841995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3f50a-8e56-463d-862e-880cd03c6aaf None None] Pushing event updated for resources: {'Port': ['ID=f6c27749-cae9-41b1-8906-1aa56969ab7a,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:59.849704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7b095fce-7444-4b38-b784-cf96ba4a6692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.852046 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e6a3f50a-8e56-463d-862e-880cd03c6aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:59.852959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e6a3f50a-8e56-463d-862e-880cd03c6aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:59.887992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:00.044958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b095fce-7444-4b38-b784-cf96ba4a6692 None None] Pushing event updated for resources: {'Port': ['ID=1f29eea2-8659-4efa-b805-f0215ff4f2ec,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:00.051873 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7b095fce-7444-4b38-b784-cf96ba4a6692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:00.066498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 5ced14b9-b432-497d-bc77-21809356558c is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:00.071340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:00.196891 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:00.197329 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:00.229783 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-1edccd0f-4760-4726-abc1-4933a9906b6a', 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'fixed_ips': [{'subnet_id': '81674d30-ce6b-4ba5-b681-6cf8574788bc'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:49:00.230669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:00.306020 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-db5bc164-52ab-4520-b294-bf41ad33c7e9 None None] Provisioning for port fcbed012-c874-4133-8918-f7344c4d3cf5 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:00.326399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb3e3-c9d2-46d3-84b6-8e691c2ae1ba tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:00.350907 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:00.378457 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:00.403867 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Transition to ACTIVE for port object eb9c25ab-be92-44bb-988b-be0fd7e3341d will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:00.447413 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router d21dc519-515a-469a-9bdd-137d636fc81a has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:00.449415 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:00.450883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-db5bc164-52ab-4520-b294-bf41ad33c7e9 None None] Provisioning complete for port fcbed012-c874-4133-8918-f7344c4d3cf5 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:00.451279 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-db5bc164-52ab-4520-b294-bf41ad33c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:00.454379 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d8de4806-310d-40e3-9595-7ba0277dbe6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:00.516914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:00.607688 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fb3e3-c9d2-46d3-84b6-8e691c2ae1ba tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=13ddc8ad-f68f-4cad-8e5d-9472d6130961,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:00.609937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb3e3-c9d2-46d3-84b6-8e691c2ae1ba tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:00.617640 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fa4fb3e3-c9d2-46d3-84b6-8e691c2ae1ba tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/13ddc8ad-f68f-4cad-8e5d-9472d6130961 HTTP/1.1" status: 204 len: 168 time: 1.9106832 Jun 24 12:49:00.634801 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fa4fb3e3-c9d2-46d3-84b6-8e691c2ae1ba tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:00.635280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47134) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:00.731812 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fc24c-6e5c-4436-a7bb-c43512f026c5 None None] Pushing event updated for resources: {'Port': ['ID=eb9c25ab-be92-44bb-988b-be0fd7e3341d,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:00.742725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-db5bc164-52ab-4520-b294-bf41ad33c7e9 None None] Port fcbed012-c874-4133-8918-f7344c4d3cf5 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:00.743429 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-c13fc24c-6e5c-4436-a7bb-c43512f026c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:00.761315 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de7b880-11a5-4508-90f1-857325b3f21e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] GET failed (client error): The resource could not be found. Jun 24 12:49:00.763620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Allocated IP 172.23.0.2 (1edccd0f-4760-4726-abc1-4933a9906b6a/81674d30-ce6b-4ba5-b681-6cf8574788bc/9a3a2360-e3d8-427a-96ec-b770e2a7ac36) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:00.771992 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9de7b880-11a5-4508-90f1-857325b3f21e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/13ddc8ad-f68f-4cad-8e5d-9472d6130961 HTTP/1.1" status: 404 len: 333 time: 0.1349933 Jun 24 12:49:00.789972 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Attempting to bind port eb9c25ab-be92-44bb-988b-be0fd7e3341d on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:49:00.796492 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Attempting to bind port eb9c25ab-be92-44bb-988b-be0fd7e3341d by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '440b70e4-e6ed-43ad-ab11-9a7960bd6640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:49:00.797164 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Attempting to bind port eb9c25ab-be92-44bb-988b-be0fd7e3341d on network c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:49:00.812512 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:49:00.814217 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Checking segment: {'id': '440b70e4-e6ed-43ad-ab11-9a7960bd6640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:49:00.815891 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:00.816406 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Bound using segment: {'id': '440b70e4-e6ed-43ad-ab11-9a7960bd6640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:49:00.817807 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Bound port: eb9c25ab-be92-44bb-988b-be0fd7e3341d, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440b70e4-e6ed-43ad-ab11-9a7960bd6640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:49:00.819634 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:00.820161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-db5bc164-52ab-4520-b294-bf41ad33c7e9 None None] Provisioning complete for port 1f29eea2-8659-4efa-b805-f0215ff4f2ec triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:00.820551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-db5bc164-52ab-4520-b294-bf41ad33c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:00.857466 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47138) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:01.025363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c97db5c-4af9-49a3-b24f-417e6a289443 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:01.027178 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] For port eb9c25ab-be92-44bb-988b-be0fd7e3341d, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:49:01.039641 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] For port eb9c25ab-be92-44bb-988b-be0fd7e3341d, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=eb9c25ab-be92-44bb-988b-be0fd7e3341d,segment=NetworkSegment(440b70e4-e6ed-43ad-ab11-9a7960bd6640),segment_id=440b70e4-e6ed-43ad-ab11-9a7960bd6640)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:49:01.068928 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:01.091374 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d5e024cf-6f9f-4b4d-be26-0c0e2b713aa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:01.094990 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f6c27749-cae9-41b1-8906-1aa56969ab7a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:01.101510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c97db5c-4af9-49a3-b24f-417e6a289443 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:01.195499 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:01.196220 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:01.367243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:01.398376 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1f29eea2-8659-4efa-b805-f0215ff4f2ec up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:01.419616 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fc24c-6e5c-4436-a7bb-c43512f026c5 None None] Pushing event updated for resources: {'Port': ['ID=eb9c25ab-be92-44bb-988b-be0fd7e3341d,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:01.425990 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-c13fc24c-6e5c-4436-a7bb-c43512f026c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:01.485367 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:01.492113 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c97db5c-4af9-49a3-b24f-417e6a289443 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:01.492750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Transition to ACTIVE for port object 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:01.499903 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8c97db5c-4af9-49a3-b24f-417e6a289443 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:01.513390 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8c97db5c-4af9-49a3-b24f-417e6a289443 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/security-groups/00a34983-6c2b-46ff-9dd1-7f834e9cc2ba HTTP/1.1" status: 204 len: 168 time: 0.6526780 Jun 24 12:49:01.513390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-919ad30f-28b1-4c5a-93a8-756fd7221adf tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:01.513688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Transition to ACTIVE for port object 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:01.519857 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-db5bc164-52ab-4520-b294-bf41ad33c7e9 None None] Provisioning for port eb9c25ab-be92-44bb-988b-be0fd7e3341d completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:01.523969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47142) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:01.535296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:01.554062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:01.600176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97db5c-4af9-49a3-b24f-417e6a289443 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a34983-6c2b-46ff-9dd1-7f834e9cc2ba,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:01.617506 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8c97db5c-4af9-49a3-b24f-417e6a289443 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:01.622496 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Network 1edccd0f-4760-4726-abc1-4933a9906b6a is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:01.634283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Pushing event updated for resources: {'Port': ['ID=9a3a2360-e3d8-427a-96ec-b770e2a7ac36,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:01.643021 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:01.645452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:01.649123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:49:01.713582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:01.768372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:01.773623 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/d21dc519-515a-469a-9bdd-137d636fc81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8403428 Jun 24 12:49:01.814066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1f29eea2-8659-4efa-b805-f0215ff4f2ec triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:01.816251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:01.833608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Sync routers for ids ['d21dc519-515a-469a-9bdd-137d636fc81a'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:01.888118 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Attempting to bind port 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:49:01.888898 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Attempting to bind port 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '755ed0ee-1b71-4062-944c-0d7e6f3c3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:49:01.889505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Attempting to bind port 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 on network 1edccd0f-4760-4726-abc1-4933a9906b6a {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:49:01.912820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ad2b946e-c5ce-4674-870e-c3e65d59e220 None None] Provisioning complete for port fcbed012-c874-4133-8918-f7344c4d3cf5 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:01.912820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad2b946e-c5ce-4674-870e-c3e65d59e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:01.922092 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:49:01.922833 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Checking segment: {'id': '755ed0ee-1b71-4062-944c-0d7e6f3c3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:49:01.923395 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:01.923904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Bound using segment: {'id': '755ed0ee-1b71-4062-944c-0d7e6f3c3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:49:01.925013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Bound port: 9a3a2360-e3d8-427a-96ec-b770e2a7ac36, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755ed0ee-1b71-4062-944c-0d7e6f3c3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:49:01.925529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:01.951497 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Routers {'d21dc519-515a-469a-9bdd-137d636fc81a'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:01.952574 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d21dc519-515a-469a-9bdd-137d636fc81a'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:01.986225 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:48:59Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:49:01Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:02.058402 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e09b93-0d38-4873-b972-126edb11df48 None None] The sync data for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv is: [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:48:59Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:49:01Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:02.156059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Set router d21dc519-515a-469a-9bdd-137d636fc81a gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:02.191519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f6b44eb4-3cc5-4181-a5be-87bcab006a31 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.247628 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b946e-c5ce-4674-870e-c3e65d59e220 None None] Port fcbed012-c874-4133-8918-f7344c4d3cf5 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:02.255197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f6b44eb4-3cc5-4181-a5be-87bcab006a31 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.283443 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Allocated IP 172.23.0.1 (1edccd0f-4760-4726-abc1-4933a9906b6a/81674d30-ce6b-4ba5-b681-6cf8574788bc/b2cf4133-1e60-456a-93b2-9c59c6779e9c) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:02.328552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ad2b946e-c5ce-4674-870e-c3e65d59e220 None None] Could not find standard attr ID for object 13ddc8ad-f68f-4cad-8e5d-9472d6130961. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:49:02.340994 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.428175 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f6b44eb4-3cc5-4181-a5be-87bcab006a31 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.434932 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f6b44eb4-3cc5-4181-a5be-87bcab006a31 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.436253 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f6b44eb4-3cc5-4181-a5be-87bcab006a31 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/security-groups/f26aa891-1982-40cb-a5be-b42e7bfd7122 HTTP/1.1" status: 204 len: 168 time: 0.9102938 Jun 24 12:49:02.439593 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47150) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:02.440394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a85b4180-7a6c-4a02-962b-f6edcf87b515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:02.461024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b44eb4-3cc5-4181-a5be-87bcab006a31 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26aa891-1982-40cb-a5be-b42e7bfd7122,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:02.467210 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f6b44eb4-3cc5-4181-a5be-87bcab006a31 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:02.521999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ad2b946e-c5ce-4674-870e-c3e65d59e220 None None] Provisioning complete for port 2d175b45-081f-47d2-8ccf-ed71785b0817 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:02.522388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad2b946e-c5ce-4674-870e-c3e65d59e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.531590 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device bb69396e-3118-428d-96d0-2536679aa77d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:02.533836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] For port 9a3a2360-e3d8-427a-96ec-b770e2a7ac36, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:49:02.535057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba964c89-6228-41ec-94db-8d32fa13b521 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting subnet 8d4d2eb6-3e9f-4191-95fc-af4fe5fd3d97 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:49:02.538387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] For port 9a3a2360-e3d8-427a-96ec-b770e2a7ac36, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9a3a2360-e3d8-427a-96ec-b770e2a7ac36,segment=NetworkSegment(755ed0ee-1b71-4062-944c-0d7e6f3c3059),segment_id=755ed0ee-1b71-4062-944c-0d7e6f3c3059)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:49:02.542479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba964c89-6228-41ec-94db-8d32fa13b521 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.558666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.577779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Transition to ACTIVE for port object b2cf4133-1e60-456a-93b2-9c59c6779e9c will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:02.608316 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba964c89-6228-41ec-94db-8d32fa13b521 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.619500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.623355 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f799b4d1-2e64-46fe-bd10-90bd4889ac13 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:02.625300 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.641038 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-508492ef-6045-44a1-a680-540805015026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:02.682210 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=b2cf4133-1e60-456a-93b2-9c59c6779e9c,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:02.686457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:02.701251 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 1edccd0f-4760-4726-abc1-4933a9906b6a is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:02.711277 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:02.714166 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:49:02.738136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba964c89-6228-41ec-94db-8d32fa13b521 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.739952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b946e-c5ce-4674-870e-c3e65d59e220 None None] Port 2d175b45-081f-47d2-8ccf-ed71785b0817 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:02.767098 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.818565 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Pushing event updated for resources: {'Port': ['ID=9a3a2360-e3d8-427a-96ec-b770e2a7ac36,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:02.823230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:02.857663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port bb69396e-3118-428d-96d0-2536679aa77d completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:02.866860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ad2b946e-c5ce-4674-870e-c3e65d59e220 None None] Provisioning for port f6c27749-cae9-41b1-8906-1aa56969ab7a completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:02.868554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port bb69396e-3118-428d-96d0-2536679aa77d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:02.868937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.891973 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba964c89-6228-41ec-94db-8d32fa13b521 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.894452 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-720ecf14-19be-465b-813b-98e29f9e927d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:02.927860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba964c89-6228-41ec-94db-8d32fa13b521 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4d2eb6-3e9f-4191-95fc-af4fe5fd3d97,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:02.929439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ad2b946e-c5ce-4674-870e-c3e65d59e220 None None] Provisioning complete for port f6c27749-cae9-41b1-8906-1aa56969ab7a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:02.929824 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad2b946e-c5ce-4674-870e-c3e65d59e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.937401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ba964c89-6228-41ec-94db-8d32fa13b521 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.947791 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ba964c89-6228-41ec-94db-8d32fa13b521 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/8d4d2eb6-3e9f-4191-95fc-af4fe5fd3d97 HTTP/1.1" status: 204 len: 168 time: 0.5064309 Jun 24 12:49:02.951743 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ba964c89-6228-41ec-94db-8d32fa13b521 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:02.957266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47152) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:02.963013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-bd0ec86d-b2d0-4f90-abc8-2aa85b2e832e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:02.966533 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54553194-8445-4479-ad64-f8c8e090c114 None None] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:03.008455 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:03.219886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0ec86d-b2d0-4f90-abc8-2aa85b2e832e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:49:03.223939 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bd0ec86d-b2d0-4f90-abc8-2aa85b2e832e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:03.279051 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Sync routers for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:03.294068 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:03.295255 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:03.450129 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:03.456122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:48:58Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'e3e54738-7da1-4c35-a836-8d41cdf5afc3', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.76', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'port_id': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'mac_address': 'fa:16:3e:f2:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:50Z', 'updated_at': '2021-06-24T12:47:53Z', 'revision_number': 1, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:24Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbed012-c874-4133-8918-f7344c4d3cf5', 'name': '', 'network_id': '5ced14b9-b432-497d-bc77-21809356558c', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:43:0b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:57Z', 'updated_at': '2021-06-24T12:48:59Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:03.530663 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:03.537434 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:03.544847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:03.546011 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-05694d61-adaa-47eb-bd4e-bb81a1a4d133 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:03.547118 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Checking router: d21dc519-515a-469a-9bdd-137d636fc81a for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:03.549147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Updating router d21dc519-515a-469a-9bdd-137d636fc81a port fcbed012-c874-4133-8918-f7344c4d3cf5 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:49:03.598819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bd0ec86d-b2d0-4f90-abc8-2aa85b2e832e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:03.618046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b3ce30ef-c04d-456d-b361-6adf2839a057 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:03.618914 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event updated for resources: {'Port': ['ID=b2cf4133-1e60-456a-93b2-9c59c6779e9c,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:03.623507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:03.641841 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:03.687072 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port bb69396e-3118-428d-96d0-2536679aa77d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=bb69396e-3118-428d-96d0-2536679aa77d,segment=NetworkSegment(2f7b0675-0800-4a71-ba68-8d8ca24b824e),segment_id=2f7b0675-0800-4a71-ba68-8d8ca24b824e)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:03.706921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0ec86d-b2d0-4f90-abc8-2aa85b2e832e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:03.710705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-bd0ec86d-b2d0-4f90-abc8-2aa85b2e832e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:03.729448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0ec86d-b2d0-4f90-abc8-2aa85b2e832e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:03.729448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bd0ec86d-b2d0-4f90-abc8-2aa85b2e832e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:03.729784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:03.729784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:03.769548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ec86d-b2d0-4f90-abc8-2aa85b2e832e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Subnet': ['ID=a4f08811-6fb4-4598-abac-55a343b6b3da,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:03.776295 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bd0ec86d-b2d0-4f90-abc8-2aa85b2e832e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:03.787351 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bd0ec86d-b2d0-4f90-abc8-2aa85b2e832e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8286481 Jun 24 12:49:03.802984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47156) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:03.803412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Network 1edccd0f-4760-4726-abc1-4933a9906b6a is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:03.805904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:03.806478 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:02Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cf4133-1e60-456a-93b2-9c59c6779e9c', 'name': '', 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:96:57:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '81674d30-ce6b-4ba5-b681-6cf8574788bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:01Z', 'updated_at': '2021-06-24T12:49:02Z', 'revision_number': 1, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '81674d30-ce6b-4ba5-b681-6cf8574788bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:48:59Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:49:01Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:03.819022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a71f9fdd-20dd-4a04-861c-65e9b50e7236 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'security_group': {'name': 'tempest-secgroup-866360463'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:03.841818 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Checking router: ebac9566-ad9a-4481-bf6f-7184a42b0409 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:03.842182 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Updating router ebac9566-ad9a-4481-bf6f-7184a42b0409 port b2cf4133-1e60-456a-93b2-9c59c6779e9c binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:49:03.881136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a71f9fdd-20dd-4a04-861c-65e9b50e7236 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:03.883782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=bb69396e-3118-428d-96d0-2536679aa77d,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:03.895351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:03.903192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:03.908528 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.046813 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a71f9fdd-20dd-4a04-861c-65e9b50e7236 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.054265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a71f9fdd-20dd-4a04-861c-65e9b50e7236 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.057758 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router ebac9566-ad9a-4481-bf6f-7184a42b0409 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:04.077240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:04.077948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:04.105986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a71f9fdd-20dd-4a04-861c-65e9b50e7236 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.118365 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a71f9fdd-20dd-4a04-861c-65e9b50e7236 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3141556 Jun 24 12:49:04.121443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47158) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:04.126468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-cc7754a5-f0ae-40f6-877a-8ce5207c94ec tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'security_group': {'name': 'tempest-secgroup-756883957'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:04.149383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f9fdd-20dd-4a04-861c-65e9b50e7236 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac46795-1026-4c4b-91fb-eb7d5d274f31,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:04.154481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a71f9fdd-20dd-4a04-861c-65e9b50e7236 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:04.165122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cc7754a5-f0ae-40f6-877a-8ce5207c94ec tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.252933 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:04.274977 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6420348 Jun 24 12:49:04.277061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47162) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:04.283977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ac023cc3-05de-4ef1-a7fd-832a016424f5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:04.375099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:04.387639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device eb9c25ab-be92-44bb-988b-be0fd7e3341d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:04.430929 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.462714 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Transition to ACTIVE for port object b2cf4133-1e60-456a-93b2-9c59c6779e9c will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:04.472214 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.479138 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-d8de4806-310d-40e3-9595-7ba0277dbe6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:04.599267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cec8fdf-7610-4d9c-8753-a427a5464381 None None] Network 1edccd0f-4760-4726-abc1-4933a9906b6a requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:04.605377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.611291 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdd65c-cbea-4dc2-b84b-692bb38f890d None None] Pushing event updated for resources: {'Port': ['ID=b2cf4133-1e60-456a-93b2-9c59c6779e9c,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:04.620853 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-11cdd65c-cbea-4dc2-b84b-692bb38f890d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:04.631516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port eb9c25ab-be92-44bb-988b-be0fd7e3341d completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:04.637270 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Attempting to bind port b2cf4133-1e60-456a-93b2-9c59c6779e9c on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:49:04.637643 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Attempting to bind port b2cf4133-1e60-456a-93b2-9c59c6779e9c by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '755ed0ee-1b71-4062-944c-0d7e6f3c3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:49:04.638008 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Attempting to bind port b2cf4133-1e60-456a-93b2-9c59c6779e9c on network 1edccd0f-4760-4726-abc1-4933a9906b6a {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:49:04.647921 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:49:04.648296 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Checking segment: {'id': '755ed0ee-1b71-4062-944c-0d7e6f3c3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:49:04.648704 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.649096 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Bound using segment: {'id': '755ed0ee-1b71-4062-944c-0d7e6f3c3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:49:04.649571 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Bound port: b2cf4133-1e60-456a-93b2-9c59c6779e9c, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755ed0ee-1b71-4062-944c-0d7e6f3c3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:49:04.649955 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.669475 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port eb9c25ab-be92-44bb-988b-be0fd7e3341d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:04.670153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.707739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Transition to ACTIVE for port object fcbed012-c874-4133-8918-f7344c4d3cf5 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:04.734645 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] For port b2cf4133-1e60-456a-93b2-9c59c6779e9c, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:49:04.738694 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] For port b2cf4133-1e60-456a-93b2-9c59c6779e9c, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b2cf4133-1e60-456a-93b2-9c59c6779e9c,segment=NetworkSegment(755ed0ee-1b71-4062-944c-0d7e6f3c3059),segment_id=755ed0ee-1b71-4062-944c-0d7e6f3c3059)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:49:04.745461 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.750525 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-c0ae5f5a-969c-4dde-88d0-e660daf43dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:04.762634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.782775 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:04.786525 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-451574a4-d4df-4791-9afa-1f1b855c6d1e None None] Provisioning for port 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:04.805340 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:04.805992 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:04.811015 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cc7754a5-f0ae-40f6-877a-8ce5207c94ec tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.854569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-451574a4-d4df-4791-9afa-1f1b855c6d1e None None] Provisioning complete for port 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:04.855050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-451574a4-d4df-4791-9afa-1f1b855c6d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.869439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cc7754a5-f0ae-40f6-877a-8ce5207c94ec tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:04.879952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-99421e19-50da-4d41-8434-16f99dbff489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:04.971307 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.extraroute_db [None req-ac023cc3-05de-4ef1-a7fd-832a016424f5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100145) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 24 12:49:05.005400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.extraroute_db [None req-ac023cc3-05de-4ef1-a7fd-832a016424f5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Removed routes are [] {{(pid=100145) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 24 12:49:05.006379 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac023cc3-05de-4ef1-a7fd-832a016424f5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.032547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cc7754a5-f0ae-40f6-877a-8ce5207c94ec tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.038720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47174) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:05.039347 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cc7754a5-f0ae-40f6-877a-8ce5207c94ec tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9161077 Jun 24 12:49:05.043973 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-464a11e7-2237-4d49-b5da-e2199e3d36a5 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'security_group': {'name': 'tempest-secgroup-1160353402'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:05.104651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7754a5-f0ae-40f6-877a-8ce5207c94ec tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9307d2-079b-4c0e-8b0a-e21808bb952d,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:05.110847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cc7754a5-f0ae-40f6-877a-8ce5207c94ec tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:05.114260 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdd65c-cbea-4dc2-b84b-692bb38f890d None None] Pushing event updated for resources: {'Port': ['ID=b2cf4133-1e60-456a-93b2-9c59c6779e9c,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:05.114388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2e2ea-f36e-4a9c-b340-c0beadc26c6a None None] Pushing event updated for resources: {'Port': ['ID=fcbed012-c874-4133-8918-f7344c4d3cf5,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:05.137889 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-11cdd65c-cbea-4dc2-b84b-692bb38f890d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:05.143513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-464a11e7-2237-4d49-b5da-e2199e3d36a5 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.189534 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:05.251313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-eed2e2ea-f36e-4a9c-b340-c0beadc26c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:05.270246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-451574a4-d4df-4791-9afa-1f1b855c6d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.305714 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Attempting to bind port fcbed012-c874-4133-8918-f7344c4d3cf5 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:49:05.306098 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Attempting to bind port fcbed012-c874-4133-8918-f7344c4d3cf5 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '46d483de-2108-47f0-acdf-bdb3a06fd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '5ced14b9-b432-497d-bc77-21809356558c'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:49:05.306497 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Attempting to bind port fcbed012-c874-4133-8918-f7344c4d3cf5 on network 5ced14b9-b432-497d-bc77-21809356558c {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:49:05.322306 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-464a11e7-2237-4d49-b5da-e2199e3d36a5 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.329675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-464a11e7-2237-4d49-b5da-e2199e3d36a5 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.333213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac023cc3-05de-4ef1-a7fd-832a016424f5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.337995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5fd75a69-41fe-4295-81df-8ec413d0f7ec tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:05.338332 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac023cc3-05de-4ef1-a7fd-832a016424f5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.370259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:49:05.370931 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Checking segment: {'id': '46d483de-2108-47f0-acdf-bdb3a06fd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '5ced14b9-b432-497d-bc77-21809356558c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:49:05.371539 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.372312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Bound using segment: {'id': '46d483de-2108-47f0-acdf-bdb3a06fd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '5ced14b9-b432-497d-bc77-21809356558c'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:49:05.374298 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Bound port: fcbed012-c874-4133-8918-f7344c4d3cf5, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d483de-2108-47f0-acdf-bdb3a06fd4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '5ced14b9-b432-497d-bc77-21809356558c'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:49:05.374911 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.410399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-464a11e7-2237-4d49-b5da-e2199e3d36a5 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.411679 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-464a11e7-2237-4d49-b5da-e2199e3d36a5 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3718472 Jun 24 12:49:05.413959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a11e7-2237-4d49-b5da-e2199e3d36a5 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0deea5-3563-4b0f-aa24-5c93c26244c3,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:05.414844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47178) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:05.417635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.424546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1260796327', 'security_groups': ['fd0deea5-3563-4b0f-aa24-5c93c26244c3'], 'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a4f08811-6fb4-4598-abac-55a343b6b3da'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:05.437792 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-464a11e7-2237-4d49-b5da-e2199e3d36a5 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:05.489351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-451574a4-d4df-4791-9afa-1f1b855c6d1e None None] For port 9a3a2360-e3d8-427a-96ec-b770e2a7ac36, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9a3a2360-e3d8-427a-96ec-b770e2a7ac36,segment=NetworkSegment(755ed0ee-1b71-4062-944c-0d7e6f3c3059),segment_id=755ed0ee-1b71-4062-944c-0d7e6f3c3059)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:05.494289 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a579e994-34a2-4001-abdd-4a06eeddfcee None None] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:05.506243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-451574a4-d4df-4791-9afa-1f1b855c6d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.521300 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-eed2e2ea-f36e-4a9c-b340-c0beadc26c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:05.558303 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:02Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cf4133-1e60-456a-93b2-9c59c6779e9c', 'name': '', 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:96:57:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '81674d30-ce6b-4ba5-b681-6cf8574788bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:01Z', 'updated_at': '2021-06-24T12:49:04Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '81674d30-ce6b-4ba5-b681-6cf8574788bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:49:03Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:49:01Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:05.587192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:49:05.601762 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66dee9-1a29-4a8e-8005-bbd8c5b82b40 None None] The sync data for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv is: [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:02Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cf4133-1e60-456a-93b2-9c59c6779e9c', 'name': '', 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:96:57:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '81674d30-ce6b-4ba5-b681-6cf8574788bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:01Z', 'updated_at': '2021-06-24T12:49:04Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '81674d30-ce6b-4ba5-b681-6cf8574788bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:49:03Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:49:01Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:05.648623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port eb9c25ab-be92-44bb-988b-be0fd7e3341d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=eb9c25ab-be92-44bb-988b-be0fd7e3341d,segment=NetworkSegment(440b70e4-e6ed-43ad-ab11-9a7960bd6640),segment_id=440b70e4-e6ed-43ad-ab11-9a7960bd6640)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:05.679618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.681994 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] For port fcbed012-c874-4133-8918-f7344c4d3cf5, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:49:05.708429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.732498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] device_id is not set on port d2a7d468-b71b-417b-b27d-8735297b7eab yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:49:05.738200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] For port fcbed012-c874-4133-8918-f7344c4d3cf5, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fcbed012-c874-4133-8918-f7344c4d3cf5,segment=NetworkSegment(46d483de-2108-47f0-acdf-bdb3a06fd4b1),segment_id=46d483de-2108-47f0-acdf-bdb3a06fd4b1)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:49:05.741891 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451574a4-d4df-4791-9afa-1f1b855c6d1e None None] Pushing event updated for resources: {'Port': ['ID=9a3a2360-e3d8-427a-96ec-b770e2a7ac36,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:05.748330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-451574a4-d4df-4791-9afa-1f1b855c6d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:05.751160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.752841 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-cd455408-d761-410f-82cd-64a525e89409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:05.801526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac023cc3-05de-4ef1-a7fd-832a016424f5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router ebac9566-ad9a-4481-bf6f-7184a42b0409 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:05.844848 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2cbdc2f3-3b99-41a9-a968-137f7ffa5522 None None] Provisioning complete for port 2d175b45-081f-47d2-8ccf-ed71785b0817 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:05.845430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc2f3-3b99-41a9-a968-137f7ffa5522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:05.984120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Allocated IP 172.20.0.2 (5e52d658-3c4b-4e1c-a8e3-6e252032b601/a4f08811-6fb4-4598-abac-55a343b6b3da/d2a7d468-b71b-417b-b27d-8735297b7eab) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:06.002698 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=eb9c25ab-be92-44bb-988b-be0fd7e3341d,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:06.024883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdc2f3-3b99-41a9-a968-137f7ffa5522 None None] Port 2d175b45-081f-47d2-8ccf-ed71785b0817 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:06.033153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Routers {'d21dc519-515a-469a-9bdd-137d636fc81a'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:06.034087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d21dc519-515a-469a-9bdd-137d636fc81a'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:06.130036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b2cf4133-1e60-456a-93b2-9c59c6779e9c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:06.188296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac023cc3-05de-4ef1-a7fd-832a016424f5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:06.207050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ac023cc3-05de-4ef1-a7fd-832a016424f5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:06.215315 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47188) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:06.217195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2cbdc2f3-3b99-41a9-a968-137f7ffa5522 None None] Provisioning complete for port f6c27749-cae9-41b1-8906-1aa56969ab7a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:06.217835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc2f3-3b99-41a9-a968-137f7ffa5522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:06.223871 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ac023cc3-05de-4ef1-a7fd-832a016424f5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409 HTTP/1.1" status: 200 len: 934 time: 1.9446328 Jun 24 12:49:06.474700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:06.491449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Transition to ACTIVE for port object d2a7d468-b71b-417b-b27d-8735297b7eab will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:06.522357 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8dd3cfa6-3ae7-494f-b46e-e2e80ab08e31 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409 HTTP/1.1" status: 200 len: 934 time: 0.3055232 Jun 24 12:49:06.524857 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47192) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:06.547718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7ef8e41b-3709-4e7a-b32a-7ee86a514015 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'router': {'routes': None}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:06.575063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2e2ea-f36e-4a9c-b340-c0beadc26c6a None None] Pushing event updated for resources: {'Port': ['ID=fcbed012-c874-4133-8918-f7344c4d3cf5,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:06.584501 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-eed2e2ea-f36e-4a9c-b340-c0beadc26c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:06.588232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.830s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:06.588598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:06.651973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] Set router d21dc519-515a-469a-9bdd-137d636fc81a gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:06.694727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port b2cf4133-1e60-456a-93b2-9c59c6779e9c completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:06.725944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device bb69396e-3118-428d-96d0-2536679aa77d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:06.818559 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:06.822484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da66f8-ba78-4380-b671-b0ac7dfea665 None None] Sync routers for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:06.832897 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6f5e1fdb-3349-40c0-8143-ff6871b4b85d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:06.857345 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418c940a-cd6d-4172-bf17-93a0ca1fbc2d None None] Update dhcp port {'port': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'fixed_ips': [{'subnet_id': 'edcb8ef4-13af-4be4-ae77-a41df1f25db1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a4f08811-6fb4-4598-abac-55a343b6b3da'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': 'f6c27749-cae9-41b1-8906-1aa56969ab7a'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:49:06.889135 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:06.890570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da66f8-ba78-4380-b671-b0ac7dfea665 None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:06.891786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b7da66f8-ba78-4380-b671-b0ac7dfea665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:06.915374 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:06.926462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:49:06.957641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-418c940a-cd6d-4172-bf17-93a0ca1fbc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:06.983324 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:06.983994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:07.029086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=d2a7d468-b71b-417b-b27d-8735297b7eab,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:07.035862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:07.039871 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6234300 Jun 24 12:49:07.042589 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47196) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:07.048370 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-6015b69a-184c-4704-9ce4-dffb34aebfb2 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:07.048808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port bb69396e-3118-428d-96d0-2536679aa77d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:07.049190 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:07.209018 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.extraroute_db [None req-7ef8e41b-3709-4e7a-b32a-7ee86a514015 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Added routes are [] {{(pid=100145) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 24 12:49:07.209640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.extraroute_db [None req-7ef8e41b-3709-4e7a-b32a-7ee86a514015 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100145) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 24 12:49:07.278532 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6015b69a-184c-4704-9ce4-dffb34aebfb2 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:49:07.282287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6015b69a-184c-4704-9ce4-dffb34aebfb2 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:07.285758 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7ef8e41b-3709-4e7a-b32a-7ee86a514015 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:07.344886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-b7da66f8-ba78-4380-b671-b0ac7dfea665 None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:07.381358 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-57da35bb-818b-4c62-83d5-2c7f10678013 None None] Provisioning for port b2cf4133-1e60-456a-93b2-9c59c6779e9c completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:07.384490 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.ipam_backend_mixin [None req-6015b69a-184c-4704-9ce4-dffb34aebfb2 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a4f08811-6fb4-4598-abac-55a343b6b3da (CIDR: 172.20.0.0/28) Jun 24 12:49:07.410938 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6015b69a-184c-4704-9ce4-dffb34aebfb2 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:07.411464 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6015b69a-184c-4704-9ce4-dffb34aebfb2 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:07.433700 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-57da35bb-818b-4c62-83d5-2c7f10678013 None None] Provisioning complete for port b2cf4133-1e60-456a-93b2-9c59c6779e9c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:07.434097 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-57da35bb-818b-4c62-83d5-2c7f10678013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:07.443483 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6015b69a-184c-4704-9ce4-dffb34aebfb2 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3996484 Jun 24 12:49:07.447243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47198) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:07.454203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-fbed2e35-57ee-46a5-907e-09d37a5c77b3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:07.563275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7ef8e41b-3709-4e7a-b32a-7ee86a514015 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:07.569059 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7ef8e41b-3709-4e7a-b32a-7ee86a514015 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:07.612889 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-418c940a-cd6d-4172-bf17-93a0ca1fbc2d None None] Allocated IP 172.20.0.3 (5e52d658-3c4b-4e1c-a8e3-6e252032b601/a4f08811-6fb4-4598-abac-55a343b6b3da/f6c27749-cae9-41b1-8906-1aa56969ab7a) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:07.676022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbed2e35-57ee-46a5-907e-09d37a5c77b3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:49:07.680640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fbed2e35-57ee-46a5-907e-09d37a5c77b3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:07.809882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef8e41b-3709-4e7a-b32a-7ee86a514015 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router ebac9566-ad9a-4481-bf6f-7184a42b0409 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:07.849163 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.ipam_backend_mixin [None req-fbed2e35-57ee-46a5-907e-09d37a5c77b3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet edcb8ef4-13af-4be4-ae77-a41df1f25db1 (CIDR: 172.20.0.16/28) Jun 24 12:49:07.858260 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbed2e35-57ee-46a5-907e-09d37a5c77b3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:07.858750 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbed2e35-57ee-46a5-907e-09d37a5c77b3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:07.870556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:48:58Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'e3e54738-7da1-4c35-a836-8d41cdf5afc3', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.76', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'port_id': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'mac_address': 'fa:16:3e:f2:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:50Z', 'updated_at': '2021-06-24T12:47:53Z', 'revision_number': 1, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:24Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbed012-c874-4133-8918-f7344c4d3cf5', 'name': '', 'network_id': '5ced14b9-b432-497d-bc77-21809356558c', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:43:0b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:57Z', 'updated_at': '2021-06-24T12:49:05Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:07.885552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:07.892324 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fbed2e35-57ee-46a5-907e-09d37a5c77b3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4423177 Jun 24 12:49:07.894554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47202) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:07.908176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4056a200-1f71-48b2-8f73-466eb97b5526 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'subnet': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:07.915614 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-57da35bb-818b-4c62-83d5-2c7f10678013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:07.937266 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a473a-2a74-4026-b47d-b06981af7e4c None None] The sync data for ids ['d21dc519-515a-469a-9bdd-137d636fc81a'] in dv-neutron-797121-4-hyperv is: [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:48:58Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'e3e54738-7da1-4c35-a836-8d41cdf5afc3', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.76', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'port_id': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'mac_address': 'fa:16:3e:f2:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:50Z', 'updated_at': '2021-06-24T12:47:53Z', 'revision_number': 1, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:24Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbed012-c874-4133-8918-f7344c4d3cf5', 'name': '', 'network_id': '5ced14b9-b432-497d-bc77-21809356558c', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:43:0b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:57Z', 'updated_at': '2021-06-24T12:49:05Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:07.973762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-418c940a-cd6d-4172-bf17-93a0ca1fbc2d None None] For port f6c27749-cae9-41b1-8906-1aa56969ab7a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f6c27749-cae9-41b1-8906-1aa56969ab7a,segment=NetworkSegment(a7359409-d380-43b3-a7da-1f3bdc110629),segment_id=a7359409-d380-43b3-a7da-1f3bdc110629)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:07.996197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef8e41b-3709-4e7a-b32a-7ee86a514015 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:08.006667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7ef8e41b-3709-4e7a-b32a-7ee86a514015 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.022787 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7ef8e41b-3709-4e7a-b32a-7ee86a514015 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409 HTTP/1.1" status: 200 len: 700 time: 1.4859793 Jun 24 12:49:08.028432 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47204) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:08.082360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-57da35bb-818b-4c62-83d5-2c7f10678013 None None] For port b2cf4133-1e60-456a-93b2-9c59c6779e9c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b2cf4133-1e60-456a-93b2-9c59c6779e9c,segment=NetworkSegment(755ed0ee-1b71-4062-944c-0d7e6f3c3059),segment_id=755ed0ee-1b71-4062-944c-0d7e6f3c3059)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:08.113227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-57da35bb-818b-4c62-83d5-2c7f10678013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.117020 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-418c940a-cd6d-4172-bf17-93a0ca1fbc2d None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.119870 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1405e71e-951d-4a4c-8772-e27a2ca6a67f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:08.174206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b7da66f8-ba78-4380-b671-b0ac7dfea665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:04Z', 'revision_number': 6, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cf4133-1e60-456a-93b2-9c59c6779e9c', 'name': '', 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:96:57:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '81674d30-ce6b-4ba5-b681-6cf8574788bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:01Z', 'updated_at': '2021-06-24T12:49:04Z', 'revision_number': 4, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '81674d30-ce6b-4ba5-b681-6cf8574788bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:49:03Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:49:05Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:08.179718 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4056a200-1f71-48b2-8f73-466eb97b5526 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Made reservation on behalf of ea2e56e662164c3e99bad3f620aa85c3 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:49:08.182373 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-418c940a-cd6d-4172-bf17-93a0ca1fbc2d None None] Transition to ACTIVE for port object f6c27749-cae9-41b1-8906-1aa56969ab7a will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:08.183924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4056a200-1f71-48b2-8f73-466eb97b5526 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.184197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:08.184539 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.270481 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7098c744-3cff-406f-b76d-3192d8c08123 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409 HTTP/1.1" status: 200 len: 700 time: 0.2349660 Jun 24 12:49:08.271114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47206) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:08.296238 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-418c940a-cd6d-4172-bf17-93a0ca1fbc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.299764 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da66f8-ba78-4380-b671-b0ac7dfea665 None None] Checking router: ebac9566-ad9a-4481-bf6f-7184a42b0409 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:08.302226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da35bb-818b-4c62-83d5-2c7f10678013 None None] Pushing event updated for resources: {'Port': ['ID=b2cf4133-1e60-456a-93b2-9c59c6779e9c,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:08.311826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-57da35bb-818b-4c62-83d5-2c7f10678013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:08.312904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-57da35bb-818b-4c62-83d5-2c7f10678013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:08.335869 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-57da35bb-818b-4c62-83d5-2c7f10678013 None None] Provisioning complete for port 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:08.336383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-57da35bb-818b-4c62-83d5-2c7f10678013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.453358 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da66f8-ba78-4380-b671-b0ac7dfea665 None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:08.454151 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b7da66f8-ba78-4380-b671-b0ac7dfea665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:08.743466 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-b7da66f8-ba78-4380-b671-b0ac7dfea665 None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:08.886893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c940a-cd6d-4172-bf17-93a0ca1fbc2d None None] Pushing event updated for resources: {'Port': ['ID=f6c27749-cae9-41b1-8906-1aa56969ab7a,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:08.890175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-418c940a-cd6d-4172-bf17-93a0ca1fbc2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:09.016061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4056a200-1f71-48b2-8f73-466eb97b5526 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.028316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-507448b3-4ce0-42e5-9638-aa8e2d4c1b04 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:09.041834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4056a200-1f71-48b2-8f73-466eb97b5526 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:09.045601 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-4056a200-1f71-48b2-8f73-466eb97b5526 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:09.052182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device eb9c25ab-be92-44bb-988b-be0fd7e3341d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:09.102515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4056a200-1f71-48b2-8f73-466eb97b5526 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:09.105323 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4056a200-1f71-48b2-8f73-466eb97b5526 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.110523 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056a200-1f71-48b2-8f73-466eb97b5526 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Subnet': ['ID=e0cc968c-ea5a-4cae-a367-0374af22ec0c,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:09.134203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4056a200-1f71-48b2-8f73-466eb97b5526 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:09.141728 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47220) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:09.142260 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4056a200-1f71-48b2-8f73-466eb97b5526 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2452528 Jun 24 12:49:09.147955 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0a38a66e-521a-4311-a272-4e51605a3ca9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1707273711', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e0cc968c-ea5a-4cae-a367-0374af22ec0c'}], 'security_groups': ['5ac46795-1026-4c4b-91fb-eb7d5d274f31', '4e9307d2-079b-4c0e-8b0a-e21808bb952d']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:09.182623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port eb9c25ab-be92-44bb-988b-be0fd7e3341d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:09.183165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.256342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f2592593-3ffb-4333-a2a6-bb2ef5ea3114 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.294629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0a38a66e-521a-4311-a272-4e51605a3ca9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.305080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b7da66f8-ba78-4380-b671-b0ac7dfea665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:07Z', 'revision_number': 7, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cf4133-1e60-456a-93b2-9c59c6779e9c', 'name': '', 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:96:57:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '81674d30-ce6b-4ba5-b681-6cf8574788bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:01Z', 'updated_at': '2021-06-24T12:49:07Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '81674d30-ce6b-4ba5-b681-6cf8574788bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:49:03Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:49:05Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:09.329309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a7c75bdb-f8af-418d-873f-f0fb4567c08e None None] Provisioning complete for port b2cf4133-1e60-456a-93b2-9c59c6779e9c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:09.330095 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a7c75bdb-f8af-418d-873f-f0fb4567c08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.392847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da66f8-ba78-4380-b671-b0ac7dfea665 None None] The sync data for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv is: [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:07Z', 'revision_number': 7, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cf4133-1e60-456a-93b2-9c59c6779e9c', 'name': '', 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:96:57:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '81674d30-ce6b-4ba5-b681-6cf8574788bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:01Z', 'updated_at': '2021-06-24T12:49:07Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '81674d30-ce6b-4ba5-b681-6cf8574788bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:49:03Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:49:05Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:09.632503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f2592593-3ffb-4333-a2a6-bb2ef5ea3114 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port b2cf4133-1e60-456a-93b2-9c59c6779e9c {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:09.633119 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f2592593-3ffb-4333-a2a6-bb2ef5ea3114 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.668859 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47925f61-a2db-4b7a-ac7a-73565c07a266 None None] Sync routers for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:09.679587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b258ad-b29e-4685-ba30-1944834bc33d None None] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:09.704814 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47925f61-a2db-4b7a-ac7a-73565c07a266 None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:09.705468 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-47925f61-a2db-4b7a-ac7a-73565c07a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:09.746299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-f2592593-3ffb-4333-a2a6-bb2ef5ea3114 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] For port b2cf4133-1e60-456a-93b2-9c59c6779e9c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b2cf4133-1e60-456a-93b2-9c59c6779e9c,segment=NetworkSegment(755ed0ee-1b71-4062-944c-0d7e6f3c3059),segment_id=755ed0ee-1b71-4062-944c-0d7e6f3c3059)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:09.746875 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f2592593-3ffb-4333-a2a6-bb2ef5ea3114 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.771807 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-0a38a66e-521a-4311-a272-4e51605a3ca9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Delete allocated IP 172.20.0.2 (5e52d658-3c4b-4e1c-a8e3-6e252032b601/a4f08811-6fb4-4598-abac-55a343b6b3da) {{(pid=100145) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 24 12:49:09.773791 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f2592593-3ffb-4333-a2a6-bb2ef5ea3114 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for b2cf4133-1e60-456a-93b2-9c59c6779e9c owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:09.792725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-0a38a66e-521a-4311-a272-4e51605a3ca9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Allocated IP 172.20.0.44 (5e52d658-3c4b-4e1c-a8e3-6e252032b601/e0cc968c-ea5a-4cae-a367-0374af22ec0c/d2a7d468-b71b-417b-b27d-8735297b7eab) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:09.861346 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-47925f61-a2db-4b7a-ac7a-73565c07a266 None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:09.901799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7d6b2d0e-2113-482b-9125-f6c1d9bcbc43 None None] Provisioning complete for port 2d175b45-081f-47d2-8ccf-ed71785b0817 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:09.902792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2d0e-2113-482b-9125-f6c1d9bcbc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.975439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b2d0e-2113-482b-9125-f6c1d9bcbc43 None None] Port 2d175b45-081f-47d2-8ccf-ed71785b0817 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:10.000439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7d6b2d0e-2113-482b-9125-f6c1d9bcbc43 None None] Provisioning for port f6c27749-cae9-41b1-8906-1aa56969ab7a completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:10.020547 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7d6b2d0e-2113-482b-9125-f6c1d9bcbc43 None None] Provisioning complete for port f6c27749-cae9-41b1-8906-1aa56969ab7a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:10.021263 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2d0e-2113-482b-9125-f6c1d9bcbc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:10.075576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f6c27749-cae9-41b1-8906-1aa56969ab7a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:10.087267 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0a38a66e-521a-4311-a272-4e51605a3ca9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:10.100039 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-0a38a66e-521a-4311-a272-4e51605a3ca9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Ignored duplicate provisioning block setup for port d2a7d468-b71b-417b-b27d-8735297b7eab by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 24 12:49:10.106309 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0a38a66e-521a-4311-a272-4e51605a3ca9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:10.122259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cf351b2d-47c7-4a4e-b4aa-a7e4502d925a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:10.160961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f2592593-3ffb-4333-a2a6-bb2ef5ea3114 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:10.163077 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b8d05fae-25be-402f-ba0f-781a359aef0b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:10.210708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2592593-3ffb-4333-a2a6-bb2ef5ea3114 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=b2cf4133-1e60-456a-93b2-9c59c6779e9c,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:10.212896 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38a66e-521a-4311-a272-4e51605a3ca9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event updated for resources: {'Port': ['ID=d2a7d468-b71b-417b-b27d-8735297b7eab,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:10.214342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f2592593-3ffb-4333-a2a6-bb2ef5ea3114 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:10.216574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0a38a66e-521a-4311-a272-4e51605a3ca9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:10.219226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58450ac-7fef-4233-a21e-94f9fcc73439 None None] Update dhcp port {'port': {'network_id': '5e52d658-3c4b-4e1c-a8e3-6e252032b601', 'fixed_ips': [{'subnet_id': 'edcb8ef4-13af-4be4-ae77-a41df1f25db1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a4f08811-6fb4-4598-abac-55a343b6b3da', 'ip_address': '172.20.0.3'}, {'subnet_id': 'e0cc968c-ea5a-4cae-a367-0374af22ec0c'}], 'binding:host_id': 'dv-neutron-797121-4-hyperv'}, 'id': 'f6c27749-cae9-41b1-8906-1aa56969ab7a'} from dv-neutron-797121-4-hyperv. {{(pid=100147) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 12:49:10.288153 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-47925f61-a2db-4b7a-ac7a-73565c07a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:07Z', 'revision_number': 7, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cf4133-1e60-456a-93b2-9c59c6779e9c', 'name': '', 'network_id': '1edccd0f-4760-4726-abc1-4933a9906b6a', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:96:57:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '81674d30-ce6b-4ba5-b681-6cf8574788bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:01Z', 'updated_at': '2021-06-24T12:49:07Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '81674d30-ce6b-4ba5-b681-6cf8574788bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:49:03Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:49:05Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:10.290372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0a38a66e-521a-4311-a272-4e51605a3ca9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] In _notify_port_updated(), no bound segment for port d2a7d468-b71b-417b-b27d-8735297b7eab on network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 {{(pid=100145) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:49:10.300639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a38a66e-521a-4311-a272-4e51605a3ca9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:10.301491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0a38a66e-521a-4311-a272-4e51605a3ca9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:10.305343 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0a38a66e-521a-4311-a272-4e51605a3ca9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "PUT /v2.0/ports/d2a7d468-b71b-417b-b27d-8735297b7eab HTTP/1.1" status: 200 len: 960 time: 1.1601460 Jun 24 12:49:10.306027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47224) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:10.331392 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47925f61-a2db-4b7a-ac7a-73565c07a266 None None] Checking router: ebac9566-ad9a-4481-bf6f-7184a42b0409 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:10.341129 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47925f61-a2db-4b7a-ac7a-73565c07a266 None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:10.342111 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-47925f61-a2db-4b7a-ac7a-73565c07a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:10.366363 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e58450ac-7fef-4233-a21e-94f9fcc73439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:10.471950 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port f6c27749-cae9-41b1-8906-1aa56969ab7a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:10.472330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:10.496914 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-47925f61-a2db-4b7a-ac7a-73565c07a266 None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:10.510182 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-780c80d9-ed35-4748-ae5a-578a8d9ca76f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port d2a7d468-b71b-417b-b27d-8735297b7eab {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:10.510679 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-780c80d9-ed35-4748-ae5a-578a8d9ca76f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:10.549766 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f2592593-3ffb-4333-a2a6-bb2ef5ea3114 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:10.740883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-780c80d9-ed35-4748-ae5a-578a8d9ca76f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:10.770211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-780c80d9-ed35-4748-ae5a-578a8d9ca76f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for d2a7d468-b71b-417b-b27d-8735297b7eab owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:10.799109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b2cf4133-1e60-456a-93b2-9c59c6779e9c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:10.835346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: b2cf4133-1e60-456a-93b2-9c59c6779e9c {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:10.835710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b2cf4133-1e60-456a-93b2-9c59c6779e9c not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 24 12:49:10.861091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Port b2cf4133-1e60-456a-93b2-9c59c6779e9c not found, will not notify nova. {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 24 12:49:10.861669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fcbed012-c874-4133-8918-f7344c4d3cf5 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:10.869808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-e58450ac-7fef-4233-a21e-94f9fcc73439 None None] Allocated IP 172.20.0.34 (5e52d658-3c4b-4e1c-a8e3-6e252032b601/e0cc968c-ea5a-4cae-a367-0374af22ec0c/f6c27749-cae9-41b1-8906-1aa56969ab7a) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:10.904720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2592593-3ffb-4333-a2a6-bb2ef5ea3114 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router ebac9566-ad9a-4481-bf6f-7184a42b0409 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:10.934426 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-47925f61-a2db-4b7a-ac7a-73565c07a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:10Z', 'revision_number': 8, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:49:03Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:49:05Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:11.014234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port fcbed012-c874-4133-8918-f7344c4d3cf5 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:11.019806 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47925f61-a2db-4b7a-ac7a-73565c07a266 None None] The sync data for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv is: [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:10Z', 'revision_number': 8, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:49:03Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:49:05Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:11.031207 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port fcbed012-c874-4133-8918-f7344c4d3cf5 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:11.031933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.103967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2592593-3ffb-4333-a2a6-bb2ef5ea3114 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:11.116325 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f2592593-3ffb-4333-a2a6-bb2ef5ea3114 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8443871 Jun 24 12:49:11.117050 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47228) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:11.159097 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e58450ac-7fef-4233-a21e-94f9fcc73439 None None] For port f6c27749-cae9-41b1-8906-1aa56969ab7a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f6c27749-cae9-41b1-8906-1aa56969ab7a,segment=NetworkSegment(a7359409-d380-43b3-a7da-1f3bdc110629),segment_id=a7359409-d380-43b3-a7da-1f3bdc110629)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:11.177465 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeeaff82-b1d7-4970-ad77-9d1680522db1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting subnet 81674d30-ce6b-4ba5-b681-6cf8574788bc {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:49:11.181258 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eeeaff82-b1d7-4970-ad77-9d1680522db1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.224481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e58450ac-7fef-4233-a21e-94f9fcc73439 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.251458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eeeaff82-b1d7-4970-ad77-9d1680522db1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.281474 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e58450ac-7fef-4233-a21e-94f9fcc73439 None None] Transition to ACTIVE for port object f6c27749-cae9-41b1-8906-1aa56969ab7a will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:11.291089 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e58450ac-7fef-4233-a21e-94f9fcc73439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.295855 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-508492ef-6045-44a1-a680-540805015026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:11.326600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.403379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eeeaff82-b1d7-4970-ad77-9d1680522db1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.478603 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port fcbed012-c874-4133-8918-f7344c4d3cf5, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fcbed012-c874-4133-8918-f7344c4d3cf5,segment=NetworkSegment(46d483de-2108-47f0-acdf-bdb3a06fd4b1),segment_id=46d483de-2108-47f0-acdf-bdb3a06fd4b1)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:11.479338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58450ac-7fef-4233-a21e-94f9fcc73439 None None] Pushing event updated for resources: {'Port': ['ID=f6c27749-cae9-41b1-8906-1aa56969ab7a,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:11.483735 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e58450ac-7fef-4233-a21e-94f9fcc73439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:11.485430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.487736 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-605c3543-4477-4eea-a495-aa04529cb413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:11.499921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-780c80d9-ed35-4748-ae5a-578a8d9ca76f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.511358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fc894f71-0797-41f9-9639-08e79791ab04 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:11.566551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=fcbed012-c874-4133-8918-f7344c4d3cf5,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:11.572326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eeeaff82-b1d7-4970-ad77-9d1680522db1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.574637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a852c3bb-228b-422c-822f-7e4e6b0a0aa1 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:11.576307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:11.578328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c80d9-ed35-4748-ae5a-578a8d9ca76f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=d2a7d468-b71b-417b-b27d-8735297b7eab,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:11.581638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-780c80d9-ed35-4748-ae5a-578a8d9ca76f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:11.628921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaff82-b1d7-4970-ad77-9d1680522db1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Subnet': ['ID=81674d30-ce6b-4ba5-b681-6cf8574788bc,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:11.636057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eeeaff82-b1d7-4970-ad77-9d1680522db1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:11.647794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eeeaff82-b1d7-4970-ad77-9d1680522db1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.651034 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-eeeaff82-b1d7-4970-ad77-9d1680522db1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/81674d30-ce6b-4ba5-b681-6cf8574788bc HTTP/1.1" status: 204 len: 168 time: 0.5322709 Jun 24 12:49:11.653073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47232) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:11.663582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dc3e3f-1145-4762-979a-1d14bf3b01f6 None None] Network 1edccd0f-4760-4726-abc1-4933a9906b6a requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:11.696799 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-780c80d9-ed35-4748-ae5a-578a8d9ca76f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.702305 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-780c80d9-ed35-4748-ae5a-578a8d9ca76f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/d2a7d468-b71b-417b-b27d-8735297b7eab HTTP/1.1" status: 204 len: 168 time: 1.3952031 Jun 24 12:49:11.702997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47234) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:11.767203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.789194 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-0727373e-4ddf-4c3f-aeb3-0535620c81b3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] GET failed (client error): The resource could not be found. Jun 24 12:49:11.791266 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0727373e-4ddf-4c3f-aeb3-0535620c81b3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports/d2a7d468-b71b-417b-b27d-8735297b7eab HTTP/1.1" status: 404 len: 333 time: 0.0872526 Jun 24 12:49:11.795337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47236) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:11.820705 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40227a39-7be8-4b3a-8ca0-9c62ee6b1834 None None] Sync routers for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:11.851116 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:11.851116 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.883317 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40227a39-7be8-4b3a-8ca0-9c62ee6b1834 None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:11.884148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-40227a39-7be8-4b3a-8ca0-9c62ee6b1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:11.907905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e279219b-ed4c-4fe6-ab8a-2d8d18cc82fe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.927072 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f6c27749-cae9-41b1-8906-1aa56969ab7a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:11.933730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e279219b-ed4c-4fe6-ab8a-2d8d18cc82fe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.952849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] For port 9a3a2360-e3d8-427a-96ec-b770e2a7ac36, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9a3a2360-e3d8-427a-96ec-b770e2a7ac36,segment=NetworkSegment(755ed0ee-1b71-4062-944c-0d7e6f3c3059),segment_id=755ed0ee-1b71-4062-944c-0d7e6f3c3059)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:11.953210 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:11.977505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:12.029743 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e279219b-ed4c-4fe6-ab8a-2d8d18cc82fe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.035304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e279219b-ed4c-4fe6-ab8a-2d8d18cc82fe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.042642 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e279219b-ed4c-4fe6-ab8a-2d8d18cc82fe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/security-groups/fd0deea5-3563-4b0f-aa24-5c93c26244c3 HTTP/1.1" status: 204 len: 168 time: 0.2425940 Jun 24 12:49:12.044419 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47240) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:12.045081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-34fd3532-3c4b-405f-b8c7-942d95e3e732 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:12.088531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279219b-ed4c-4fe6-ab8a-2d8d18cc82fe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0deea5-3563-4b0f-aa24-5c93c26244c3,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:12.100023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e279219b-ed4c-4fe6-ab8a-2d8d18cc82fe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:12.111853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.115728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-09954df5-0407-4c63-ac76-6d8fa4dfab42 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:12.143327 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=9a3a2360-e3d8-427a-96ec-b770e2a7ac36,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:12.147815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:12.153259 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No DVR routers for this DVR port 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:12.200150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-87d82e0c-dbd1-4803-89bd-857252782355 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.232244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-87d82e0c-dbd1-4803-89bd-857252782355 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.250971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.262054 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1edccd0f-4760-4726-abc1-4933a9906b6a']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:12.271148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1c84bb6e-d66d-491e-896b-375260fb0ba1 None None] Could not find standard attr ID for object d2a7d468-b71b-417b-b27d-8735297b7eab. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:49:12.277586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755ed0ee-1b71-4062-944c-0d7e6f3c3059') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:12.277814 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755ed0ee-1b71-4062-944c-0d7e6f3c3059') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:12.290115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.296225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-87d82e0c-dbd1-4803-89bd-857252782355 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.299106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-87d82e0c-dbd1-4803-89bd-857252782355 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.303548 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-87d82e0c-dbd1-4803-89bd-857252782355 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/security-groups/4e9307d2-079b-4c0e-8b0a-e21808bb952d HTTP/1.1" status: 204 len: 168 time: 0.2517331 Jun 24 12:49:12.303548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cd81bdc5-d386-4e21-bde5-c42659b8db38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:12.307455 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47242) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:12.307841 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1c84bb6e-d66d-491e-896b-375260fb0ba1 None None] Provisioning complete for port 2d175b45-081f-47d2-8ccf-ed71785b0817 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:12.308184 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1c84bb6e-d66d-491e-896b-375260fb0ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.314963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-40227a39-7be8-4b3a-8ca0-9c62ee6b1834 None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:12.321853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.329697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:49:12.330185 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.331868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d82e0c-dbd1-4803-89bd-857252782355 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9307d2-079b-4c0e-8b0a-e21808bb952d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:12.361652 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-87d82e0c-dbd1-4803-89bd-857252782355 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:12.411831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615f985f-6c0d-40c1-8470-400e97d34505 None None] DHCP port deletion for 1edccd0f-4760-4726-abc1-4933a9906b6a request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:49:12.435211 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:49:12.447019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fcbed012-c874-4133-8918-f7344c4d3cf5 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:12.462917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0758bb3b-4430-471b-b0bf-36be5d4bae56 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.468076 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.475381 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d2ec7370-32f2-4d95-855a-6c4dda64749d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:12.482124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.485937 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/networks/1edccd0f-4760-4726-abc1-4933a9906b6a HTTP/1.1" status: 204 len: 168 time: 0.8318524 Jun 24 12:49:12.490034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47244) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:12.509591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-1c84bb6e-d66d-491e-896b-375260fb0ba1 None None] Port 2d175b45-081f-47d2-8ccf-ed71785b0817 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:12.509860 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Network': ['ID=1edccd0f-4760-4726-abc1-4933a9906b6a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:12.512615 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:12.538410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0758bb3b-4430-471b-b0bf-36be5d4bae56 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.577411 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1c84bb6e-d66d-491e-896b-375260fb0ba1 None None] Provisioning for port f6c27749-cae9-41b1-8906-1aa56969ab7a completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:12.589826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1c84bb6e-d66d-491e-896b-375260fb0ba1 None None] Provisioning complete for port f6c27749-cae9-41b1-8906-1aa56969ab7a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:12.590221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1c84bb6e-d66d-491e-896b-375260fb0ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.653366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port fcbed012-c874-4133-8918-f7344c4d3cf5 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:12.653740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.686590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0758bb3b-4430-471b-b0bf-36be5d4bae56 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.689771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0758bb3b-4430-471b-b0bf-36be5d4bae56 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.693421 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0758bb3b-4430-471b-b0bf-36be5d4bae56 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/security-groups/5ac46795-1026-4c4b-91fb-eb7d5d274f31 HTTP/1.1" status: 204 len: 168 time: 0.3826320 Jun 24 12:49:12.693607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5aa32f22-fa9e-48b7-a032-385afa8a2d19 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:12.694271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47246) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:12.707718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758bb3b-4430-471b-b0bf-36be5d4bae56 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac46795-1026-4c4b-91fb-eb7d5d274f31,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:12.713996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0758bb3b-4430-471b-b0bf-36be5d4bae56 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:12.758830 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-9474b425-0eef-4323-a04f-2650b43628b0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting subnet a4f08811-6fb4-4598-abac-55a343b6b3da {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:49:12.762726 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9474b425-0eef-4323-a04f-2650b43628b0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.811582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9474b425-0eef-4323-a04f-2650b43628b0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.823563 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-40227a39-7be8-4b3a-8ca0-9c62ee6b1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:10Z', 'revision_number': 8, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:49:03Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:49:05Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:12.857103 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40227a39-7be8-4b3a-8ca0-9c62ee6b1834 None None] Checking router: ebac9566-ad9a-4481-bf6f-7184a42b0409 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:12.871209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40227a39-7be8-4b3a-8ca0-9c62ee6b1834 None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:12.871846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-40227a39-7be8-4b3a-8ca0-9c62ee6b1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:12.893040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dbb07786-0409-4cd4-83bd-0c94fc7ecec2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.911518 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9474b425-0eef-4323-a04f-2650b43628b0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.978664 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9474b425-0eef-4323-a04f-2650b43628b0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:12.979050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b2cf4133-1e60-456a-93b2-9c59c6779e9c no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:12.982049 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eef07c73-bda5-4bf2-ae42-86a4516fb5b5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:12.984310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7d1daaf6-17ef-4cbe-99c4-ba01d04d5944 None None] Could not find standard attr ID for object d2a7d468-b71b-417b-b27d-8735297b7eab. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:49:13.013221 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474b425-0eef-4323-a04f-2650b43628b0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f08811-6fb4-4598-abac-55a343b6b3da,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:13.016704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: b2cf4133-1e60-456a-93b2-9c59c6779e9c {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:13.017066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b2cf4133-1e60-456a-93b2-9c59c6779e9c not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:13.018246 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9474b425-0eef-4323-a04f-2650b43628b0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:13.019367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9474b425-0eef-4323-a04f-2650b43628b0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:13.022390 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9474b425-0eef-4323-a04f-2650b43628b0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/a4f08811-6fb4-4598-abac-55a343b6b3da HTTP/1.1" status: 204 len: 168 time: 0.3265376 Jun 24 12:49:13.026298 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-40227a39-7be8-4b3a-8ca0-9c62ee6b1834 None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:13.029296 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47248) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:13.085163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cea4b3c-57f0-4833-bea7-1223a5585c89 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting subnet e0cc968c-ea5a-4cae-a367-0374af22ec0c {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:49:13.088638 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3cea4b3c-57f0-4833-bea7-1223a5585c89 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:13.152525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3cea4b3c-57f0-4833-bea7-1223a5585c89 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:13.239822 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3cea4b3c-57f0-4833-bea7-1223a5585c89 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:13.246427 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baf0563-a55d-4ab2-9d0a-f2d8a280a280 None None] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:13.262723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-dbb07786-0409-4cd4-83bd-0c94fc7ecec2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port eb9c25ab-be92-44bb-988b-be0fd7e3341d {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:13.263418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dbb07786-0409-4cd4-83bd-0c94fc7ecec2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:13.305396 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3cea4b3c-57f0-4833-bea7-1223a5585c89 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:13.308348 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-be4b0dfc-0fce-4f27-9c7f-82eadc2003c8 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:13.340832 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-84f021d2-f9b9-42e5-8c83-fc5fb7b4ea06 None None] Could not find standard attr ID for object d2a7d468-b71b-417b-b27d-8735297b7eab. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:49:13.346374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea4b3c-57f0-4833-bea7-1223a5585c89 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Subnet': ['ID=e0cc968c-ea5a-4cae-a367-0374af22ec0c,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:13.349605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3cea4b3c-57f0-4833-bea7-1223a5585c89 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:13.350599 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3cea4b3c-57f0-4833-bea7-1223a5585c89 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:13.352529 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3cea4b3c-57f0-4833-bea7-1223a5585c89 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/e0cc968c-ea5a-4cae-a367-0374af22ec0c HTTP/1.1" status: 204 len: 168 time: 0.3222337 Jun 24 12:49:13.355922 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47258) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:13.387888 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1b1cc5-2e79-4170-8140-4450017c32df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:13.388556 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1b1cc5-2e79-4170-8140-4450017c32df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:13.390343 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9d1b1cc5-2e79-4170-8140-4450017c32df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/a4f08811-6fb4-4598-abac-55a343b6b3da HTTP/1.1" status: 404 len: 337 time: 0.0334120 Jun 24 12:49:13.393538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47262) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:13.428740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-dbb07786-0409-4cd4-83bd-0c94fc7ecec2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] For port eb9c25ab-be92-44bb-988b-be0fd7e3341d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=eb9c25ab-be92-44bb-988b-be0fd7e3341d,segment=NetworkSegment(440b70e4-e6ed-43ad-ab11-9a7960bd6640),segment_id=440b70e4-e6ed-43ad-ab11-9a7960bd6640)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:13.429442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dbb07786-0409-4cd4-83bd-0c94fc7ecec2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:13.453847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa116d6-41d5-4802-8ddb-565160429b06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting subnet edcb8ef4-13af-4be4-ae77-a41df1f25db1 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:49:13.457376 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2aa116d6-41d5-4802-8ddb-565160429b06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:13.464329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-dbb07786-0409-4cd4-83bd-0c94fc7ecec2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for eb9c25ab-be92-44bb-988b-be0fd7e3341d owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:13.474315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-40227a39-7be8-4b3a-8ca0-9c62ee6b1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:10Z', 'revision_number': 8, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:49:03Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:49:05Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:13.510974 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40227a39-7be8-4b3a-8ca0-9c62ee6b1834 None None] The sync data for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv is: [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:10Z', 'revision_number': 8, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:49:03Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb9c25ab-be92-44bb-988b-be0fd7e3341d', 'name': '', 'network_id': 'c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:07:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:55Z', 'updated_at': '2021-06-24T12:49:05Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '98b58a73-9472-40ce-bf07-79895a2d3d0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:13.511672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2aa116d6-41d5-4802-8ddb-565160429b06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:13.564791 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-266f2613-2c34-4f93-ac89-bc477f074bf7 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257068658&fields=id&tenant_id=b4a45b68ff73497095df5d495a33f007 HTTP/1.1" status: 200 len: 267 time: 0.0823474 Jun 24 12:49:13.622105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2aa116d6-41d5-4802-8ddb-565160429b06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:13.734063 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2aa116d6-41d5-4802-8ddb-565160429b06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:13.746464 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-df43c8fc-8d39-47c3-a084-530e194b2ea7 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:13.795845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa116d6-41d5-4802-8ddb-565160429b06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Subnet': ['ID=edcb8ef4-13af-4be4-ae77-a41df1f25db1,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:13.800269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2aa116d6-41d5-4802-8ddb-565160429b06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:13.803208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2aa116d6-41d5-4802-8ddb-565160429b06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:13.807273 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2aa116d6-41d5-4802-8ddb-565160429b06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/edcb8ef4-13af-4be4-ae77-a41df1f25db1 HTTP/1.1" status: 204 len: 168 time: 0.4102538 Jun 24 12:49:13.807620 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47266) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:13.813293 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-65bd7b8a-711c-41ba-9ab2-960f71291787 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:13.815029 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-65bd7b8a-711c-41ba-9ab2-960f71291787 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 812 time: 0.2008696 Jun 24 12:49:13.838487 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-180f5e73-6615-4879-acfc-67bba31736d3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:13.838991 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180f5e73-6615-4879-acfc-67bba31736d3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:13.841960 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-180f5e73-6615-4879-acfc-67bba31736d3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/8d4d2eb6-3e9f-4191-95fc-af4fe5fd3d97 HTTP/1.1" status: 404 len: 337 time: 0.0324576 Jun 24 12:49:13.844836 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47268) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:13.848446 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:13.858594 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-62279164-c22e-48bf-bc09-9de7183f29e2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/quotas/b4a45b68ff73497095df5d495a33f007 HTTP/1.1" status: 200 len: 375 time: 0.0345573 Jun 24 12:49:13.870831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dbb07786-0409-4cd4-83bd-0c94fc7ecec2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:13.874149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-04fa3707-8aac-4ad5-96fa-e65188980fb5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:13.875447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:13.875909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9a3a2360-e3d8-427a-96ec-b770e2a7ac36 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:13.888026 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ea8da45e-1ce4-4214-90c7-d0d57e5e4459 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "GET /v2.0/ports?device_id=9b86731a-009d-4989-bc8f-21235e3c3ffa HTTP/1.1" status: 200 len: 205 time: 0.0419621 Jun 24 12:49:13.890302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47270) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:13.930350 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-eb084437-0a1b-4f1f-bb88-fb582539e672 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] delete failed (client error): The resource could not be found. Jun 24 12:49:13.934218 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-eb084437-0a1b-4f1f-bb88-fb582539e672 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/routers/9b86731a-009d-4989-bc8f-21235e3c3ffa HTTP/1.1" status: 404 len: 336 time: 0.0401204 Jun 24 12:49:13.934218 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47272) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:13.940731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb07786-0409-4cd4-83bd-0c94fc7ecec2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=eb9c25ab-be92-44bb-988b-be0fd7e3341d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:13.948525 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dbb07786-0409-4cd4-83bd-0c94fc7ecec2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:13.961245 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6926058-415a-4e01-9617-b256ce9389b4 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:13.961707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6926058-415a-4e01-9617-b256ce9389b4 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:13.963491 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e6926058-415a-4e01-9617-b256ce9389b4 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/d5dccde9-3ece-40ad-964d-91b603a68c38 HTTP/1.1" status: 404 len: 337 time: 0.0282710 Jun 24 12:49:13.966073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47274) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:14.000117 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d40a40-627f-4a13-9bad-900bef45e9df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:14.000885 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d40a40-627f-4a13-9bad-900bef45e9df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:14.003914 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-05d40a40-627f-4a13-9bad-900bef45e9df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/bb79f379-bb71-43e9-bf47-1c3bed3002d3 HTTP/1.1" status: 404 len: 337 time: 0.0358615 Jun 24 12:49:14.010925 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47276) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:14.048983 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-46bbfc92-4215-44e3-9f92-a10703f4d26b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:14.049847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46bbfc92-4215-44e3-9f92-a10703f4d26b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:14.053489 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-46bbfc92-4215-44e3-9f92-a10703f4d26b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/8389717e-6a36-4a80-8551-faf145b2cf4d HTTP/1.1" status: 404 len: 337 time: 0.0409501 Jun 24 12:49:14.054561 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47278) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:14.082118 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e736610-df1c-486d-a870-be31dea9b3fa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:14.083010 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e736610-df1c-486d-a870-be31dea9b3fa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:14.084858 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7e736610-df1c-486d-a870-be31dea9b3fa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/ed628595-4b0d-4250-97a8-f4e84ce05c78 HTTP/1.1" status: 404 len: 333 time: 0.0290179 Jun 24 12:49:14.087262 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47280) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:14.118031 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-79182ae1-0c7e-4e40-91d4-ff6aceaf958a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2506776 Jun 24 12:49:14.118521 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d14e8c8-f166-448e-91c6-071892d58053 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:14.119032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d14e8c8-f166-448e-91c6-071892d58053 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:14.123147 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9d14e8c8-f166-448e-91c6-071892d58053 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/29c16de0-0e86-48e0-b925-64c69b567f8c HTTP/1.1" status: 404 len: 337 time: 0.0324578 Jun 24 12:49:14.126591 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47282) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:14.154196 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b259e9b6-f3c1-4817-8f57-2996723063b8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:14.154196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b259e9b6-f3c1-4817-8f57-2996723063b8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:14.156820 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b259e9b6-f3c1-4817-8f57-2996723063b8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/d68d7d42-62b4-4131-bd65-daa17d2f5ee6 HTTP/1.1" status: 404 len: 337 time: 0.0283754 Jun 24 12:49:14.159114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47284) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:14.190638 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-8569f060-acc9-46d2-ab29-2d3da1572228 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:14.191354 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8569f060-acc9-46d2-ab29-2d3da1572228 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:14.193127 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8569f060-acc9-46d2-ab29-2d3da1572228 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/60372058-d898-4c87-8418-3569591c669a HTTP/1.1" status: 404 len: 333 time: 0.0328560 Jun 24 12:49:14.198242 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47286) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:14.229624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dbb07786-0409-4cd4-83bd-0c94fc7ecec2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:14.231237 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0ad6f2-4154-4682-822f-be7636d408f0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:14.231764 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0ad6f2-4154-4682-822f-be7636d408f0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:14.236038 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-df0ad6f2-4154-4682-822f-be7636d408f0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/deb26bdf-c8cc-41ff-b3bf-f910dfe1a0ee HTTP/1.1" status: 404 len: 337 time: 0.0343316 Jun 24 12:49:14.236340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47288) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:14.262718 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1389c9ab-a9b4-4cb9-acea-a57870840889 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:14.263299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1389c9ab-a9b4-4cb9-acea-a57870840889 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:14.267913 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1389c9ab-a9b4-4cb9-acea-a57870840889 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/subnets/908edad3-a836-47c7-af02-a7612a868ecf HTTP/1.1" status: 404 len: 337 time: 0.0277774 Jun 24 12:49:14.268211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47290) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:14.292829 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-84186d58-5f03-4102-bae2-ed0e1fd03a2c service neutron] 10.222.0.110 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738813 Jun 24 12:49:14.338840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29788dc8-7998-4ee8-a59e-7cd6a9471487 None None] Network 5e52d658-3c4b-4e1c-a8e3-6e252032b601 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:14.367645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-c787eb25-fd67-4529-b7b2-4da7aeb43791 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port 2d175b45-081f-47d2-8ccf-ed71785b0817 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:14.368224 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c787eb25-fd67-4529-b7b2-4da7aeb43791 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:14.417020 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-36b6387b-1c2d-4215-9ff8-ec47e52edd60 None None] Provisioning complete for port 2d175b45-081f-47d2-8ccf-ed71785b0817 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:14.417444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-36b6387b-1c2d-4215-9ff8-ec47e52edd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:14.450001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c787eb25-fd67-4529-b7b2-4da7aeb43791 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:14.463353 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-c787eb25-fd67-4529-b7b2-4da7aeb43791 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for 2d175b45-081f-47d2-8ccf-ed71785b0817 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:14.491202 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-36b6387b-1c2d-4215-9ff8-ec47e52edd60 None None] Port 2d175b45-081f-47d2-8ccf-ed71785b0817 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:14.492013 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-4fa3211f-8af8-441c-8f7e-a441cff26518 service neutron] 10.222.0.110 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719882 Jun 24 12:49:14.511057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-36b6387b-1c2d-4215-9ff8-ec47e52edd60 None None] Provisioning complete for port f6c27749-cae9-41b1-8906-1aa56969ab7a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:14.511449 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-36b6387b-1c2d-4215-9ff8-ec47e52edd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:14.525731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb07786-0409-4cd4-83bd-0c94fc7ecec2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router ebac9566-ad9a-4481-bf6f-7184a42b0409 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:14.554918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c787eb25-fd67-4529-b7b2-4da7aeb43791 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:14.559307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-102276ed-0203-4c71-98ce-3978be332b4d tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:14.585850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c787eb25-fd67-4529-b7b2-4da7aeb43791 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:14.591358 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c787eb25-fd67-4529-b7b2-4da7aeb43791 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/ports/2d175b45-081f-47d2-8ccf-ed71785b0817 HTTP/1.1" status: 204 len: 168 time: 0.3218691 Jun 24 12:49:14.592748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47294) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:14.620261 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787eb25-fd67-4529-b7b2-4da7aeb43791 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=2d175b45-081f-47d2-8ccf-ed71785b0817,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:14.631749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c787eb25-fd67-4529-b7b2-4da7aeb43791 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:14.642017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d615e3-36b4-4ab1-99d8-dd73b953280e None None] DHCP port deletion for 5e52d658-3c4b-4e1c-a8e3-6e252032b601 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:49:14.700434 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-67d615e3-36b4-4ab1-99d8-dd73b953280e None None] Deleting port f6c27749-cae9-41b1-8906-1aa56969ab7a {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:14.700845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67d615e3-36b4-4ab1-99d8-dd73b953280e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:14.724631 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb07786-0409-4cd4-83bd-0c94fc7ecec2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:14.729490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:14.734133 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dbb07786-0409-4cd4-83bd-0c94fc7ecec2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2430911 Jun 24 12:49:14.737781 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47300) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:14.740363 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47887142-ea92-42b0-8031-0c3823270a82 None None] Sync routers for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:14.750590 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47887142-ea92-42b0-8031-0c3823270a82 None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:14.751742 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-47887142-ea92-42b0-8031-0c3823270a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:14.777974 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-67d615e3-36b4-4ab1-99d8-dd73b953280e None None] For port f6c27749-cae9-41b1-8906-1aa56969ab7a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f6c27749-cae9-41b1-8906-1aa56969ab7a,segment=NetworkSegment(a7359409-d380-43b3-a7da-1f3bdc110629),segment_id=a7359409-d380-43b3-a7da-1f3bdc110629)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:14.778413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67d615e3-36b4-4ab1-99d8-dd73b953280e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:14.793797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-67d615e3-36b4-4ab1-99d8-dd73b953280e None None] Calling delete_port for f6c27749-cae9-41b1-8906-1aa56969ab7a owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:14.804157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ca5848-d90e-483a-aed8-a06236889e5d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting subnet 98b58a73-9472-40ce-bf07-79895a2d3d0b {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:49:14.807446 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-18ca5848-d90e-483a-aed8-a06236889e5d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:14.866921 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-47887142-ea92-42b0-8031-0c3823270a82 None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:14.907811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67d615e3-36b4-4ab1-99d8-dd73b953280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:14.912856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:14.946443 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-04110c1f-3c4c-4a91-b3e1-cec1e4949212 req-df0abd83-8b46-4a8f-965b-baa0f0a80923 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 210 time: 0.0428405 Jun 24 12:49:14.948993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-18ca5848-d90e-483a-aed8-a06236889e5d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:14.955676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d615e3-36b4-4ab1-99d8-dd73b953280e None None] Pushing event deleted for resources: {'Port': ['ID=f6c27749-cae9-41b1-8906-1aa56969ab7a,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:14.960791 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-67d615e3-36b4-4ab1-99d8-dd73b953280e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:14.972919 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d615e3-36b4-4ab1-99d8-dd73b953280e None None] No DVR routers for this DVR port f6c27749-cae9-41b1-8906-1aa56969ab7a on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:15.026308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Deleting port f6c27749-cae9-41b1-8906-1aa56969ab7a {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:15.026702 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.113408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-18ca5848-d90e-483a-aed8-a06236889e5d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.117021 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-47887142-ea92-42b0-8031-0c3823270a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:13Z', 'revision_number': 9, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:49:03Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:15.146308 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47887142-ea92-42b0-8031-0c3823270a82 None None] Checking router: ebac9566-ad9a-4481-bf6f-7184a42b0409 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:15.146571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] For port f6c27749-cae9-41b1-8906-1aa56969ab7a, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:15.146725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.157768 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47887142-ea92-42b0-8031-0c3823270a82 None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:15.158386 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-47887142-ea92-42b0-8031-0c3823270a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:15.164874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Calling delete_port for f6c27749-cae9-41b1-8906-1aa56969ab7a owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:15.170615 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.ipam_backend_mixin [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Port f6c27749-cae9-41b1-8906-1aa56969ab7a was not found and therefore no delete operation was performed {{(pid=100145) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:49:15.176148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.178924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:15.208339 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Port': ['ID=f6c27749-cae9-41b1-8906-1aa56969ab7a,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:15.217124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:15.223946 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] No DVR routers for this DVR port f6c27749-cae9-41b1-8906-1aa56969ab7a on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:15.249888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-18ca5848-d90e-483a-aed8-a06236889e5d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.257204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-680b05ac-a1fe-4cca-9b9f-cd96d76fe844 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:15.312140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ec60e1-f897-4963-8f56-ac2d243f45e1 None None] Network c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:15.335529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-18ca5848-d90e-483a-aed8-a06236889e5d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.337446 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-18ca5848-d90e-483a-aed8-a06236889e5d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/98b58a73-9472-40ce-bf07-79895a2d3d0b HTTP/1.1" status: 204 len: 168 time: 0.5987465 Jun 24 12:49:15.339101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca5848-d90e-483a-aed8-a06236889e5d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Subnet': ['ID=98b58a73-9472-40ce-bf07-79895a2d3d0b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:15.340129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47312) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:15.352094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-18ca5848-d90e-483a-aed8-a06236889e5d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:15.353225 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-47887142-ea92-42b0-8031-0c3823270a82 None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:15.365987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.386436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e52d658-3c4b-4e1c-a8e3-6e252032b601']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:15.425853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7359409-d380-43b3-a7da-1f3bdc110629') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:15.426103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7359409-d380-43b3-a7da-1f3bdc110629') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:15.444555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.456418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.466588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.475664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:49:15.476094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:49:15.479180 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:49:15.573004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44a5e80-4ec6-4153-b3e1-465b5faeddf2 None None] DHCP port deletion for c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:49:15.590343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.596000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a9172fc8-8a09-400e-8109-e5051c689d5e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:15.601659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.602472 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-47887142-ea92-42b0-8031-0c3823270a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:13Z', 'revision_number': 9, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:49:03Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:15.603620 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] 10.222.0.110 "DELETE /v2.0/networks/5e52d658-3c4b-4e1c-a8e3-6e252032b601 HTTP/1.1" status: 204 len: 168 time: 1.0104771 Jun 24 12:49:15.620099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Pushing event deleted for resources: {'Network': ['ID=5e52d658-3c4b-4e1c-a8e3-6e252032b601,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:15.628483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:15.634006 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47887142-ea92-42b0-8031-0c3823270a82 None None] The sync data for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv is: [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:13Z', 'revision_number': 9, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb69396e-3118-428d-96d0-2536679aa77d', 'name': '', 'network_id': '7151a161-568b-4132-9d78-9465d2cc6468', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:50:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:50Z', 'updated_at': '2021-06-24T12:49:03Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '00d99ad8-073e-459a-bbbd-f40966e1b327', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:15.635523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port 1f29eea2-8659-4efa-b805-f0215ff4f2ec {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:15.635897 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.659126 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-d44a5e80-4ec6-4153-b3e1-465b5faeddf2 None None] Deleting port 1f29eea2-8659-4efa-b805-f0215ff4f2ec {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:15.659708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d44a5e80-4ec6-4153-b3e1-465b5faeddf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.723264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] For port 1f29eea2-8659-4efa-b805-f0215ff4f2ec, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1f29eea2-8659-4efa-b805-f0215ff4f2ec,segment=NetworkSegment(440b70e4-e6ed-43ad-ab11-9a7960bd6640),segment_id=440b70e4-e6ed-43ad-ab11-9a7960bd6640)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:15.723561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.731682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d44a5e80-4ec6-4153-b3e1-465b5faeddf2 None None] For port 1f29eea2-8659-4efa-b805-f0215ff4f2ec, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1f29eea2-8659-4efa-b805-f0215ff4f2ec,segment=NetworkSegment(440b70e4-e6ed-43ad-ab11-9a7960bd6640),segment_id=440b70e4-e6ed-43ad-ab11-9a7960bd6640)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:15.732091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d44a5e80-4ec6-4153-b3e1-465b5faeddf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.736857 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for 1f29eea2-8659-4efa-b805-f0215ff4f2ec owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:15.744983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-d44a5e80-4ec6-4153-b3e1-465b5faeddf2 None None] Calling delete_port for 1f29eea2-8659-4efa-b805-f0215ff4f2ec owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:15.827140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d44a5e80-4ec6-4153-b3e1-465b5faeddf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.830370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-788c5b13-274f-41e4-a8b8-71151e92b12e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:15.840531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.842848 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0455f384-fd10-451f-a49c-d3760aa3bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:15.853398 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a5e80-4ec6-4153-b3e1-465b5faeddf2 None None] Pushing event deleted for resources: {'Port': ['ID=1f29eea2-8659-4efa-b805-f0215ff4f2ec,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:15.856328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d44a5e80-4ec6-4153-b3e1-465b5faeddf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:15.857093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a5e80-4ec6-4153-b3e1-465b5faeddf2 None None] No DVR routers for this DVR port 1f29eea2-8659-4efa-b805-f0215ff4f2ec on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:15.865546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=1f29eea2-8659-4efa-b805-f0215ff4f2ec,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:15.870548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:15.877196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No DVR routers for this DVR port 1f29eea2-8659-4efa-b805-f0215ff4f2ec on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:15.925424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47320) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:15.959463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.970270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:15.986927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440b70e4-e6ed-43ad-ab11-9a7960bd6640') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:15.987796 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440b70e4-e6ed-43ad-ab11-9a7960bd6640') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:16.000511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:16.017788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:16.026418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:49:16.027110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:16.095250 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6f4da134-3947-422c-938f-3986c62164d4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ea2e56e662164c3e99bad3f620aa85c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681728 Jun 24 12:49:16.097356 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47326) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:49:16.119305 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:49:16.124335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:16.129033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:16.133655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:16.138412 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/networks/c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0 HTTP/1.1" status: 204 len: 168 time: 0.7925937 Jun 24 12:49:16.138783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47328) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:16.149681 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f6c27749-cae9-41b1-8906-1aa56969ab7a no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:16.167489 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cd414ac6-af7c-44d5-a41a-07a5f907cc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:16.193500 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: f6c27749-cae9-41b1-8906-1aa56969ab7a {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:16.193860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f6c27749-cae9-41b1-8906-1aa56969ab7a not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:16.194289 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1f29eea2-8659-4efa-b805-f0215ff4f2ec no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:16.194411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cd414ac6-af7c-44d5-a41a-07a5f907cc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:16.221379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 1f29eea2-8659-4efa-b805-f0215ff4f2ec {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:16.223733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1f29eea2-8659-4efa-b805-f0215ff4f2ec not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:16.224206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device eb9c25ab-be92-44bb-988b-be0fd7e3341d no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:16.257489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: eb9c25ab-be92-44bb-988b-be0fd7e3341d {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:16.257882 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device eb9c25ab-be92-44bb-988b-be0fd7e3341d not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:16.260005 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Network': ['ID=c533d8f5-96a8-4cf7-8d66-77c5d13fcaf0,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:16.264269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cd414ac6-af7c-44d5-a41a-07a5f907cc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:16.268211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cd414ac6-af7c-44d5-a41a-07a5f907cc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:16.270290 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cd414ac6-af7c-44d5-a41a-07a5f907cc6f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5dc792bd-f790-4735-a482-303a01a5cab1 HTTP/1.1" status: 204 len: 168 time: 0.1718857 Jun 24 12:49:16.271383 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-05d0ac86-e4c7-40c8-bcbf-ba085df34bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:16.282912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd414ac6-af7c-44d5-a41a-07a5f907cc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc792bd-f790-4735-a482-303a01a5cab1,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:16.285146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:16.291334 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cd414ac6-af7c-44d5-a41a-07a5f907cc6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:16.317155 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1a58bca7-9d0f-4e66-bb7a-75bb0b292d4c req-abe4b818-dba4-4823-bab1-84059862a484 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 210 time: 0.0689733 Jun 24 12:49:16.873478 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-f547b771-5898-4e3a-9233-1a45d7b5ecf2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:16.874841 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-f547b771-5898-4e3a-9233-1a45d7b5ecf2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 812 time: 0.6278431 Jun 24 12:49:16.951228 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-b3647d07-c90d-4820-abde-7945b2fba160 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4a45b68ff73497095df5d495a33f007 HTTP/1.1" status: 200 len: 379 time: 0.0678535 Jun 24 12:49:16.962061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Request body: {'port': {'device_id': 'cf87f10c-3e24-46ac-a532-c34ffbd7ee31', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'admin_state_up': True, 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'security_groups': ['576056ee-3942-44fc-92a4-adedb4446e32']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:17.104509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:17.119798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Made reservation on behalf of b4a45b68ff73497095df5d495a33f007 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:49:17.123449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:17.157297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d1387ff-484f-4bc6-9336-1901c46a8ba6 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:17.379489 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Allocated IP 172.20.0.3 (1744d087-8058-4d07-9510-ebe7ef967b15/0779e7f7-1ed4-4c9a-9ba4-a764222357fa/0e52fe70-ff8a-480a-8434-b01e5f1c7391) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:17.504693 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a11886ba-4066-4a4b-9f4a-f674e1781965 req-9ee2289c-1a9d-4de6-b474-51240cab3b55 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 210 time: 0.0565791 Jun 24 12:49:17.622488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:17.642395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Transition to ACTIVE for port object 0e52fe70-ff8a-480a-8434-b01e5f1c7391 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:17.655211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4d1387ff-484f-4bc6-9336-1901c46a8ba6 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port bb69396e-3118-428d-96d0-2536679aa77d {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:17.655560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d1387ff-484f-4bc6-9336-1901c46a8ba6 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:17.740839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:17.746610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a7fec565-52ad-4e6b-8448-f389fbe2ac2a tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:17.798204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Network 1744d087-8058-4d07-9510-ebe7ef967b15 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:17.806248 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-4d1387ff-484f-4bc6-9336-1901c46a8ba6 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] For port bb69396e-3118-428d-96d0-2536679aa77d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=bb69396e-3118-428d-96d0-2536679aa77d,segment=NetworkSegment(2f7b0675-0800-4a71-ba68-8d8ca24b824e),segment_id=2f7b0675-0800-4a71-ba68-8d8ca24b824e)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:17.806612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d1387ff-484f-4bc6-9336-1901c46a8ba6 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:17.819426 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:17.827584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:49:17.831566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4d1387ff-484f-4bc6-9336-1901c46a8ba6 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for bb69396e-3118-428d-96d0-2536679aa77d owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:17.863772 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'Port': ['ID=0e52fe70-ff8a-480a-8434-b01e5f1c7391,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:17.870237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:17.930162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:17.930832 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:17.959410 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0021436 Jun 24 12:49:18.005152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Request body: {'port': {'device_id': 'cf87f10c-3e24-46ac-a532-c34ffbd7ee31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:18.123997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:18.142176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d2bff8a1-aeab-4682-9bc9-ce6b65168340 None None] Provisioning for port 0e52fe70-ff8a-480a-8434-b01e5f1c7391 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:18.146545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d2bff8a1-aeab-4682-9bc9-ce6b65168340 None None] Provisioning complete for port 0e52fe70-ff8a-480a-8434-b01e5f1c7391 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:18.147144 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d2bff8a1-aeab-4682-9bc9-ce6b65168340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:18.148849 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d1387ff-484f-4bc6-9336-1901c46a8ba6 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:18.168378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4f845fb8-5653-4ed0-897e-0df6fd429bb3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:18.186450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-d2bff8a1-aeab-4682-9bc9-ce6b65168340 None None] Port 0e52fe70-ff8a-480a-8434-b01e5f1c7391 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:18.208347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1387ff-484f-4bc6-9336-1901c46a8ba6 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=bb69396e-3118-428d-96d0-2536679aa77d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:18.214817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4d1387ff-484f-4bc6-9336-1901c46a8ba6 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:18.490993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4d1387ff-484f-4bc6-9336-1901c46a8ba6 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:18.652233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e52fe70-ff8a-480a-8434-b01e5f1c7391 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:49:18.678146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:18.730566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Transition to ACTIVE for port object 0e52fe70-ff8a-480a-8434-b01e5f1c7391 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:18.761253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:18.766124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-39afb409-83dd-4689-a2ae-e45b6dd472da tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:18.843363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Pushing event updated for resources: {'Port': ['ID=0e52fe70-ff8a-480a-8434-b01e5f1c7391,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:18.848693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:18.860844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124abdc-aefd-43cc-af2b-c1cc9e75942e req-c1895b2e-820c-413e-ab1e-7d9585d4efaa tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:18.862386 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7124abdc-aefd-43cc-af2b-c1cc9e75942e req-c1895b2e-820c-413e-ab1e-7d9585d4efaa tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 931 time: 0.2320704 Jun 24 12:49:18.870664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1387ff-484f-4bc6-9336-1901c46a8ba6 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router ebac9566-ad9a-4481-bf6f-7184a42b0409 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:19.283740 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7124abdc-aefd-43cc-af2b-c1cc9e75942e req-1657ca31-2583-4afa-93d8-aa7bb0977727 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317630 Jun 24 12:49:19.312179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Attempting to bind port 0e52fe70-ff8a-480a-8434-b01e5f1c7391 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:49:19.312544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Attempting to bind port 0e52fe70-ff8a-480a-8434-b01e5f1c7391 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:49:19.312878 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Attempting to bind port 0e52fe70-ff8a-480a-8434-b01e5f1c7391 on network 1744d087-8058-4d07-9510-ebe7ef967b15 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:49:19.319965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Port 0e52fe70-ff8a-480a-8434-b01e5f1c7391 on network 1744d087-8058-4d07-9510-ebe7ef967b15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:49:19.320293 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Attempting to bind port 0e52fe70-ff8a-480a-8434-b01e5f1c7391 on network 1744d087-8058-4d07-9510-ebe7ef967b15 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:49:19.322625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1387ff-484f-4bc6-9336-1901c46a8ba6 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:19.327991 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4d1387ff-484f-4bc6-9336-1901c46a8ba6 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1880972 Jun 24 12:49:19.330963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47342) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:19.331648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:49:19.331648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Checking segment: {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:49:19.332141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Bound using segment: {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:49:19.332245 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Bound port: 0e52fe70-ff8a-480a-8434-b01e5f1c7391, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:49:19.333195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:19.335443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56cbffe-82d8-453b-b950-ffca8e3e153b None None] Sync routers for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:19.351231 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56cbffe-82d8-453b-b950-ffca8e3e153b None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:19.351861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f56cbffe-82d8-453b-b950-ffca8e3e153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:19.400183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] For port 0e52fe70-ff8a-480a-8434-b01e5f1c7391, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:49:19.403427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] For port 0e52fe70-ff8a-480a-8434-b01e5f1c7391, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0e52fe70-ff8a-480a-8434-b01e5f1c7391,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:49:19.410026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:19.413732 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:19.426707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f348b14a-bc1a-4f8e-8829-78f9d64dac34 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting subnet 00d99ad8-073e-459a-bbbd-f40966e1b327 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:49:19.431299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f348b14a-bc1a-4f8e-8829-78f9d64dac34 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:19.454204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:19.454868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:19.456423 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-01cff588-2056-4844-946c-1380ec334b89 service neutron] 10.222.0.102 "PUT /v2.0/ports/0e52fe70-ff8a-480a-8434-b01e5f1c7391 HTTP/1.1" status: 200 len: 1093 time: 1.4570882 Jun 24 12:49:19.457057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf87f10c-3e24-46ac-a532-c34ffbd7ee31', 'tag': '0e52fe70-ff8a-480a-8434-b01e5f1c7391'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:49:19.459703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2201c85-f620-41f7-80b8-23b3d883e043" -d '{"events": [{"name": "network-changed", "server_uuid": "cf87f10c-3e24-46ac-a532-c34ffbd7ee31", "tag": "0e52fe70-ff8a-480a-8434-b01e5f1c7391"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:49:19.491167 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Pushing event updated for resources: {'Port': ['ID=0e52fe70-ff8a-480a-8434-b01e5f1c7391,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:19.495098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:19.528369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1259623-c28d-4245-bb7e-bfaa3918cc07 x-openstack-request-id: req-b1259623-c28d-4245-bb7e-bfaa3918cc07 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:49:19.528724 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf87f10c-3e24-46ac-a532-c34ffbd7ee31", "tag": "0e52fe70-ff8a-480a-8434-b01e5f1c7391", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:49:19.529033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-b1259623-c28d-4245-bb7e-bfaa3918cc07 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:49:19.529483 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf87f10c-3e24-46ac-a532-c34ffbd7ee31', 'tag': '0e52fe70-ff8a-480a-8434-b01e5f1c7391', 'status': 'completed', 'code': 200} Jun 24 12:49:19.551254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f348b14a-bc1a-4f8e-8829-78f9d64dac34 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:19.587602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-78334ad0-ac67-42df-8f27-12cdd256946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:19.590605 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-78334ad0-ac67-42df-8f27-12cdd256946b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 1096 time: 0.0734742 Jun 24 12:49:19.641184 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-4903abb4-ef87-43b7-acff-dbecd25475c1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e52fe70-ff8a-480a-8434-b01e5f1c7391 HTTP/1.1" status: 200 len: 217 time: 0.0376966 Jun 24 12:49:19.681420 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-f56cbffe-82d8-453b-b950-ffca8e3e153b None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:19.714311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f348b14a-bc1a-4f8e-8829-78f9d64dac34 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:19.727159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-59b6d606-6b85-4a1e-bc61-efdd407e28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:19.728677 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-59b6d606-6b85-4a1e-bc61-efdd407e28a3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.0799921 Jun 24 12:49:19.827111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-bc7902cd-6da4-4e3c-9126-7a918c05ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:19.829257 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-bc7902cd-6da4-4e3c-9126-7a918c05ad26 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0927811 Jun 24 12:49:19.830583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f348b14a-bc1a-4f8e-8829-78f9d64dac34 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:19.832926 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-27723bf2-11aa-4618-a075-070c56fa6453 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:19.858722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348b14a-bc1a-4f8e-8829-78f9d64dac34 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Subnet': ['ID=00d99ad8-073e-459a-bbbd-f40966e1b327,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:19.865810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f348b14a-bc1a-4f8e-8829-78f9d64dac34 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:19.870683 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f348b14a-bc1a-4f8e-8829-78f9d64dac34 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:19.872785 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f348b14a-bc1a-4f8e-8829-78f9d64dac34 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/00d99ad8-073e-459a-bbbd-f40966e1b327 HTTP/1.1" status: 204 len: 168 time: 0.5388811 Jun 24 12:49:19.878384 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47346) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:19.886737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f9f6f0-f390-4cb7-b2c5-866645121fa1 None None] Network 7151a161-568b-4132-9d78-9465d2cc6468 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:20.018464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:20.028784 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-03e2f856-a00c-41f8-aab1-99496d5dcbb4 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918828 Jun 24 12:49:20.123725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f56cbffe-82d8-453b-b950-ffca8e3e153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:18Z', 'revision_number': 10, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:20.155978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56cbffe-82d8-453b-b950-ffca8e3e153b None None] Checking router: ebac9566-ad9a-4481-bf6f-7184a42b0409 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:20.161075 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be2da396-aa86-4038-9bfc-855ed58a5880 req-8bfd9fc4-728f-4a48-a0da-f7306d43d4b0 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247375 Jun 24 12:49:20.162681 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port 7f9001b6-dd38-4010-96f0-fe6664fd4ece {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:20.163038 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:20.174497 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56cbffe-82d8-453b-b950-ffca8e3e153b None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:20.175411 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f56cbffe-82d8-453b-b950-ffca8e3e153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:20.218350 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b47e09-d9be-465e-9135-09c41efed6c8 None None] DHCP port deletion for 7151a161-568b-4132-9d78-9465d2cc6468 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:49:20.275901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] For port 7f9001b6-dd38-4010-96f0-fe6664fd4ece, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7f9001b6-dd38-4010-96f0-fe6664fd4ece,segment=NetworkSegment(2f7b0675-0800-4a71-ba68-8d8ca24b824e),segment_id=2f7b0675-0800-4a71-ba68-8d8ca24b824e)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:20.276400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:20.293213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for 7f9001b6-dd38-4010-96f0-fe6664fd4ece owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:20.293896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-f56cbffe-82d8-453b-b950-ffca8e3e153b None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:20.377469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-42b47e09-d9be-465e-9135-09c41efed6c8 None None] Deleting port 7f9001b6-dd38-4010-96f0-fe6664fd4ece {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:20.378134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-42b47e09-d9be-465e-9135-09c41efed6c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:20.407376 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2201c85-f620-41f7-80b8-23b3d883e043 req-c4e09143-4d8f-43c5-936d-a69f14369478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:20.409672 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c2201c85-f620-41f7-80b8-23b3d883e043 req-c4e09143-4d8f-43c5-936d-a69f14369478 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 1096 time: 0.1837294 Jun 24 12:49:20.475968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:20.485888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f22b0456-d81d-44a7-9383-a8121c8b01f0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:20.497706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-42b47e09-d9be-465e-9135-09c41efed6c8 None None] For port 7f9001b6-dd38-4010-96f0-fe6664fd4ece, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7f9001b6-dd38-4010-96f0-fe6664fd4ece,segment=NetworkSegment(2f7b0675-0800-4a71-ba68-8d8ca24b824e),segment_id=2f7b0675-0800-4a71-ba68-8d8ca24b824e)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:20.498198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-42b47e09-d9be-465e-9135-09c41efed6c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:20.517827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-42b47e09-d9be-465e-9135-09c41efed6c8 None None] Calling delete_port for 7f9001b6-dd38-4010-96f0-fe6664fd4ece owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:20.543035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=7f9001b6-dd38-4010-96f0-fe6664fd4ece,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:20.550385 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:20.553387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No DVR routers for this DVR port 7f9001b6-dd38-4010-96f0-fe6664fd4ece on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:20.623923 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47352) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: from cryptography.utils import int_from_bytes Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: from cryptography.utils import int_from_bytes Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:49:20.639259 dv-neutron-797121-4-hyperv neutron-server[100147]: self.session.flush() Jun 24 12:49:20.650777 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f56cbffe-82d8-453b-b950-ffca8e3e153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:18Z', 'revision_number': 10, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:20.673231 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba354-adeb-4e89-ad99-1e8ced95628b req-5f259a8b-d380-4b6a-8f50-01533bcc744a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:20.675116 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-551ba354-adeb-4e89-ad99-1e8ced95628b req-5f259a8b-d380-4b6a-8f50-01533bcc744a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 943 time: 0.2637031 Jun 24 12:49:20.678779 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2201c85-f620-41f7-80b8-23b3d883e043 req-5a317661-41e2-4b90-bf29-bb9d891a302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:20.680280 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c2201c85-f620-41f7-80b8-23b3d883e043 req-5a317661-41e2-4b90-bf29-bb9d891a302c service neutron] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 914 time: 0.2562232 Jun 24 12:49:20.684921 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-42b47e09-d9be-465e-9135-09c41efed6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:20.685607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:20.689093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-eed2e2ea-f36e-4a9c-b340-c0beadc26c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:20.694318 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56cbffe-82d8-453b-b950-ffca8e3e153b None None] The sync data for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv is: [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:18Z', 'revision_number': 10, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None, '_interfaces': [{'id': '6b0b6ca5-10a7-4b0c-9475-f19bbea6104d', 'name': '', 'network_id': '0666f8e5-f24e-4a1e-a782-2a7f46a5cb59', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'mac_address': 'fa:16:3e:3c:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:45Z', 'updated_at': '2021-06-24T12:48:56Z', 'revision_number': 5, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'subnets': [{'id': '4382ad20-b7c4-4d47-8062-5ea12979a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:20.719783 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b47e09-d9be-465e-9135-09c41efed6c8 None None] No DVR routers for this DVR port 7f9001b6-dd38-4010-96f0-fe6664fd4ece on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:20.721619 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b47e09-d9be-465e-9135-09c41efed6c8 None None] Pushing event deleted for resources: {'Port': ['ID=7f9001b6-dd38-4010-96f0-fe6664fd4ece,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:20.724526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-42b47e09-d9be-465e-9135-09c41efed6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:20.743365 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c2201c85-f620-41f7-80b8-23b3d883e043 req-33f6293a-690d-428a-acec-d25b6f924e80 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e52fe70-ff8a-480a-8434-b01e5f1c7391 HTTP/1.1" status: 200 len: 217 time: 0.0488334 Jun 24 12:49:20.758198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7151a161-568b-4132-9d78-9465d2cc6468']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:20.805359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2201c85-f620-41f7-80b8-23b3d883e043 req-05b39343-7b97-4a51-a85a-4769dd7be5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:20.806961 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c2201c85-f620-41f7-80b8-23b3d883e043 req-05b39343-7b97-4a51-a85a-4769dd7be5d3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.0532539 Jun 24 12:49:20.818893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7b0675-0800-4a71-ba68-8d8ca24b824e') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:20.819289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7b0675-0800-4a71-ba68-8d8ca24b824e') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:20.859095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:20.887813 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-551ba354-adeb-4e89-ad99-1e8ced95628b req-574c7a0f-d89b-4abc-9918-bda3f8f7f0bf tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040174 Jun 24 12:49:20.892832 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:20.901915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:49:20.902459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:49:20.905898 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:49:20.978858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2201c85-f620-41f7-80b8-23b3d883e043 req-2fbf6a5d-9d6e-472a-8d91-02fe4c5f8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:20.980397 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c2201c85-f620-41f7-80b8-23b3d883e043 req-2fbf6a5d-9d6e-472a-8d91-02fe4c5f8be6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1659811 Jun 24 12:49:20.998087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:21.006695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:21.010952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:21.015324 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/networks/7151a161-568b-4132-9d78-9465d2cc6468 HTTP/1.1" status: 204 len: 168 time: 1.1330714 Jun 24 12:49:21.023262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47354) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:21.054106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Network': ['ID=7151a161-568b-4132-9d78-9465d2cc6468,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:21.117795 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:21.200338 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c2201c85-f620-41f7-80b8-23b3d883e043 req-0e4f2137-cf39-4320-bd27-d001550d2924 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109120 Jun 24 12:49:21.401734 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c2201c85-f620-41f7-80b8-23b3d883e043 req-780dee7f-db30-4b6e-b59a-1cf45fc251e5 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935503 Jun 24 12:49:21.413252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5d36bc5-f493-450c-b4d1-79e958ff3cb1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:21.530743 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-774b28a1-2690-41e4-bc4e-820ec6ee79b4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:21.748690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f5d36bc5-f493-450c-b4d1-79e958ff3cb1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port fcbed012-c874-4133-8918-f7344c4d3cf5 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:21.749301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5d36bc5-f493-450c-b4d1-79e958ff3cb1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:21.827382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7f9001b6-dd38-4010-96f0-fe6664fd4ece no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:21.847646 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-f5d36bc5-f493-450c-b4d1-79e958ff3cb1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port fcbed012-c874-4133-8918-f7344c4d3cf5, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fcbed012-c874-4133-8918-f7344c4d3cf5,segment=NetworkSegment(46d483de-2108-47f0-acdf-bdb3a06fd4b1),segment_id=46d483de-2108-47f0-acdf-bdb3a06fd4b1)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:21.848008 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5d36bc5-f493-450c-b4d1-79e958ff3cb1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:21.863101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f5d36bc5-f493-450c-b4d1-79e958ff3cb1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for fcbed012-c874-4133-8918-f7344c4d3cf5 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:21.864935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 7f9001b6-dd38-4010-96f0-fe6664fd4ece {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:21.865302 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7f9001b6-dd38-4010-96f0-fe6664fd4ece not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:21.865737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device bb69396e-3118-428d-96d0-2536679aa77d no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:21.886367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: bb69396e-3118-428d-96d0-2536679aa77d {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:21.886726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device bb69396e-3118-428d-96d0-2536679aa77d not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:22.073391 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5d36bc5-f493-450c-b4d1-79e958ff3cb1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:22.076222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b94106ed-c181-457f-8a26-81b48b145748 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:22.109182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d36bc5-f493-450c-b4d1-79e958ff3cb1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=fcbed012-c874-4133-8918-f7344c4d3cf5,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:22.114743 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f5d36bc5-f493-450c-b4d1-79e958ff3cb1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:22.117618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-774b28a1-2690-41e4-bc4e-820ec6ee79b4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:22.117618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-774b28a1-2690-41e4-bc4e-820ec6ee79b4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:22.196443 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2e102b9b-8be4-4eee-9aff-74ec9216c344 req-073329af-5357-4454-8814-78d0f497068d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1743977 Jun 24 12:49:22.211017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc735fab-e660-4bdb-a663-3be41bc4ca59 req-ca8afa87-a3d4-4a62-a315-95b7d1d25941 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:22.212542 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fc735fab-e660-4bdb-a663-3be41bc4ca59 req-ca8afa87-a3d4-4a62-a315-95b7d1d25941 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 943 time: 0.1795030 Jun 24 12:49:22.304232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5d36bc5-f493-450c-b4d1-79e958ff3cb1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:22.316316 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fc735fab-e660-4bdb-a663-3be41bc4ca59 req-b1e874df-6d95-4c3e-a1c3-7c18d6646634 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943842 Jun 24 12:49:22.328097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-774b28a1-2690-41e4-bc4e-820ec6ee79b4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] For port 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6b0b6ca5-10a7-4b0c-9475-f19bbea6104d,segment=NetworkSegment(ace1b0b2-9032-4f72-bc5f-3152a2e42815),segment_id=ace1b0b2-9032-4f72-bc5f-3152a2e42815)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:22.328463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-774b28a1-2690-41e4-bc4e-820ec6ee79b4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:22.349356 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-774b28a1-2690-41e4-bc4e-820ec6ee79b4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:22.411120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e102b9b-8be4-4eee-9aff-74ec9216c344 req-09dd2d74-b791-460f-9ae3-c2704e39ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:22.412537 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2e102b9b-8be4-4eee-9aff-74ec9216c344 req-09dd2d74-b791-460f-9ae3-c2704e39ed7e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 1098 time: 0.1452134 Jun 24 12:49:22.527613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d36bc5-f493-450c-b4d1-79e958ff3cb1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router d21dc519-515a-469a-9bdd-137d636fc81a has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:22.601371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e102b9b-8be4-4eee-9aff-74ec9216c344 req-c5d65dbf-fe63-429a-b491-9d4ae2466398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:22.602908 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2e102b9b-8be4-4eee-9aff-74ec9216c344 req-c5d65dbf-fe63-429a-b491-9d4ae2466398 service neutron] 10.222.0.102 "GET /v2.0/networks?id=25c02307-f8f3-4bdc-9423-888d1e41caf9 HTTP/1.1" status: 200 len: 899 time: 0.1676807 Jun 24 12:49:22.637227 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d36bc5-f493-450c-b4d1-79e958ff3cb1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:22.642833 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f5d36bc5-f493-450c-b4d1-79e958ff3cb1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/d21dc519-515a-469a-9bdd-137d636fc81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0177500 Jun 24 12:49:22.651105 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0383bb5-753c-44b0-aa1c-9c4a42a2413c None None] Sync routers for ids ['d21dc519-515a-469a-9bdd-137d636fc81a'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:22.665334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-774b28a1-2690-41e4-bc4e-820ec6ee79b4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:22.667438 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0383bb5-753c-44b0-aa1c-9c4a42a2413c None None] Routers {'d21dc519-515a-469a-9bdd-137d636fc81a'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:22.668259 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e0383bb5-753c-44b0-aa1c-9c4a42a2413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d21dc519-515a-469a-9bdd-137d636fc81a'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:22.672485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e1d3cd1f-833a-4128-9f7a-1d7d2859e740 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:22.701649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b28a1-2690-41e4-bc4e-820ec6ee79b4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=6b0b6ca5-10a7-4b0c-9475-f19bbea6104d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:22.711297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-774b28a1-2690-41e4-bc4e-820ec6ee79b4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:22.766979 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2e102b9b-8be4-4eee-9aff-74ec9216c344 req-df55061c-1e00-4b90-a484-cde6a9095046 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7493d629-8562-4ebf-bb96-0ef1a4a3d00f HTTP/1.1" status: 200 len: 1000 time: 0.1543849 Jun 24 12:49:22.784050 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-e0383bb5-753c-44b0-aa1c-9c4a42a2413c None None] Set router d21dc519-515a-469a-9bdd-137d636fc81a gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:22.851289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e102b9b-8be4-4eee-9aff-74ec9216c344 req-b77822f8-6314-4caf-84cf-c296197d1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:22.852832 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2e102b9b-8be4-4eee-9aff-74ec9216c344 req-b77822f8-6314-4caf-84cf-c296197d1fd2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9f7f5e05-c9b5-4e92-87cb-9103b101d85e HTTP/1.1" status: 200 len: 835 time: 0.0628529 Jun 24 12:49:22.968661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-774b28a1-2690-41e4-bc4e-820ec6ee79b4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:23.065200 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e0383bb5-753c-44b0-aa1c-9c4a42a2413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:49:22Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'e3e54738-7da1-4c35-a836-8d41cdf5afc3', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.76', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'port_id': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'mac_address': 'fa:16:3e:f2:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:50Z', 'updated_at': '2021-06-24T12:47:53Z', 'revision_number': 1, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:24Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:23.083785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e102b9b-8be4-4eee-9aff-74ec9216c344 req-5121336f-2053-4f65-9989-411d45e730ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:23.085283 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2e102b9b-8be4-4eee-9aff-74ec9216c344 req-5121336f-2053-4f65-9989-411d45e730ba service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=25c02307-f8f3-4bdc-9423-888d1e41caf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2018595 Jun 24 12:49:23.090489 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0383bb5-753c-44b0-aa1c-9c4a42a2413c None None] Checking router: d21dc519-515a-469a-9bdd-137d636fc81a for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:23.099246 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0383bb5-753c-44b0-aa1c-9c4a42a2413c None None] Routers {'d21dc519-515a-469a-9bdd-137d636fc81a'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:23.099848 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e0383bb5-753c-44b0-aa1c-9c4a42a2413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d21dc519-515a-469a-9bdd-137d636fc81a'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:23.202599 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-e0383bb5-753c-44b0-aa1c-9c4a42a2413c None None] Set router d21dc519-515a-469a-9bdd-137d636fc81a gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:23.233100 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774b28a1-2690-41e4-bc4e-820ec6ee79b4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router ebac9566-ad9a-4481-bf6f-7184a42b0409 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:23.255487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e970a0-5170-4bd0-a0b4-539f19c9268e req-65a00739-1060-4c96-b53d-73470edd1c45 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:23.256964 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11e970a0-5170-4bd0-a0b4-539f19c9268e req-65a00739-1060-4c96-b53d-73470edd1c45 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 946 time: 0.2332847 Jun 24 12:49:23.324019 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2e102b9b-8be4-4eee-9aff-74ec9216c344 req-1c9ff554-fdc1-45ac-ae0d-ccee7ae63bf5 service neutron] 10.222.0.102 "GET /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281997 Jun 24 12:49:23.392002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774b28a1-2690-41e4-bc4e-820ec6ee79b4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:23.397681 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11e970a0-5170-4bd0-a0b4-539f19c9268e req-14b5dd8a-0844-4472-b842-99e6d63d307a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=6adf63bd-bad6-4737-be5e-ef4e8407296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339452 Jun 24 12:49:23.401190 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-774b28a1-2690-41e4-bc4e-820ec6ee79b4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3759477 Jun 24 12:49:23.403829 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47364) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:23.405452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a267f8-9073-47ab-9536-34815cc0f179 None None] Sync routers for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:23.425293 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a267f8-9073-47ab-9536-34815cc0f179 None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:23.428307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d3a267f8-9073-47ab-9536-34815cc0f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:23.435182 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e0383bb5-753c-44b0-aa1c-9c4a42a2413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:49:22Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'e3e54738-7da1-4c35-a836-8d41cdf5afc3', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.76', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'port_id': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'mac_address': 'fa:16:3e:f2:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:50Z', 'updated_at': '2021-06-24T12:47:53Z', 'revision_number': 1, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:24Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:23.464908 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0383bb5-753c-44b0-aa1c-9c4a42a2413c None None] The sync data for ids ['d21dc519-515a-469a-9bdd-137d636fc81a'] in dv-neutron-797121-4-hyperv is: [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:49:22Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'e3e54738-7da1-4c35-a836-8d41cdf5afc3', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.76', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'port_id': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'mac_address': 'fa:16:3e:f2:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:50Z', 'updated_at': '2021-06-24T12:47:53Z', 'revision_number': 1, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:24Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:23.522988 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-d3a267f8-9073-47ab-9536-34815cc0f179 None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:23.526889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7f9672-1863-4aa0-a8af-51ac5460a199 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting subnet 4382ad20-b7c4-4d47-8062-5ea12979a590 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:49:23.536045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff7f9672-1863-4aa0-a8af-51ac5460a199 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:23.567428 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2e102b9b-8be4-4eee-9aff-74ec9216c344 req-e603c4cd-b5bf-40c6-8df6-35567a45c2bf service neutron] 10.222.0.102 "GET /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135100 Jun 24 12:49:23.577791 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d3a267f8-9073-47ab-9536-34815cc0f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:22Z', 'revision_number': 11, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:23.586469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff7f9672-1863-4aa0-a8af-51ac5460a199 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:23.603992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a267f8-9073-47ab-9536-34815cc0f179 None None] Checking router: ebac9566-ad9a-4481-bf6f-7184a42b0409 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:23.612291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a267f8-9073-47ab-9536-34815cc0f179 None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:23.612911 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d3a267f8-9073-47ab-9536-34815cc0f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:23.632910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a46bf-3c22-44c0-a7f8-d24fec7b1d90 req-cef99f5d-5415-4713-b844-abe219194025 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:23.634369 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-831a46bf-3c22-44c0-a7f8-d24fec7b1d90 req-cef99f5d-5415-4713-b844-abe219194025 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 943 time: 0.1595988 Jun 24 12:49:23.681345 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-d3a267f8-9073-47ab-9536-34815cc0f179 None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:23.709803 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-831a46bf-3c22-44c0-a7f8-d24fec7b1d90 req-a10d8e51-fd77-4424-b734-dd6ace437d4f tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668483 Jun 24 12:49:23.714883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff7f9672-1863-4aa0-a8af-51ac5460a199 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:23.737900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d3a267f8-9073-47ab-9536-34815cc0f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:22Z', 'revision_number': 11, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:23.764240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a267f8-9073-47ab-9536-34815cc0f179 None None] The sync data for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv is: [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:22Z', 'revision_number': 11, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:23.784660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff7f9672-1863-4aa0-a8af-51ac5460a199 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:23.786734 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-20483421-61cf-43d9-bf5e-9e70de86e3ad tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:23.813871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f9672-1863-4aa0-a8af-51ac5460a199 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Subnet': ['ID=4382ad20-b7c4-4d47-8062-5ea12979a590,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:23.815823 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff7f9672-1863-4aa0-a8af-51ac5460a199 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:23.820648 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ff7f9672-1863-4aa0-a8af-51ac5460a199 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/4382ad20-b7c4-4d47-8062-5ea12979a590 HTTP/1.1" status: 204 len: 168 time: 0.4129016 Jun 24 12:49:23.820648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ff7f9672-1863-4aa0-a8af-51ac5460a199 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:23.821290 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d723e6-c087-4923-a46d-9add4c176a80 None None] Network 0666f8e5-f24e-4a1e-a782-2a7f46a5cb59 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:23.823546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47366) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:23.905659 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:23.962140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Deleting port 8dbd4607-6bc9-4bac-a691-60fa479b5442 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:23.962617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:24.034920 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] For port 8dbd4607-6bc9-4bac-a691-60fa479b5442, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8dbd4607-6bc9-4bac-a691-60fa479b5442,segment=NetworkSegment(ace1b0b2-9032-4f72-bc5f-3152a2e42815),segment_id=ace1b0b2-9032-4f72-bc5f-3152a2e42815)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:24.035285 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:24.048870 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Calling delete_port for 8dbd4607-6bc9-4bac-a691-60fa479b5442 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:24.131354 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:24.134159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d31ac695-39cf-4e99-8327-2a4d5d9c778b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:24.154358 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe39992-7b2a-45b8-ab7e-b6c6808f9113 None None] DHCP port deletion for 0666f8e5-f24e-4a1e-a782-2a7f46a5cb59 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:49:24.159867 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Port': ['ID=8dbd4607-6bc9-4bac-a691-60fa479b5442,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:24.165810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:24.171226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No DVR routers for this DVR port 8dbd4607-6bc9-4bac-a691-60fa479b5442 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:24.253901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fcbed012-c874-4133-8918-f7344c4d3cf5 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:24.259546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:24.270318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0666f8e5-f24e-4a1e-a782-2a7f46a5cb59']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:24.274060 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: fcbed012-c874-4133-8918-f7344c4d3cf5 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:24.274420 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fcbed012-c874-4133-8918-f7344c4d3cf5 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:24.283898 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace1b0b2-9032-4f72-bc5f-3152a2e42815') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:24.284189 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace1b0b2-9032-4f72-bc5f-3152a2e42815') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:24.292812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:24.305871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:24.311544 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:49:24.311932 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:49:24.315733 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:49:24.375715 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:24.378955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0e6322ee-4bbb-4f01-b9c7-39cf1ba7d354 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:24.382850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:24.384625 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/networks/0666f8e5-f24e-4a1e-a782-2a7f46a5cb59 HTTP/1.1" status: 204 len: 168 time: 0.5611827 Jun 24 12:49:24.387864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47368) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:24.394738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4a4f7b56-6279-4cfd-a5b0-9af90a08bf7c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'router': {'routes': None}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:24.396834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Pushing event deleted for resources: {'Network': ['ID=0666f8e5-f24e-4a1e-a782-2a7f46a5cb59,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:24.399294 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:24.878149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.extraroute_db [None req-4a4f7b56-6279-4cfd-a5b0-9af90a08bf7c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Added routes are [] {{(pid=100145) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 24 12:49:24.878777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.extraroute_db [None req-4a4f7b56-6279-4cfd-a5b0-9af90a08bf7c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Removed routes are [] {{(pid=100145) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 24 12:49:24.878920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a4f7b56-6279-4cfd-a5b0-9af90a08bf7c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.011542 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafff6a-9668-48e2-a0fc-612008e32867 req-9897dfdf-af42-49ca-82a6-ed4a4100fb10 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:25.012905 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-deafff6a-9668-48e2-a0fc-612008e32867 req-9897dfdf-af42-49ca-82a6-ed4a4100fb10 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 946 time: 0.3058755 Jun 24 12:49:25.022589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db321e5f-38ce-48bc-85ea-9da4d010ec5c req-d6be1002-e943-4ef0-be5b-83c3742338db tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:25.023973 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-db321e5f-38ce-48bc-85ea-9da4d010ec5c req-d6be1002-e943-4ef0-be5b-83c3742338db tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 946 time: 0.3225305 Jun 24 12:49:25.134593 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a4f7b56-6279-4cfd-a5b0-9af90a08bf7c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.150462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a4f7b56-6279-4cfd-a5b0-9af90a08bf7c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.173445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e60857-d965-4ad4-bac6-cc5b4cb1d15f req-c4c0697e-5ed1-4734-906e-2c8f28fa0d1e tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:25.175200 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0e60857-d965-4ad4-bac6-cc5b4cb1d15f req-c4c0697e-5ed1-4734-906e-2c8f28fa0d1e tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 943 time: 0.3364244 Jun 24 12:49:25.189296 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-deafff6a-9668-48e2-a0fc-612008e32867 req-5acc813f-1f39-444d-bd9f-8f8d2b28e163 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=6adf63bd-bad6-4737-be5e-ef4e8407296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347034 Jun 24 12:49:25.314300 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4f7b56-6279-4cfd-a5b0-9af90a08bf7c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router ebac9566-ad9a-4481-bf6f-7184a42b0409 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:25.318306 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0e60857-d965-4ad4-bac6-cc5b4cb1d15f req-a1376efd-29fe-49cb-8ce5-67b2ffbc2fa9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339021 Jun 24 12:49:25.381051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-db321e5f-38ce-48bc-85ea-9da4d010ec5c req-2cbf60d4-ecc2-4a9e-80e1-4b168aebef20 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 404e4496-aecc-47d3-8919-46e16e6f6edc {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:25.381401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-db321e5f-38ce-48bc-85ea-9da4d010ec5c req-2cbf60d4-ecc2-4a9e-80e1-4b168aebef20 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.437121 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4f7b56-6279-4cfd-a5b0-9af90a08bf7c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:25.444692 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a4f7b56-6279-4cfd-a5b0-9af90a08bf7c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.446018 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4a4f7b56-6279-4cfd-a5b0-9af90a08bf7c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409 HTTP/1.1" status: 200 len: 701 time: 1.0568056 Jun 24 12:49:25.446698 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8e7e1-a683-4214-a81a-82092dbdcc1f None None] Sync routers for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:25.449549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47374) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:25.458266 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8e7e1-a683-4214-a81a-82092dbdcc1f None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:25.459006 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5ae8e7e1-a683-4214-a81a-82092dbdcc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:25.479562 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-15a081a0-b47d-4e6c-938f-d0262f590654 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebac9566-ad9a-4481-bf6f-7184a42b0409 HTTP/1.1" status: 200 len: 205 time: 0.0287144 Jun 24 12:49:25.481919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47376) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:25.515280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-db321e5f-38ce-48bc-85ea-9da4d010ec5c req-2cbf60d4-ecc2-4a9e-80e1-4b168aebef20 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 404e4496-aecc-47d3-8919-46e16e6f6edc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=404e4496-aecc-47d3-8919-46e16e6f6edc,segment=NetworkSegment(46d483de-2108-47f0-acdf-bdb3a06fd4b1),segment_id=46d483de-2108-47f0-acdf-bdb3a06fd4b1)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:25.516229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-db321e5f-38ce-48bc-85ea-9da4d010ec5c req-2cbf60d4-ecc2-4a9e-80e1-4b168aebef20 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.529480 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-5ae8e7e1-a683-4214-a81a-82092dbdcc1f None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:25.536209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-db321e5f-38ce-48bc-85ea-9da4d010ec5c req-2cbf60d4-ecc2-4a9e-80e1-4b168aebef20 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 404e4496-aecc-47d3-8919-46e16e6f6edc owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:25.559763 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9485e324-6139-413a-a699-ea90a1b69eac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.584729 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5ae8e7e1-a683-4214-a81a-82092dbdcc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:22Z', 'revision_number': 11, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:25.611486 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8e7e1-a683-4214-a81a-82092dbdcc1f None None] Checking router: ebac9566-ad9a-4481-bf6f-7184a42b0409 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:25.620525 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8e7e1-a683-4214-a81a-82092dbdcc1f None None] Routers {'ebac9566-ad9a-4481-bf6f-7184a42b0409'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:25.621135 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5ae8e7e1-a683-4214-a81a-82092dbdcc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['ebac9566-ad9a-4481-bf6f-7184a42b0409'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:25.669315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-db321e5f-38ce-48bc-85ea-9da4d010ec5c req-2cbf60d4-ecc2-4a9e-80e1-4b168aebef20 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.673264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-894fac2e-6dfa-4eb0-ba26-f7477023e677 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:25.697444 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-5ae8e7e1-a683-4214-a81a-82092dbdcc1f None None] Set router ebac9566-ad9a-4481-bf6f-7184a42b0409 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:25.698238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf60d4-ecc2-4a9e-80e1-4b168aebef20 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=404e4496-aecc-47d3-8919-46e16e6f6edc,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:25.702174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2cbf60d4-ecc2-4a9e-80e1-4b168aebef20 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:25.731263 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9485e324-6139-413a-a699-ea90a1b69eac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.733860 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9485e324-6139-413a-a699-ea90a1b69eac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.755740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-db321e5f-38ce-48bc-85ea-9da4d010ec5c req-2cbf60d4-ecc2-4a9e-80e1-4b168aebef20 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] No DVR routers for this DVR port 404e4496-aecc-47d3-8919-46e16e6f6edc on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:25.758199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-db321e5f-38ce-48bc-85ea-9da4d010ec5c req-2cbf60d4-ecc2-4a9e-80e1-4b168aebef20 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.759657 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5ae8e7e1-a683-4214-a81a-82092dbdcc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:22Z', 'revision_number': 11, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:25.760807 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-db321e5f-38ce-48bc-85ea-9da4d010ec5c req-2cbf60d4-ecc2-4a9e-80e1-4b168aebef20 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "DELETE /v2.0/ports/404e4496-aecc-47d3-8919-46e16e6f6edc HTTP/1.1" status: 204 len: 173 time: 0.7033300 Jun 24 12:49:25.761221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80700ecc-3fa5-4649-9299-5caee398e9c4', 'name': 'network-vif-deleted', 'tag': '404e4496-aecc-47d3-8919-46e16e6f6edc'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:49:25.763707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8b8cb2-e7db-466a-99f8-e8917182f533" -d '{"events": [{"server_uuid": "80700ecc-3fa5-4649-9299-5caee398e9c4", "name": "network-vif-deleted", "tag": "404e4496-aecc-47d3-8919-46e16e6f6edc"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:49:25.787992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9485e324-6139-413a-a699-ea90a1b69eac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.788618 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9485e324-6139-413a-a699-ea90a1b69eac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Fanout notify agent at l3_agent the message router_deleted on router ebac9566-ad9a-4481-bf6f-7184a42b0409 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:49:25.804432 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8e7e1-a683-4214-a81a-82092dbdcc1f None None] The sync data for ids ['ebac9566-ad9a-4481-bf6f-7184a42b0409'] in dv-neutron-797121-4-hyperv is: [{'id': 'ebac9566-ad9a-4481-bf6f-7184a42b0409', 'name': 'tempest-RoutersTest-router-1333780953', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:43Z', 'updated_at': '2021-06-24T12:49:22Z', 'revision_number': 11, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:25.807957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9485e324-6139-413a-a699-ea90a1b69eac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.809548 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9485e324-6139-413a-a699-ea90a1b69eac tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409 HTTP/1.1" status: 204 len: 168 time: 0.3267140 Jun 24 12:49:25.814052 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47380) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:25.819060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-409d7e12-b385-47c9-a83b-a16b038cab21 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1327091064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:25.846315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8dbd4607-6bc9-4bac-a691-60fa479b5442 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:25.848045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278d1f86-4558-4460-817c-4aa5a7c606b3 x-openstack-request-id: req-278d1f86-4558-4460-817c-4aa5a7c606b3 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:49:25.848523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80700ecc-3fa5-4649-9299-5caee398e9c4", "name": "network-vif-deleted", "tag": "404e4496-aecc-47d3-8919-46e16e6f6edc", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:49:25.848855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-278d1f86-4558-4460-817c-4aa5a7c606b3 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:49:25.849175 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-409d7e12-b385-47c9-a83b-a16b038cab21 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.849406 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80700ecc-3fa5-4649-9299-5caee398e9c4', 'name': 'network-vif-deleted', 'tag': '404e4496-aecc-47d3-8919-46e16e6f6edc', 'status': 'completed', 'code': 200} Jun 24 12:49:25.850794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-409d7e12-b385-47c9-a83b-a16b038cab21 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.868778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 8dbd4607-6bc9-4bac-a691-60fa479b5442 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:25.869136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8dbd4607-6bc9-4bac-a691-60fa479b5442 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:25.869776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:25.900688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:25.901044 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6b0b6ca5-10a7-4b0c-9475-f19bbea6104d not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:25.921024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-409d7e12-b385-47c9-a83b-a16b038cab21 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.927058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-409d7e12-b385-47c9-a83b-a16b038cab21 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.944951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-409d7e12-b385-47c9-a83b-a16b038cab21 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:25.946433 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-409d7e12-b385-47c9-a83b-a16b038cab21 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1311707 Jun 24 12:49:25.949361 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47382) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:25.954783 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a26d88e9-8d37-4123-b0a1-fe11d88aae36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:26.163157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a26d88e9-8d37-4123-b0a1-fe11d88aae36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:26.179348 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a26d88e9-8d37-4123-b0a1-fe11d88aae36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:26.377982 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bd72dbb4-609d-45e6-997a-59d77dd015e8 req-ffc8f507-2675-476e-8b3c-1efd8527cae2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=80700ecc-3fa5-4649-9299-5caee398e9c4 HTTP/1.1" status: 200 len: 210 time: 0.0557275 Jun 24 12:49:26.522252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b02fb-4178-43d5-829b-6f94555b132e req-083f6aa2-adc7-4d1c-9155-15132fa99e2f tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:26.524720 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-246b02fb-4178-43d5-829b-6f94555b132e req-083f6aa2-adc7-4d1c-9155-15132fa99e2f tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 943 time: 0.0727849 Jun 24 12:49:26.565039 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-839a45f5-600c-46d4-9997-154a16f4be79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:26.565656 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-246b02fb-4178-43d5-829b-6f94555b132e req-85f8ad51-13f7-4ce4-9fa0-06e1f0a4d2e7 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358591 Jun 24 12:49:26.571159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26d88e9-8d37-4123-b0a1-fe11d88aae36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Router fb91a5e3-179a-45ec-965f-4a67d3c2ecb3 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:49:26.646294 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26d88e9-8d37-4123-b0a1-fe11d88aae36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:26.653472 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a26d88e9-8d37-4123-b0a1-fe11d88aae36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:26.654753 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a26d88e9-8d37-4123-b0a1-fe11d88aae36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "PUT /v2.0/routers/fb91a5e3-179a-45ec-965f-4a67d3c2ecb3 HTTP/1.1" status: 200 len: 694 time: 0.7043638 Jun 24 12:49:26.655689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e34ba4-2f47-4957-9b09-6be3f614dafc None None] Sync routers for ids ['fb91a5e3-179a-45ec-965f-4a67d3c2ecb3'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:26.658090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47388) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:26.665359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e34ba4-2f47-4957-9b09-6be3f614dafc None None] Routers {'fb91a5e3-179a-45ec-965f-4a67d3c2ecb3'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:26.665971 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b6e34ba4-2f47-4957-9b09-6be3f614dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['fb91a5e3-179a-45ec-965f-4a67d3c2ecb3'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:26.732175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-b6e34ba4-2f47-4957-9b09-6be3f614dafc None None] Set router fb91a5e3-179a-45ec-965f-4a67d3c2ecb3 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:26.737425 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-be122f30-8a5c-4ac3-b8a4-fc7fb5f382f3 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/routers/fb91a5e3-179a-45ec-965f-4a67d3c2ecb3 HTTP/1.1" status: 200 len: 700 time: 0.0780427 Jun 24 12:49:26.739857 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47390) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:26.768634 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4ac4bd2d-d27e-4a8e-b771-cef652b27ea5 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports?device_id=fb91a5e3-179a-45ec-965f-4a67d3c2ecb3 HTTP/1.1" status: 200 len: 205 time: 0.0274727 Jun 24 12:49:26.770787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47392) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:26.787095 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b6e34ba4-2f47-4957-9b09-6be3f614dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb91a5e3-179a-45ec-965f-4a67d3c2ecb3', 'name': 'tempest-RoutersTest-router-1327091064', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:25Z', 'updated_at': '2021-06-24T12:49:26Z', 'revision_number': 2, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:26.814235 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e34ba4-2f47-4957-9b09-6be3f614dafc None None] Checking router: fb91a5e3-179a-45ec-965f-4a67d3c2ecb3 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:26.822625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e34ba4-2f47-4957-9b09-6be3f614dafc None None] Routers {'fb91a5e3-179a-45ec-965f-4a67d3c2ecb3'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:26.823264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b6e34ba4-2f47-4957-9b09-6be3f614dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:48:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['fb91a5e3-179a-45ec-965f-4a67d3c2ecb3'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:26.845669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b1717a4-d664-4d40-95a1-7d16e1d22bfe tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:26.890529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-b6e34ba4-2f47-4957-9b09-6be3f614dafc None None] Set router fb91a5e3-179a-45ec-965f-4a67d3c2ecb3 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:26.944339 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b6e34ba4-2f47-4957-9b09-6be3f614dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb91a5e3-179a-45ec-965f-4a67d3c2ecb3', 'name': 'tempest-RoutersTest-router-1327091064', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:25Z', 'updated_at': '2021-06-24T12:49:26Z', 'revision_number': 2, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:26.971220 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e34ba4-2f47-4957-9b09-6be3f614dafc None None] The sync data for ids ['fb91a5e3-179a-45ec-965f-4a67d3c2ecb3'] in dv-neutron-797121-4-hyperv is: [{'id': 'fb91a5e3-179a-45ec-965f-4a67d3c2ecb3', 'name': 'tempest-RoutersTest-router-1327091064', 'tenant_id': '4bfaad4d515c498c80cf4e187c57f05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:25Z', 'updated_at': '2021-06-24T12:49:26Z', 'revision_number': 2, 'project_id': '4bfaad4d515c498c80cf4e187c57f05c', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:27.003321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b1717a4-d664-4d40-95a1-7d16e1d22bfe tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.005568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b1717a4-d664-4d40-95a1-7d16e1d22bfe tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.050912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b1717a4-d664-4d40-95a1-7d16e1d22bfe tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.051418 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1717a4-d664-4d40-95a1-7d16e1d22bfe tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Fanout notify agent at l3_agent the message router_deleted on router fb91a5e3-179a-45ec-965f-4a67d3c2ecb3 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:49:27.057956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b1717a4-d664-4d40-95a1-7d16e1d22bfe tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.059124 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3b1717a4-d664-4d40-95a1-7d16e1d22bfe tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/routers/fb91a5e3-179a-45ec-965f-4a67d3c2ecb3 HTTP/1.1" status: 204 len: 168 time: 0.2872815 Jun 24 12:49:27.062827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47394) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.092510 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1220b1ee-686a-42af-b52c-4b494f7a3504 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports?device_id=fb91a5e3-179a-45ec-965f-4a67d3c2ecb3 HTTP/1.1" status: 200 len: 205 time: 0.0284667 Jun 24 12:49:27.095358 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47396) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.136310 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-619aaec5-02f2-4d29-a03e-5f1038b9046e tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] delete failed (client error): The resource could not be found. Jun 24 12:49:27.137346 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-619aaec5-02f2-4d29-a03e-5f1038b9046e tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/routers/fb91a5e3-179a-45ec-965f-4a67d3c2ecb3 HTTP/1.1" status: 404 len: 336 time: 0.0410962 Jun 24 12:49:27.139960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47398) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.168621 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf73858-5167-4843-a124-b7a49e0883db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:27.169086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf73858-5167-4843-a124-b7a49e0883db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:27.171229 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-aaf73858-5167-4843-a124-b7a49e0883db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/81674d30-ce6b-4ba5-b681-6cf8574788bc HTTP/1.1" status: 404 len: 337 time: 0.0297742 Jun 24 12:49:27.174057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47400) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.201162 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-90355b60-f81d-47d5-9d02-c3376fb1c81d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:27.201530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90355b60-f81d-47d5-9d02-c3376fb1c81d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:27.203779 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-90355b60-f81d-47d5-9d02-c3376fb1c81d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/98b58a73-9472-40ce-bf07-79895a2d3d0b HTTP/1.1" status: 404 len: 337 time: 0.0285258 Jun 24 12:49:27.206205 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47402) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.231356 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1dab840-339b-4613-9ed0-46d238b4228a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:27.232020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1dab840-339b-4613-9ed0-46d238b4228a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:27.233695 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a1dab840-339b-4613-9ed0-46d238b4228a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/00d99ad8-073e-459a-bbbd-f40966e1b327 HTTP/1.1" status: 404 len: 337 time: 0.0266123 Jun 24 12:49:27.236129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47404) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.260396 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-313fbbdc-41f6-4fa0-8b2f-d662a28828f1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:27.260841 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313fbbdc-41f6-4fa0-8b2f-d662a28828f1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:27.262445 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-313fbbdc-41f6-4fa0-8b2f-d662a28828f1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/4382ad20-b7c4-4d47-8062-5ea12979a590 HTTP/1.1" status: 404 len: 337 time: 0.0254230 Jun 24 12:49:27.264832 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47406) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.297235 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4e3e7dd1-815e-46a8-8da6-add72e940322 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebac9566-ad9a-4481-bf6f-7184a42b0409 HTTP/1.1" status: 200 len: 205 time: 0.0307572 Jun 24 12:49:27.299681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47408) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.335359 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-ffa51e35-a922-4d67-a209-afc2a9152192 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] delete failed (client error): The resource could not be found. Jun 24 12:49:27.336337 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ffa51e35-a922-4d67-a209-afc2a9152192 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/routers/ebac9566-ad9a-4481-bf6f-7184a42b0409 HTTP/1.1" status: 404 len: 336 time: 0.0357907 Jun 24 12:49:27.338818 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47410) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.366547 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-dba3026e-2046-43d0-8681-b5aa1d61b0c4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports?device_id=0a3085f9-be3a-4a64-adca-b464dcaf49fa HTTP/1.1" status: 200 len: 205 time: 0.0266130 Jun 24 12:49:27.368725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47412) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.410025 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-3421d592-b278-4bdb-bbc2-3be664d53075 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] delete failed (client error): The resource could not be found. Jun 24 12:49:27.410883 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3421d592-b278-4bdb-bbc2-3be664d53075 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/routers/0a3085f9-be3a-4a64-adca-b464dcaf49fa HTTP/1.1" status: 404 len: 336 time: 0.0412490 Jun 24 12:49:27.413518 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47416) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.442513 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2adc694-3477-4bc4-89c2-e98b4baf9367 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:27.443011 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2adc694-3477-4bc4-89c2-e98b4baf9367 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:27.444724 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b2adc694-3477-4bc4-89c2-e98b4baf9367 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/42e3dc6b-7c09-47a6-807e-a110933faed9 HTTP/1.1" status: 404 len: 337 time: 0.0302470 Jun 24 12:49:27.447337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47418) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.476306 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47420) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.476963 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-31d69a9d-c85e-498e-b364-7a3a3a6a6fe3 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports?device_id=e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca HTTP/1.1" status: 200 len: 205 time: 0.0280490 Jun 24 12:49:27.478708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47422) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.517728 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-7f0dd4ce-e8b5-4ef3-9a52-3036b09ce4fb tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] delete failed (client error): The resource could not be found. Jun 24 12:49:27.518752 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7f0dd4ce-e8b5-4ef3-9a52-3036b09ce4fb tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/routers/e4eeb894-c50d-4d9e-83f7-ab4e0fa136ca HTTP/1.1" status: 404 len: 336 time: 0.0391171 Jun 24 12:49:27.521446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47424) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.539243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a5623f0c-0986-49dc-8a1e-7f1a063b32be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.551782 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-368cad36-d173-4eff-b924-0a5ac7abcbee tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b4afa1c-273c-4027-a80b-c321d0c66c1d HTTP/1.1" status: 200 len: 205 time: 0.0291836 Jun 24 12:49:27.554215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47426) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.564684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a5623f0c-0986-49dc-8a1e-7f1a063b32be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.591929 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-020384b9-267e-4fcf-9d22-ce8a678be8df tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] delete failed (client error): The resource could not be found. Jun 24 12:49:27.594451 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-020384b9-267e-4fcf-9d22-ce8a678be8df tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/routers/3b4afa1c-273c-4027-a80b-c321d0c66c1d HTTP/1.1" status: 404 len: 336 time: 0.0392237 Jun 24 12:49:27.596369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47430) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.630589 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcda5947-5fd3-4cf6-a447-c0a6a31da6db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:27.631221 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcda5947-5fd3-4cf6-a447-c0a6a31da6db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:27.635359 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bcda5947-5fd3-4cf6-a447-c0a6a31da6db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/4015903a-c155-449c-92db-fc613449ff45 HTTP/1.1" status: 404 len: 337 time: 0.0365579 Jun 24 12:49:27.636151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47432) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.646536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a5623f0c-0986-49dc-8a1e-7f1a063b32be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.649251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a5623f0c-0986-49dc-8a1e-7f1a063b32be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.650322 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a5623f0c-0986-49dc-8a1e-7f1a063b32be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/security-groups/6adf63bd-bad6-4737-be5e-ef4e8407296c HTTP/1.1" status: 204 len: 168 time: 0.1727896 Jun 24 12:49:27.652830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c5d0a824-bcff-4871-a4e8-1a643a1f9892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:27.680745 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2e7180f6-c874-493b-a3b4-764deb37767c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports?device_id=a59fdc62-a60b-4c56-9828-10911b69bdbd HTTP/1.1" status: 200 len: 205 time: 0.0427563 Jun 24 12:49:27.682688 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47436) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.687570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5623f0c-0986-49dc-8a1e-7f1a063b32be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adf63bd-bad6-4737-be5e-ef4e8407296c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:27.689838 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a5623f0c-0986-49dc-8a1e-7f1a063b32be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:27.691174 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47438) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.759181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906d92e-8d53-4b81-9414-49023528dd6e req-ff2f9e81-31e1-40d9-aba7-0656e9fdc586 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:27.760891 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f906d92e-8d53-4b81-9414-49023528dd6e req-ff2f9e81-31e1-40d9-aba7-0656e9fdc586 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 943 time: 0.0699725 Jun 24 12:49:27.769493 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-6d669c81-b089-470e-9594-4688532efde1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] delete failed (client error): The resource could not be found. Jun 24 12:49:27.773195 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6d669c81-b089-470e-9594-4688532efde1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/routers/a59fdc62-a60b-4c56-9828-10911b69bdbd HTTP/1.1" status: 404 len: 336 time: 0.0864437 Jun 24 12:49:27.773195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47440) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.801966 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f906d92e-8d53-4b81-9414-49023528dd6e req-f820ac83-4301-45a0-9e07-29841454f244 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346684 Jun 24 12:49:27.809423 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7390bf5f-d9e6-40d4-824b-2995e121071a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:27.809878 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7390bf5f-d9e6-40d4-824b-2995e121071a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:27.811646 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7390bf5f-d9e6-40d4-824b-2995e121071a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/be8cb1ac-7d68-495b-89a5-a4b546d3856f HTTP/1.1" status: 404 len: 337 time: 0.0375469 Jun 24 12:49:27.814505 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47442) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.832853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c2e14a-2b7b-4ce8-8883-603c84bf0ebb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting subnet 279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:49:27.836796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-82c2e14a-2b7b-4ce8-8883-603c84bf0ebb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.848675 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6c3109ea-d14f-4da5-8b2a-35068c374d75 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c97bee5-255f-41d0-aa68-3a3e31649ffd HTTP/1.1" status: 200 len: 205 time: 0.0327663 Jun 24 12:49:27.850850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47444) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.863838 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 404e4496-aecc-47d3-8919-46e16e6f6edc no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:27.881907 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-82c2e14a-2b7b-4ce8-8883-603c84bf0ebb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.883833 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 404e4496-aecc-47d3-8919-46e16e6f6edc {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:27.884520 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 404e4496-aecc-47d3-8919-46e16e6f6edc not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:27.890997 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-8d9c344e-d3e2-4d80-a6b5-fd95aa776b73 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] delete failed (client error): The resource could not be found. Jun 24 12:49:27.892292 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8d9c344e-d3e2-4d80-a6b5-fd95aa776b73 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/routers/8c97bee5-255f-41d0-aa68-3a3e31649ffd HTTP/1.1" status: 404 len: 336 time: 0.0405564 Jun 24 12:49:27.894727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47446) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.921822 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b415df-fcc0-4618-b069-127a8644bdbc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:27.922280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b415df-fcc0-4618-b069-127a8644bdbc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:27.924615 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-25b415df-fcc0-4618-b069-127a8644bdbc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/454be90b-14e7-4034-a4a6-1505718a7417 HTTP/1.1" status: 404 len: 337 time: 0.0286860 Jun 24 12:49:27.927094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47448) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.959462 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b331ba2-b2b6-42ad-808f-0a922bca21eb tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] DELETE failed (client error): The resource could not be found. Jun 24 12:49:27.959923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b331ba2-b2b6-42ad-808f-0a922bca21eb tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:49:27.961935 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7b331ba2-b2b6-42ad-808f-0a922bca21eb tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] 10.222.0.110 "DELETE /v2.0/subnets/f3345228-4435-4493-91e7-c39eedaa39e2 HTTP/1.1" status: 404 len: 337 time: 0.0336223 Jun 24 12:49:27.972643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-82c2e14a-2b7b-4ce8-8883-603c84bf0ebb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.041311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-82c2e14a-2b7b-4ce8-8883-603c84bf0ebb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.050184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6f3fcb56-fb56-400c-a000-2c10474abc8e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:28.065320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec62f52-59a8-47ce-ad62-b74f5121dbb0 None None] Network 5ced14b9-b432-497d-bc77-21809356558c requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:28.077218 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-82c2e14a-2b7b-4ce8-8883-603c84bf0ebb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.082025 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-82c2e14a-2b7b-4ce8-8883-603c84bf0ebb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/subnets/279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc HTTP/1.1" status: 204 len: 168 time: 0.3875628 Jun 24 12:49:28.082025 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2e14a-2b7b-4ce8-8883-603c84bf0ebb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Subnet': ['ID=279b4e8e-5e0d-4eb0-a0e2-9847f64f15bc,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:28.082399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47452) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:28.092343 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-82c2e14a-2b7b-4ce8-8883-603c84bf0ebb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:28.171702 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.236865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 0ca97765-3e34-48ad-96c7-ac4cb9d69110 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:28.237347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.276365 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47456) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:28.308803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 0ca97765-3e34-48ad-96c7-ac4cb9d69110, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0ca97765-3e34-48ad-96c7-ac4cb9d69110,segment=NetworkSegment(46d483de-2108-47f0-acdf-bdb3a06fd4b1),segment_id=46d483de-2108-47f0-acdf-bdb3a06fd4b1)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:28.309247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.322877 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 0ca97765-3e34-48ad-96c7-ac4cb9d69110 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:28.410642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.413718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-41648cb1-5a04-453a-9084-9733e2339a4a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:28.423800 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1b161398-c5a0-4fea-9f04-0b52996119c7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4bfaad4d515c498c80cf4e187c57f05c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459990 Jun 24 12:49:28.426562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47460) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:28.439411 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=0ca97765-3e34-48ad-96c7-ac4cb9d69110,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:28.442850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:28.443162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6368bc72-89b1-48d7-b8a3-599d3795d10a None None] DHCP port deletion for 5ced14b9-b432-497d-bc77-21809356558c request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:49:28.445397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] No DVR routers for this DVR port 0ca97765-3e34-48ad-96c7-ac4cb9d69110 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:28.485477 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2fbb8d55-745a-4dad-b0c5-dc9de8fa02b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.506342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2fbb8d55-745a-4dad-b0c5-dc9de8fa02b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.529673 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.541246 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ced14b9-b432-497d-bc77-21809356558c']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:28.551992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d483de-2108-47f0-acdf-bdb3a06fd4b1') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:28.552287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d483de-2108-47f0-acdf-bdb3a06fd4b1') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:28.552987 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2fbb8d55-745a-4dad-b0c5-dc9de8fa02b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.555745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2fbb8d55-745a-4dad-b0c5-dc9de8fa02b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.556920 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2fbb8d55-745a-4dad-b0c5-dc9de8fa02b1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6a1b9369-319f-4257-8e1a-fb92236721ed HTTP/1.1" status: 204 len: 168 time: 0.1289699 Jun 24 12:49:28.557816 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-91b8ac5e-f82a-4769-8317-0f3bc0345b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:28.565444 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb8d55-745a-4dad-b0c5-dc9de8fa02b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1b9369-319f-4257-8e1a-fb92236721ed,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:28.567844 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2fbb8d55-745a-4dad-b0c5-dc9de8fa02b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:28.568043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.584746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.592112 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:49:28.592601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:49:28.596489 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:49:28.666823 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.670186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f4cc7698-59f7-4ec8-bda8-bed0b3f73fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:28.674123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.678678 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/networks/5ced14b9-b432-497d-bc77-21809356558c HTTP/1.1" status: 204 len: 168 time: 0.5929620 Jun 24 12:49:28.679177 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47466) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:28.692224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Network': ['ID=5ced14b9-b432-497d-bc77-21809356558c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:28.694705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:28.848833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 656d27ef-b432-4c12-8151-04313208df0f {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:28.849176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.932144 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.932556 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:28.946080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 656d27ef-b432-4c12-8151-04313208df0f owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:29.003908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141571e-36a3-4688-920d-09b1c9852b7d req-1787f2bf-6017-4b0e-9975-671603c23510 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:29.005481 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6141571e-36a3-4688-920d-09b1c9852b7d req-1787f2bf-6017-4b0e-9975-671603c23510 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 943 time: 0.0786912 Jun 24 12:49:29.048411 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6141571e-36a3-4688-920d-09b1c9852b7d req-9c738a7b-270c-4453-a15e-4abdef45d911 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361435 Jun 24 12:49:29.137093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.139225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:29.168693 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=656d27ef-b432-4c12-8151-04313208df0f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:29.172419 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:29.245652 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.246029 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP e3e54738-7da1-4c35-a836-8d41cdf5afc3 disassociated (deleted). External IP: 172.26.1.76, port: 7493d629-8562-4ebf-bb96-0ef1a4a3d00f. Jun 24 12:49:29.253944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47486) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:29.291754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e6fbed5a-3b6c-4e2a-9b38-198122c2a551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.351681 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6bfc1357-a93e-4973-b0e0-939111598e2c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:29.352118 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING neutron.api.v2.base [None req-6bfc1357-a93e-4973-b0e0-939111598e2c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 24 12:49:29.352641 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-6bfc1357-a93e-4973-b0e0-939111598e2c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): There was a conflict when trying to complete your request. Jun 24 12:49:29.353620 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6bfc1357-a93e-4973-b0e0-939111598e2c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0986559 Jun 24 12:49:29.357226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47490) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:29.361600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4c1237ea-d030-497f-96ca-b823cf0510d2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924542232'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:29.383127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.391687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c1237ea-d030-497f-96ca-b823cf0510d2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.400601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c1237ea-d030-497f-96ca-b823cf0510d2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.459694 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router d21dc519-515a-469a-9bdd-137d636fc81a has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:29.505568 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c1237ea-d030-497f-96ca-b823cf0510d2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.509742 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c1237ea-d030-497f-96ca-b823cf0510d2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.512201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:29.546362 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1237ea-d030-497f-96ca-b823cf0510d2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4386df43-4d85-4711-9af4-dcf585fe9fae,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:29.550313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c1237ea-d030-497f-96ca-b823cf0510d2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:29.571428 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:29.575977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.582993 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8e300c-c03c-4ee4-b7cf-30f6e0f6f129 None None] Sync routers for ids ['d21dc519-515a-469a-9bdd-137d636fc81a'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:29.592723 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e300c-c03c-4ee4-b7cf-30f6e0f6f129 None None] Routers {'d21dc519-515a-469a-9bdd-137d636fc81a'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:29.593432 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5e8e300c-c03c-4ee4-b7cf-30f6e0f6f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:49:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d21dc519-515a-469a-9bdd-137d636fc81a'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:29.605364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c1237ea-d030-497f-96ca-b823cf0510d2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.610451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c1237ea-d030-497f-96ca-b823cf0510d2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.614015 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a71f9fdd-20dd-4a04-861c-65e9b50e7236 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:29.616326 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/floatingips/e3e54738-7da1-4c35-a836-8d41cdf5afc3 HTTP/1.1" status: 204 len: 168 time: 0.9360621 Jun 24 12:49:29.617215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'tag': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:49:29.620515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54cfb24-7644-4557-a465-4f365276da95" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe", "tag": "7493d629-8562-4ebf-bb96-0ef1a4a3d00f"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:49:29.643046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1237ea-d030-497f-96ca-b823cf0510d2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68348cf2-efb6-4cf1-99e6-4ad7a7fe913e,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:29.645470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c1237ea-d030-497f-96ca-b823cf0510d2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.646700 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4c1237ea-d030-497f-96ca-b823cf0510d2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2884934 Jun 24 12:49:29.647987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c1237ea-d030-497f-96ca-b823cf0510d2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:29.649491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47498) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:29.654718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-1ee63d1a-ffff-4434-8755-302caaf7d7c9 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': '68348cf2-efb6-4cf1-99e6-4ad7a7fe913e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:29.692888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ee63d1a-ffff-4434-8755-302caaf7d7c9 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.764882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ee63d1a-ffff-4434-8755-302caaf7d7c9 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.773561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ee63d1a-ffff-4434-8755-302caaf7d7c9 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.775751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-02235b0a-0bea-49f3-b32d-1ca94c3172ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:29.815590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee63d1a-ffff-4434-8755-302caaf7d7c9 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df0e4f3-2711-45c8-8e47-9fe06401f32f,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:29.818488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ee63d1a-ffff-4434-8755-302caaf7d7c9 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.819822 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1ee63d1a-ffff-4434-8755-302caaf7d7c9 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693313 Jun 24 12:49:29.820947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1ee63d1a-ffff-4434-8755-302caaf7d7c9 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:29.822719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47500) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:29.829506 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-cc108125-eef9-468c-822a-5bbed96aed51 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': '68348cf2-efb6-4cf1-99e6-4ad7a7fe913e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:29.834118 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-5e8e300c-c03c-4ee4-b7cf-30f6e0f6f129 None None] Set router d21dc519-515a-469a-9bdd-137d636fc81a gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:29.869791 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0ca97765-3e34-48ad-96c7-ac4cb9d69110 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:29.874352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cc108125-eef9-468c-822a-5bbed96aed51 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:29.895546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcb5e22-2c8f-4099-b8e6-d2179bcdbddf x-openstack-request-id: req-6bcb5e22-2c8f-4099-b8e6-d2179bcdbddf {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:49:29.895889 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe", "tag": "7493d629-8562-4ebf-bb96-0ef1a4a3d00f", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:49:29.896192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6bcb5e22-2c8f-4099-b8e6-d2179bcdbddf {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:49:29.896638 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'tag': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'status': 'completed', 'code': 200} Jun 24 12:49:29.905090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 0ca97765-3e34-48ad-96c7-ac4cb9d69110 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:29.906033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0ca97765-3e34-48ad-96c7-ac4cb9d69110 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:29.908649 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0e52fe70-ff8a-480a-8434-b01e5f1c7391 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:49:29.975766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cfb24-7644-4557-a465-4f365276da95 req-722250b0-f069-4004-9c99-b7949aea8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:29.977413 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b54cfb24-7644-4557-a465-4f365276da95 req-722250b0-f069-4004-9c99-b7949aea8da7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 1098 time: 0.0786076 Jun 24 12:49:29.983199 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-cc108125-eef9-468c-822a-5bbed96aed51 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): There was a conflict when trying to complete your request. Jun 24 12:49:29.985144 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cc108125-eef9-468c-822a-5bbed96aed51 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1612437 Jun 24 12:49:29.987854 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47504) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:30.038159 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 0e52fe70-ff8a-480a-8434-b01e5f1c7391, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0e52fe70-ff8a-480a-8434-b01e5f1c7391,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:30.051526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '0e52fe70-ff8a-480a-8434-b01e5f1c7391', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'port_id': '0e52fe70-ff8a-480a-8434-b01e5f1c7391', 'mac_address': 'fa:16:3e:c8:82:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:49:30.077198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c2b21fc5-fa2f-4df8-b107-b3368528282f tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.096045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.112254 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cfb24-7644-4557-a465-4f365276da95 req-2d73cd11-49e9-4d9a-a1b0-481ce3d759c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:30.114795 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b54cfb24-7644-4557-a465-4f365276da95 req-2d73cd11-49e9-4d9a-a1b0-481ce3d759c5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=25c02307-f8f3-4bdc-9423-888d1e41caf9 HTTP/1.1" status: 200 len: 899 time: 0.1279712 Jun 24 12:49:30.124003 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e52fe70-ff8a-480a-8434-b01e5f1c7391 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:49:30.128592 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5e8e300c-c03c-4ee4-b7cf-30f6e0f6f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:49:22Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:24Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:30.152292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 0e52fe70-ff8a-480a-8434-b01e5f1c7391, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0e52fe70-ff8a-480a-8434-b01e5f1c7391,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:30.156419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.160582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d44a5e80-4ec6-4153-b3e1-465b5faeddf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:30.166966 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8e300c-c03c-4ee4-b7cf-30f6e0f6f129 None None] Checking router: d21dc519-515a-469a-9bdd-137d636fc81a for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:30.178588 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e300c-c03c-4ee4-b7cf-30f6e0f6f129 None None] Routers {'d21dc519-515a-469a-9bdd-137d636fc81a'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:30.179678 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5e8e300c-c03c-4ee4-b7cf-30f6e0f6f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:49:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d21dc519-515a-469a-9bdd-137d636fc81a'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:30.217856 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b54cfb24-7644-4557-a465-4f365276da95 req-5f3cd654-4336-4940-9a49-f5b67632d3f9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7493d629-8562-4ebf-bb96-0ef1a4a3d00f HTTP/1.1" status: 200 len: 217 time: 0.0962467 Jun 24 12:49:30.245917 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=0e52fe70-ff8a-480a-8434-b01e5f1c7391,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:30.252245 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:30.265034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.311910 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-5e8e300c-c03c-4ee4-b7cf-30f6e0f6f129 None None] Set router d21dc519-515a-469a-9bdd-137d636fc81a gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:30.344055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cfb24-7644-4557-a465-4f365276da95 req-3cf597cf-926b-40a4-ac7f-61431154c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:30.345458 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b54cfb24-7644-4557-a465-4f365276da95 req-3cf597cf-926b-40a4-ac7f-61431154c210 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9f7f5e05-c9b5-4e92-87cb-9103b101d85e HTTP/1.1" status: 200 len: 835 time: 0.1193285 Jun 24 12:49:30.356143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc240eca-6275-40c0-ade9-9b0bb53f8038 req-f2a7f8b6-2731-498a-89cd-208922ab363d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:30.357698 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc240eca-6275-40c0-ade9-9b0bb53f8038 req-f2a7f8b6-2731-498a-89cd-208922ab363d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 945 time: 0.1948180 Jun 24 12:49:30.401114 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['0e52fe70-ff8a-480a-8434-b01e5f1c7391'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:49:30.439984 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc240eca-6275-40c0-ade9-9b0bb53f8038 req-168677be-43c7-4633-ac8d-cfbbb8864d76 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=03b42fe3-bd6a-431b-8c52-440ca0dc1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695963 Jun 24 12:49:30.458912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea18fd2-e33a-4369-937f-97e0afcfd471 req-1570fc12-1f6c-475b-8ba4-c090ca1924e9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:30.477812 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1ea18fd2-e33a-4369-937f-97e0afcfd471 req-1570fc12-1f6c-475b-8ba4-c090ca1924e9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 944 time: 0.2019343 Jun 24 12:49:30.489617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c2b21fc5-fa2f-4df8-b107-b3368528282f tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.533490 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1ea18fd2-e33a-4369-937f-97e0afcfd471 req-c2a7c481-0bd4-4917-8117-c5a35f046463 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536897 Jun 24 12:49:30.535463 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5e8e300c-c03c-4ee4-b7cf-30f6e0f6f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:49:22Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:24Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:30.542084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c2b21fc5-fa2f-4df8-b107-b3368528282f tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.545965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c2b21fc5-fa2f-4df8-b107-b3368528282f tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.548835 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cfb24-7644-4557-a465-4f365276da95 req-90a35c2f-078e-4e50-91b0-c4593f216349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:30.550707 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b54cfb24-7644-4557-a465-4f365276da95 req-90a35c2f-078e-4e50-91b0-c4593f216349 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=25c02307-f8f3-4bdc-9423-888d1e41caf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1897390 Jun 24 12:49:30.551211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47508) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:30.551642 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c2b21fc5-fa2f-4df8-b107-b3368528282f tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "DELETE /v2.0/security-groups/68348cf2-efb6-4cf1-99e6-4ad7a7fe913e HTTP/1.1" status: 204 len: 168 time: 0.5625832 Jun 24 12:49:30.552550 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-200220d5-b52a-402d-85f8-eaabaf5fd0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:30.563628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b21fc5-fa2f-4df8-b107-b3368528282f tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68348cf2-efb6-4cf1-99e6-4ad7a7fe913e,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:30.564902 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8e300c-c03c-4ee4-b7cf-30f6e0f6f129 None None] The sync data for ids ['d21dc519-515a-469a-9bdd-137d636fc81a'] in dv-neutron-797121-4-hyperv is: [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:49:22Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'f99feef1-0609-4330-a74b-e3cedbd425bc', 'name': '', 'network_id': '25c02307-f8f3-4bdc-9423-888d1e41caf9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:d2:6c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:15Z', 'updated_at': '2021-06-24T12:47:24Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9f7f5e05-c9b5-4e92-87cb-9103b101d85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:30.574286 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c2b21fc5-fa2f-4df8-b107-b3368528282f tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:30.675553 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-715e5392-2649-42d9-91d0-c0d3eb81c0b2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1108377 Jun 24 12:49:30.679504 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47510) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:30.684364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-36311547-4a28-404d-8d06-7672e993f149 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group': {'name': 'tempest-secgroup--350746534'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:30.700486 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b54cfb24-7644-4557-a465-4f365276da95 req-77dada2c-91b5-4035-85fe-b61814636bc6 service neutron] 10.222.0.102 "GET /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347179 Jun 24 12:49:30.709960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36311547-4a28-404d-8d06-7672e993f149 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.799112 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b54cfb24-7644-4557-a465-4f365276da95 req-f4d69d0f-66c8-4a6c-a00a-20f67204026b service neutron] 10.222.0.102 "GET /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906541 Jun 24 12:49:30.822606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36311547-4a28-404d-8d06-7672e993f149 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.827349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36311547-4a28-404d-8d06-7672e993f149 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.829930 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e27e2ea8-fa69-48bc-a73f-7330edd3fea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:30.838815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615530e-e617-4cbc-a8c2-8ad2c8da9804 None None] New status for floating IP e3e54738-7da1-4c35-a836-8d41cdf5afc3: DOWN {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:49:30.857867 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36311547-4a28-404d-8d06-7672e993f149 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.859746 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-36311547-4a28-404d-8d06-7672e993f149 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1786547 Jun 24 12:49:30.861653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36311547-4a28-404d-8d06-7672e993f149 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2654957-0010-4e3c-b1a3-31dfdcbfd54a,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:30.862956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47512) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:30.864360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-36311547-4a28-404d-8d06-7672e993f149 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:30.871496 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-aab2860b-a741-4a91-b511-445e0d9fb10e tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': 'e2654957-0010-4e3c-b1a3-31dfdcbfd54a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:30.872274 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING neutron.api.v2.base [None req-aab2860b-a741-4a91-b511-445e0d9fb10e tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 24 12:49:30.872759 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-aab2860b-a741-4a91-b511-445e0d9fb10e tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:30.873689 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-aab2860b-a741-4a91-b511-445e0d9fb10e tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059445 Jun 24 12:49:30.877085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47514) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:30.932056 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1a1455a6-2a68-4e03-acef-22f34c2f3c6d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.956928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1a1455a6-2a68-4e03-acef-22f34c2f3c6d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.996291 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1a1455a6-2a68-4e03-acef-22f34c2f3c6d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.999069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1a1455a6-2a68-4e03-acef-22f34c2f3c6d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.000860 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1a1455a6-2a68-4e03-acef-22f34c2f3c6d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "DELETE /v2.0/security-groups/e2654957-0010-4e3c-b1a3-31dfdcbfd54a HTTP/1.1" status: 204 len: 168 time: 0.1228230 Jun 24 12:49:31.001686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-90f7aafb-2f8e-4044-8de2-8bf0a688c410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:31.003537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47516) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.010189 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1455a6-2a68-4e03-acef-22f34c2f3c6d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2654957-0010-4e3c-b1a3-31dfdcbfd54a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:31.012418 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1a1455a6-2a68-4e03-acef-22f34c2f3c6d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:31.045866 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0fab5013-b98a-4233-96bc-6841b9be258a tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0410502 Jun 24 12:49:31.049988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47518) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.054404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-248788fd-702d-4d4b-8006-073dc6bbd39c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group': {'name': 'tempest-secgroup--61614390'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:31.075592 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-248788fd-702d-4d4b-8006-073dc6bbd39c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.162113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-248788fd-702d-4d4b-8006-073dc6bbd39c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.165659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-248788fd-702d-4d4b-8006-073dc6bbd39c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.168032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-71dfd1f4-dcd5-4b69-bda8-9feed89dba83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:31.199454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-248788fd-702d-4d4b-8006-073dc6bbd39c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.203299 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-248788fd-702d-4d4b-8006-073dc6bbd39c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1497877 Jun 24 12:49:31.203299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248788fd-702d-4d4b-8006-073dc6bbd39c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68b37e4-fb2e-4d75-b996-e9337813f9b0,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:31.204720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47520) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.205309 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-248788fd-702d-4d4b-8006-073dc6bbd39c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:31.209584 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-789cd9b1-abc9-4d6b-973b-be611d551c73 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': 'b68b37e4-fb2e-4d75-b996-e9337813f9b0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:31.210222 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-789cd9b1-abc9-4d6b-973b-be611d551c73 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 24 12:49:31.210721 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-789cd9b1-abc9-4d6b-973b-be611d551c73 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:31.216004 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-789cd9b1-abc9-4d6b-973b-be611d551c73 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062363 Jun 24 12:49:31.216004 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47522) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.268244 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1b9fa017-462e-47e7-b12e-474a06f1ed03 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.291029 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1b9fa017-462e-47e7-b12e-474a06f1ed03 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.332886 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1b9fa017-462e-47e7-b12e-474a06f1ed03 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.335436 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1b9fa017-462e-47e7-b12e-474a06f1ed03 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.336556 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1b9fa017-462e-47e7-b12e-474a06f1ed03 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "DELETE /v2.0/security-groups/b68b37e4-fb2e-4d75-b996-e9337813f9b0 HTTP/1.1" status: 204 len: 168 time: 0.1188593 Jun 24 12:49:31.337347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cd414ac6-af7c-44d5-a41a-07a5f907cc6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:31.339315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47524) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.346633 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fa017-462e-47e7-b12e-474a06f1ed03 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68b37e4-fb2e-4d75-b996-e9337813f9b0,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:31.348901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1b9fa017-462e-47e7-b12e-474a06f1ed03 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:31.383681 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3108627e-9273-4b22-b87d-5248d50107eb tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430059 Jun 24 12:49:31.387190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47526) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.392562 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-2bb80ce3-bfd1-4f76-91b5-aa569848f37c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201332274'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:31.415237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2bb80ce3-bfd1-4f76-91b5-aa569848f37c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.497257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2bb80ce3-bfd1-4f76-91b5-aa569848f37c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.501218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2bb80ce3-bfd1-4f76-91b5-aa569848f37c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.503660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0c0b5570-2140-4208-ad46-b9006394a80c tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:31.555851 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2bb80ce3-bfd1-4f76-91b5-aa569848f37c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.560141 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2bb80ce3-bfd1-4f76-91b5-aa569848f37c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1688309 Jun 24 12:49:31.560141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb80ce3-bfd1-4f76-91b5-aa569848f37c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f96bcf2-b197-4e6d-b805-179635b4371b,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:31.560437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47530) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.564680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-bb2e6a31-50fa-4951-8057-db6b221d381d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': '0f96bcf2-b197-4e6d-b805-179635b4371b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:31.565602 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-bb2e6a31-50fa-4951-8057-db6b221d381d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 24 12:49:31.566084 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-bb2e6a31-50fa-4951-8057-db6b221d381d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:31.569555 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bb2e6a31-50fa-4951-8057-db6b221d381d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060756 Jun 24 12:49:31.569951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2bb80ce3-bfd1-4f76-91b5-aa569848f37c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:31.570063 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47534) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.574967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8b747c51-62e5-4476-8628-2352c38cc6e6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': '0f96bcf2-b197-4e6d-b805-179635b4371b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:31.575615 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-8b747c51-62e5-4476-8628-2352c38cc6e6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 24 12:49:31.576275 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-8b747c51-62e5-4476-8628-2352c38cc6e6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:31.578814 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8b747c51-62e5-4476-8628-2352c38cc6e6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066774 Jun 24 12:49:31.580479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47536) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.585899 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-fdfea33e-7eff-45a2-aad3-003882adc24c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': '0f96bcf2-b197-4e6d-b805-179635b4371b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:31.586925 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-fdfea33e-7eff-45a2-aad3-003882adc24c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 24 12:49:31.587875 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-fdfea33e-7eff-45a2-aad3-003882adc24c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:31.588963 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fdfea33e-7eff-45a2-aad3-003882adc24c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074308 Jun 24 12:49:31.591564 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47538) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.596823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8b006f84-1aad-4dfc-90ec-a3c2a405182b tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': '0f96bcf2-b197-4e6d-b805-179635b4371b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:31.598542 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-8b006f84-1aad-4dfc-90ec-a3c2a405182b tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 24 12:49:31.599208 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-8b006f84-1aad-4dfc-90ec-a3c2a405182b tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:31.600319 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8b006f84-1aad-4dfc-90ec-a3c2a405182b tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076551 Jun 24 12:49:31.603007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47540) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.664664 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-57a0e8b2-3167-49df-8211-79b94d092dd7 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.689329 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-57a0e8b2-3167-49df-8211-79b94d092dd7 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.738156 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-57a0e8b2-3167-49df-8211-79b94d092dd7 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.740806 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-57a0e8b2-3167-49df-8211-79b94d092dd7 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.742148 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-57a0e8b2-3167-49df-8211-79b94d092dd7 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "DELETE /v2.0/security-groups/0f96bcf2-b197-4e6d-b805-179635b4371b HTTP/1.1" status: 204 len: 168 time: 0.1380055 Jun 24 12:49:31.743093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1a1455a6-2a68-4e03-acef-22f34c2f3c6d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:31.746136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47542) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.759608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0e8b2-3167-49df-8211-79b94d092dd7 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f96bcf2-b197-4e6d-b805-179635b4371b,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:31.767688 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-57a0e8b2-3167-49df-8211-79b94d092dd7 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:31.813412 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-badf4748-fa83-4574-a146-31ab0ce6e689 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660906 Jun 24 12:49:31.817071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47544) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.821844 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b5c88aa0-cc16-424c-8f33-c7b96f28c4a6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1683347343'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:31.854384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b5c88aa0-cc16-424c-8f33-c7b96f28c4a6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.889916 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:49:31.909210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0e52fe70-ff8a-480a-8434-b01e5f1c7391 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:31.942452 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b5c88aa0-cc16-424c-8f33-c7b96f28c4a6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.946992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecff3b5-1bb8-4601-88f4-e37022f4ed8a req-42f49840-495c-401f-9c4e-96582f5ae575 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:31.947958 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b5c88aa0-cc16-424c-8f33-c7b96f28c4a6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.948655 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aecff3b5-1bb8-4601-88f4-e37022f4ed8a req-42f49840-495c-401f-9c4e-96582f5ae575 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 945 time: 0.4290094 Jun 24 12:49:31.950900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1b9fa017-462e-47e7-b12e-474a06f1ed03 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:31.965043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a19bde-c06d-4fee-b337-b7aa64e276c0 req-70444844-0375-497b-ac91-919eb704beae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:31.965667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 0e52fe70-ff8a-480a-8434-b01e5f1c7391 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:31.966595 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-33a19bde-c06d-4fee-b337-b7aa64e276c0 req-70444844-0375-497b-ac91-919eb704beae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 945 time: 0.3938260 Jun 24 12:49:31.973011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 0e52fe70-ff8a-480a-8434-b01e5f1c7391 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:31.973709 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.978215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b5c88aa0-cc16-424c-8f33-c7b96f28c4a6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.982085 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b5c88aa0-cc16-424c-8f33-c7b96f28c4a6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1614230 Jun 24 12:49:31.982747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47546) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.987715 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-9351b48d-f5db-4c71-a1c0-8f09400e086d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': 'c3921b28-a226-49f8-8d32-bb21defb1b2f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:31.988258 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-9351b48d-f5db-4c71-a1c0-8f09400e086d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 24 12:49:31.988810 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-9351b48d-f5db-4c71-a1c0-8f09400e086d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:31.992197 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9351b48d-f5db-4c71-a1c0-8f09400e086d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058444 Jun 24 12:49:31.992197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c88aa0-cc16-424c-8f33-c7b96f28c4a6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3921b28-a226-49f8-8d32-bb21defb1b2f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:31.992684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47548) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.997576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-54fbe867-0ec4-4617-ab47-cd9943aa919d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': 'c3921b28-a226-49f8-8d32-bb21defb1b2f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:32.005234 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b5c88aa0-cc16-424c-8f33-c7b96f28c4a6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:32.039984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f214d-683a-42b5-b24a-5cba4bf55a49 req-27d549e5-2599-435e-9ad4-569c22c22b11 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:32.041648 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-313f214d-683a-42b5-b24a-5cba4bf55a49 req-27d549e5-2599-435e-9ad4-569c22c22b11 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 944 time: 0.1799004 Jun 24 12:49:32.049629 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-54fbe867-0ec4-4617-ab47-cd9943aa919d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:32.054018 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-54fbe867-0ec4-4617-ab47-cd9943aa919d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0578165 Jun 24 12:49:32.054702 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47550) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.061155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b9242133-7dcc-4fdc-ab05-fbbaa7ce6763 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': 'c3921b28-a226-49f8-8d32-bb21defb1b2f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:32.061772 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-b9242133-7dcc-4fdc-ab05-fbbaa7ce6763 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 24 12:49:32.062920 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-b9242133-7dcc-4fdc-ab05-fbbaa7ce6763 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:32.066865 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b9242133-7dcc-4fdc-ab05-fbbaa7ce6763 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078197 Jun 24 12:49:32.067075 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47552) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.069972 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.071602 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d6f9d555-267d-40d6-9417-089286d53bd0 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': 'c3921b28-a226-49f8-8d32-bb21defb1b2f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:32.096867 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf87f10c-3e24-46ac-a532-c34ffbd7ee31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e52fe70-ff8a-480a-8434-b01e5f1c7391'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:49:32.099237 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90185e8f-4bde-44e3-b47c-d95ba6c458ea" -d '{"events": [{"server_uuid": "cf87f10c-3e24-46ac-a532-c34ffbd7ee31", "name": "network-vif-plugged", "status": "completed", "tag": "0e52fe70-ff8a-480a-8434-b01e5f1c7391"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:49:32.102889 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-33a19bde-c06d-4fee-b337-b7aa64e276c0 req-c016166e-cce2-4abb-a0f8-2b420003fc40 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=03b42fe3-bd6a-431b-8c52-440ca0dc1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243024 Jun 24 12:49:32.109543 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-d6f9d555-267d-40d6-9417-089286d53bd0 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:32.110977 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d6f9d555-267d-40d6-9417-089286d53bd0 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0430436 Jun 24 12:49:32.113909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47556) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.119864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b04f551e-78d0-4539-933e-bd57e5622939 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': 'c3921b28-a226-49f8-8d32-bb21defb1b2f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:32.120356 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING neutron.api.v2.base [None req-b04f551e-78d0-4539-933e-bd57e5622939 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 24 12:49:32.121119 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-b04f551e-78d0-4539-933e-bd57e5622939 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:32.122117 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b04f551e-78d0-4539-933e-bd57e5622939 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071266 Jun 24 12:49:32.126276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47558) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.131753 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 0e52fe70-ff8a-480a-8434-b01e5f1c7391, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0e52fe70-ff8a-480a-8434-b01e5f1c7391,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:32.139252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-44db2d0c-3536-4f63-b611-3ca6b4a87f66 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': 'c3921b28-a226-49f8-8d32-bb21defb1b2f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:32.139626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.142580 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b6f10ad1-454d-4033-b970-c00ad0c69ce5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:32.149912 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-313f214d-683a-42b5-b24a-5cba4bf55a49 req-acb733ea-ec7b-44f4-9ad4-6846955e56a1 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989218 Jun 24 12:49:32.175736 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-aecff3b5-1bb8-4601-88f4-e37022f4ed8a req-a5829c04-e2df-44d6-9740-8d1dfd1bdcdc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:32.176422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-aecff3b5-1bb8-4601-88f4-e37022f4ed8a req-a5829c04-e2df-44d6-9740-8d1dfd1bdcdc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.194581 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a855404-43dc-42d0-8fc6-5c9e1fbaa8f4 x-openstack-request-id: req-0a855404-43dc-42d0-8fc6-5c9e1fbaa8f4 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:49:32.194899 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf87f10c-3e24-46ac-a532-c34ffbd7ee31", "name": "network-vif-plugged", "status": "completed", "tag": "0e52fe70-ff8a-480a-8434-b01e5f1c7391", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:49:32.195197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-0a855404-43dc-42d0-8fc6-5c9e1fbaa8f4 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:49:32.195619 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf87f10c-3e24-46ac-a532-c34ffbd7ee31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e52fe70-ff8a-480a-8434-b01e5f1c7391', 'code': 200} Jun 24 12:49:32.196976 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-44db2d0c-3536-4f63-b611-3ca6b4a87f66 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:32.200952 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-44db2d0c-3536-4f63-b611-3ca6b4a87f66 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0706780 Jun 24 12:49:32.201265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47560) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.208580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-9ed61450-8892-414a-aaf3-936aef6fcec6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': 'c3921b28-a226-49f8-8d32-bb21defb1b2f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:32.209154 dv-neutron-797121-4-hyperv neutron-server[100146]: WARNING neutron.api.v2.base [None req-9ed61450-8892-414a-aaf3-936aef6fcec6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 24 12:49:32.210655 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-9ed61450-8892-414a-aaf3-936aef6fcec6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:32.214323 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9ed61450-8892-414a-aaf3-936aef6fcec6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095792 Jun 24 12:49:32.214609 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47562) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.222001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-2845f165-19e3-414e-a1b4-2ab70b5b31ec tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': 'c3921b28-a226-49f8-8d32-bb21defb1b2f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:32.231240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=0e52fe70-ff8a-480a-8434-b01e5f1c7391,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:32.239058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:32.253412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.274579 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-2845f165-19e3-414e-a1b4-2ab70b5b31ec tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:32.275807 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2845f165-19e3-414e-a1b4-2ab70b5b31ec tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0602629 Jun 24 12:49:32.279055 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47564) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.283940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-02270842-e87b-4609-a48d-7e1e43cf7877 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': 'c3921b28-a226-49f8-8d32-bb21defb1b2f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:32.301084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-aecff3b5-1bb8-4601-88f4-e37022f4ed8a req-a5829c04-e2df-44d6-9740-8d1dfd1bdcdc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7493d629-8562-4ebf-bb96-0ef1a4a3d00f,segment=NetworkSegment(46edff1c-1769-4e57-afb3-107cefaa07b4),segment_id=46edff1c-1769-4e57-afb3-107cefaa07b4)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:32.301449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-aecff3b5-1bb8-4601-88f4-e37022f4ed8a req-a5829c04-e2df-44d6-9740-8d1dfd1bdcdc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.315705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-aecff3b5-1bb8-4601-88f4-e37022f4ed8a req-a5829c04-e2df-44d6-9740-8d1dfd1bdcdc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 7493d629-8562-4ebf-bb96-0ef1a4a3d00f owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:32.322875 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-02270842-e87b-4609-a48d-7e1e43cf7877 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:32.324684 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-02270842-e87b-4609-a48d-7e1e43cf7877 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0441325 Jun 24 12:49:32.327675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47566) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.385269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d89eea9f-0465-4455-a888-5668a1848732 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.409188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d89eea9f-0465-4455-a888-5668a1848732 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.453355 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d89eea9f-0465-4455-a888-5668a1848732 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.455990 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d89eea9f-0465-4455-a888-5668a1848732 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.457118 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d89eea9f-0465-4455-a888-5668a1848732 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "DELETE /v2.0/security-groups/c3921b28-a226-49f8-8d32-bb21defb1b2f HTTP/1.1" status: 204 len: 168 time: 0.1272345 Jun 24 12:49:32.457927 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0609d028-8b9e-49d0-a2ca-e1213e1fa9d7 tempest-AllowedAddressPairTestJSON-1090050564 tempest-AllowedAddressPairTestJSON-1090050564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:32.460774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47568) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.471319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49b0fe-3820-4eb2-a3e2-0e5cb29b3bf2 req-54bc6d6d-576c-40a9-b32f-8ee472924357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:32.472847 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9f49b0fe-3820-4eb2-a3e2-0e5cb29b3bf2 req-54bc6d6d-576c-40a9-b32f-8ee472924357 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 1098 time: 0.0960078 Jun 24 12:49:32.480208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89eea9f-0465-4455-a888-5668a1848732 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3921b28-a226-49f8-8d32-bb21defb1b2f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:32.482576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d89eea9f-0465-4455-a888-5668a1848732 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:32.510754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-aecff3b5-1bb8-4601-88f4-e37022f4ed8a req-a5829c04-e2df-44d6-9740-8d1dfd1bdcdc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.518331 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:32.520768 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ccc923f5-b476-49c8-a9bb-d15ebb94d9e2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0588603 Jun 24 12:49:32.524595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47570) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.529635 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-262bf751-0b94-4519-8afb-a37a8085ba89 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002635445'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:32.545067 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5829c04-e2df-44d6-9740-8d1dfd1bdcdc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=7493d629-8562-4ebf-bb96-0ef1a4a3d00f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:32.550952 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9f49b0fe-3820-4eb2-a3e2-0e5cb29b3bf2 req-f4d02f0c-890e-415e-90e8-e409aef2f7a6 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705152 Jun 24 12:49:32.551813 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a5829c04-e2df-44d6-9740-8d1dfd1bdcdc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:32.552245 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-262bf751-0b94-4519-8afb-a37a8085ba89 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.597607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecff3b5-1bb8-4601-88f4-e37022f4ed8a req-a5829c04-e2df-44d6-9740-8d1dfd1bdcdc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] No DVR routers for this DVR port 7493d629-8562-4ebf-bb96-0ef1a4a3d00f on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:32.599977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-aecff3b5-1bb8-4601-88f4-e37022f4ed8a req-a5829c04-e2df-44d6-9740-8d1dfd1bdcdc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.602145 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aecff3b5-1bb8-4601-88f4-e37022f4ed8a req-a5829c04-e2df-44d6-9740-8d1dfd1bdcdc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "DELETE /v2.0/ports/7493d629-8562-4ebf-bb96-0ef1a4a3d00f HTTP/1.1" status: 204 len: 173 time: 0.6453032 Jun 24 12:49:32.602698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'name': 'network-vif-deleted', 'tag': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:49:32.605242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7034fb-a25f-41f3-9ff9-6b3a098e1385" -d '{"events": [{"server_uuid": "e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe", "name": "network-vif-deleted", "tag": "7493d629-8562-4ebf-bb96-0ef1a4a3d00f"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:49:32.644390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5476fd3c-5c40-4b15-bce6-5e11c5ccf19e x-openstack-request-id: req-5476fd3c-5c40-4b15-bce6-5e11c5ccf19e {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:49:32.644739 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe", "name": "network-vif-deleted", "tag": "7493d629-8562-4ebf-bb96-0ef1a4a3d00f", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:49:32.645045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-5476fd3c-5c40-4b15-bce6-5e11c5ccf19e {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:49:32.645494 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe', 'name': 'network-vif-deleted', 'tag': '7493d629-8562-4ebf-bb96-0ef1a4a3d00f', 'status': 'completed', 'code': 200} Jun 24 12:49:32.648105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-262bf751-0b94-4519-8afb-a37a8085ba89 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.651859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-262bf751-0b94-4519-8afb-a37a8085ba89 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.654336 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:32.680543 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-262bf751-0b94-4519-8afb-a37a8085ba89 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.681748 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-262bf751-0b94-4519-8afb-a37a8085ba89 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1559353 Jun 24 12:49:32.683720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bf751-0b94-4519-8afb-a37a8085ba89 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42c1999-5df7-4b3e-8cb2-caea6159450f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:32.684828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47574) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.686341 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-262bf751-0b94-4519-8afb-a37a8085ba89 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:32.692791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ca8f4970-40d7-4e21-adf2-e745c43448f5 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': 'f42c1999-5df7-4b3e-8cb2-caea6159450f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:32.738868 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-ca8f4970-40d7-4e21-adf2-e745c43448f5 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The resource could not be found. Jun 24 12:49:32.740044 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ca8f4970-40d7-4e21-adf2-e745c43448f5 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0519912 Jun 24 12:49:32.743567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47576) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.749410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-e96b8905-082e-4a62-9b03-b7d0054e0ce2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': 'f42c1999-5df7-4b3e-8cb2-caea6159450f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '38e5029b-cd1d-4064-9f3c-17fdfd5b9f18'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:32.795496 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-e96b8905-082e-4a62-9b03-b7d0054e0ce2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The resource could not be found. Jun 24 12:49:32.796649 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e96b8905-082e-4a62-9b03-b7d0054e0ce2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0521295 Jun 24 12:49:32.799868 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47578) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.851350 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba435-4fa3-4294-888c-3216782a3af1 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.872314 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba435-4fa3-4294-888c-3216782a3af1 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.914691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba435-4fa3-4294-888c-3216782a3af1 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.917514 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba435-4fa3-4294-888c-3216782a3af1 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.919054 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cb9ba435-4fa3-4294-888c-3216782a3af1 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "DELETE /v2.0/security-groups/f42c1999-5df7-4b3e-8cb2-caea6159450f HTTP/1.1" status: 204 len: 168 time: 0.1181412 Jun 24 12:49:32.919886 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-464a11e7-2237-4d49-b5da-e2199e3d36a5 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:32.921742 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47580) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.929454 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ba435-4fa3-4294-888c-3216782a3af1 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42c1999-5df7-4b3e-8cb2-caea6159450f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:32.931919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cb9ba435-4fa3-4294-888c-3216782a3af1 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:32.968757 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b7bfdf6a-218b-4d49-b0f9-234e7de6d8c9 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456567 Jun 24 12:49:32.972488 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47582) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.977477 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-45c9424b-d558-4285-94ce-be663966070c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': '2f5a3df5-a420-4c7b-9013-dbbcd0d19e72', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:33.019316 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-45c9424b-d558-4285-94ce-be663966070c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The resource could not be found. Jun 24 12:49:33.020251 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-45c9424b-d558-4285-94ce-be663966070c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0467627 Jun 24 12:49:33.023957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47584) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:33.029678 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-9560ed19-0e33-4174-bb0c-4d78ceb169a2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group': {'name': 'tempest-secgroup--292539867'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:33.054477 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9560ed19-0e33-4174-bb0c-4d78ceb169a2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.138520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9560ed19-0e33-4174-bb0c-4d78ceb169a2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.142914 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9560ed19-0e33-4174-bb0c-4d78ceb169a2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.144941 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5480483f-a933-42df-8f20-8020ae1046ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:33.177166 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560ed19-0e33-4174-bb0c-4d78ceb169a2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66fe64dc-3e87-48f0-a553-d3170cba5d5d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:33.180148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9560ed19-0e33-4174-bb0c-4d78ceb169a2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:33.180978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9560ed19-0e33-4174-bb0c-4d78ceb169a2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.185253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47590) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:33.185440 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9560ed19-0e33-4174-bb0c-4d78ceb169a2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1600966 Jun 24 12:49:33.198100 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-87e4fd25-35d3-4cbf-b1a4-d2926fe84a9c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071957391'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:33.235620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-87e4fd25-35d3-4cbf-b1a4-d2926fe84a9c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.299694 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a06be244-426d-4bbf-b200-e5b47b7326fd req-7520f31e-3f54-4078-8327-b5bd0c048d0f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1c1c9c1-f934-4f9c-ba61-f1bb0648dffe HTTP/1.1" status: 200 len: 210 time: 0.0344489 Jun 24 12:49:33.416991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a0c2-0c30-4f5f-87a1-390804233dbe req-8aac998b-c181-4de4-b7ce-ed21f38dbdb7 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:33.418451 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-84d7a0c2-0c30-4f5f-87a1-390804233dbe req-8aac998b-c181-4de4-b7ce-ed21f38dbdb7 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 945 time: 0.1155100 Jun 24 12:49:33.420764 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-87e4fd25-35d3-4cbf-b1a4-d2926fe84a9c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.431701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-87e4fd25-35d3-4cbf-b1a4-d2926fe84a9c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.434856 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1c480d4a-aeca-4291-b970-5d30169978e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:33.486646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-87e4fd25-35d3-4cbf-b1a4-d2926fe84a9c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.487801 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-87e4fd25-35d3-4cbf-b1a4-d2926fe84a9c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3012598 Jun 24 12:49:33.490819 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47592) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:33.491319 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-84d7a0c2-0c30-4f5f-87a1-390804233dbe req-fce1dfa9-bb32-416c-96f5-d4d518aa1e45 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660465 Jun 24 12:49:33.492146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4fd25-35d3-4cbf-b1a4-d2926fe84a9c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b530c03-9e95-4ad3-b94c-4bccfc6eef7a,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:33.494975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-87e4fd25-35d3-4cbf-b1a4-d2926fe84a9c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:33.496980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e91fb08a-ef37-4232-830e-2e037d602d03 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group_rule': {'security_group_id': '66fe64dc-3e87-48f0-a553-d3170cba5d5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1b530c03-9e95-4ad3-b94c-4bccfc6eef7a'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:33.532327 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-e91fb08a-ef37-4232-830e-2e037d602d03 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:49:33.533390 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e91fb08a-ef37-4232-830e-2e037d602d03 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0415444 Jun 24 12:49:33.536164 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47594) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:33.588409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb13a683-35b0-4215-a327-51c3e63ff7ac tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.610490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb13a683-35b0-4215-a327-51c3e63ff7ac tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.648143 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb13a683-35b0-4215-a327-51c3e63ff7ac tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.650808 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb13a683-35b0-4215-a327-51c3e63ff7ac tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.651926 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bb13a683-35b0-4215-a327-51c3e63ff7ac tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "DELETE /v2.0/security-groups/1b530c03-9e95-4ad3-b94c-4bccfc6eef7a HTTP/1.1" status: 204 len: 168 time: 0.1148264 Jun 24 12:49:33.652713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-82b9a1ea-aa60-4fe3-addb-f46ce8f91387 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:33.654606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47596) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:33.662158 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13a683-35b0-4215-a327-51c3e63ff7ac tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b530c03-9e95-4ad3-b94c-4bccfc6eef7a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:33.664537 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bb13a683-35b0-4215-a327-51c3e63ff7ac tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:33.707979 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-394a0a5c-b1cc-4949-b0c3-11e8f2f64904 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0521049 Jun 24 12:49:33.710575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47598) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:33.761517 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-07d81f93-17d9-4e0e-824b-cc092a545062 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.784829 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-07d81f93-17d9-4e0e-824b-cc092a545062 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.829344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-07d81f93-17d9-4e0e-824b-cc092a545062 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.832154 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-07d81f93-17d9-4e0e-824b-cc092a545062 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.833285 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-07d81f93-17d9-4e0e-824b-cc092a545062 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "DELETE /v2.0/security-groups/66fe64dc-3e87-48f0-a553-d3170cba5d5d HTTP/1.1" status: 204 len: 168 time: 0.1217868 Jun 24 12:49:33.834102 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cc7754a5-f0ae-40f6-877a-8ce5207c94ec tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:33.835924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47600) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:33.843961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d81f93-17d9-4e0e-824b-cc092a545062 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fe64dc-3e87-48f0-a553-d3170cba5d5d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:33.846252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-07d81f93-17d9-4e0e-824b-cc092a545062 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:33.878830 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-42378c73-f84a-4334-bb59-1d7d46087bf2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0415695 Jun 24 12:49:33.882319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47602) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:33.887120 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-18d35fe5-ecb9-477e-987c-444dc2b2df7a tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1552424154'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:33.908660 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18d35fe5-ecb9-477e-987c-444dc2b2df7a tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.987447 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18d35fe5-ecb9-477e-987c-444dc2b2df7a tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.992221 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18d35fe5-ecb9-477e-987c-444dc2b2df7a tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:33.994513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-af972f42-a28a-4279-b14e-09eab768037b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:34.019841 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18d35fe5-ecb9-477e-987c-444dc2b2df7a tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:34.020953 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-18d35fe5-ecb9-477e-987c-444dc2b2df7a tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1374700 Jun 24 12:49:34.022927 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d35fe5-ecb9-477e-987c-444dc2b2df7a tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5596603-7d34-4a79-8625-e9ffb4d34b77,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:34.024122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47604) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:34.025569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-18d35fe5-ecb9-477e-987c-444dc2b2df7a tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:34.029060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-8b7733cd-fa7b-4974-a343-6e6a51cdbd56 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:34.029557 dv-neutron-797121-4-hyperv neutron-server[100145]: WARNING neutron.api.v2.base [None req-8b7733cd-fa7b-4974-a343-6e6a51cdbd56 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 24 12:49:34.030033 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.api.v2.resource [None req-8b7733cd-fa7b-4974-a343-6e6a51cdbd56 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] update failed (client error): There was a conflict when trying to complete your request. Jun 24 12:49:34.030964 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8b7733cd-fa7b-4974-a343-6e6a51cdbd56 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "PUT /v2.0/security-groups/c5596603-7d34-4a79-8625-e9ffb4d34b77 HTTP/1.1" status: 409 len: 330 time: 0.0057814 Jun 24 12:49:34.033595 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47606) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:34.088870 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2bba-5fcd-4e90-82c4-aaae403e86de tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:34.111036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2bba-5fcd-4e90-82c4-aaae403e86de tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:34.148351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2bba-5fcd-4e90-82c4-aaae403e86de tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:34.150907 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2bba-5fcd-4e90-82c4-aaae403e86de tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:34.152030 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6a0c2bba-5fcd-4e90-82c4-aaae403e86de tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "DELETE /v2.0/security-groups/c5596603-7d34-4a79-8625-e9ffb4d34b77 HTTP/1.1" status: 204 len: 168 time: 0.1175671 Jun 24 12:49:34.152803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-87d82e0c-dbd1-4803-89bd-857252782355 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:34.155208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47608) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:34.162465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c2bba-5fcd-4e90-82c4-aaae403e86de tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5596603-7d34-4a79-8625-e9ffb4d34b77,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:34.164892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6a0c2bba-5fcd-4e90-82c4-aaae403e86de tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:34.203527 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-87f3d1f4-5cd1-4985-88c9-edb308b4decc tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465586 Jun 24 12:49:34.207061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47610) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:34.219838 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-f63ca638-68f3-4646-888a-ca466b110a90 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] delete failed (client error): The resource could not be found. Jun 24 12:49:34.220792 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f63ca638-68f3-4646-888a-ca466b110a90 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "DELETE /v2.0/security-groups/50b6b62a-2aea-43fb-8f2d-80a000266bc4 HTTP/1.1" status: 404 len: 347 time: 0.0128133 Jun 24 12:49:34.224124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47612) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:34.237197 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-f64b3616-5b62-4298-a6ca-ac0af947245d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] show failed (client error): The resource could not be found. Jun 24 12:49:34.238136 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f64b3616-5b62-4298-a6ca-ac0af947245d tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "GET /v2.0/security-groups/ff765cff-5719-49ca-952c-55429922dfbe HTTP/1.1" status: 404 len: 347 time: 0.0131650 Jun 24 12:49:34.241660 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47614) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:34.254993 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-f7ab45e5-4196-477c-ac09-e717b08380c4 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] show failed (client error): The resource could not be found. Jun 24 12:49:34.255930 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f7ab45e5-4196-477c-ac09-e717b08380c4 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] 10.222.0.110 "GET /v2.0/security-group-rules/aafdcb74-8a7f-4c17-a29f-a436834990b8 HTTP/1.1" status: 404 len: 356 time: 0.0133858 Jun 24 12:49:34.391191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47620) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:34.457483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-73fcd405-505a-432b-8771-5a6cb559f9a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:34.483803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-73fcd405-505a-432b-8771-5a6cb559f9a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:34.508139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47624) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:34.547147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-73fcd405-505a-432b-8771-5a6cb559f9a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:34.550595 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-73fcd405-505a-432b-8771-5a6cb559f9a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:34.554300 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-73fcd405-505a-432b-8771-5a6cb559f9a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/security-groups/03b42fe3-bd6a-431b-8c52-440ca0dc1a13 HTTP/1.1" status: 204 len: 168 time: 0.1595063 Jun 24 12:49:34.554300 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7e329658-8dd9-49a9-87ea-d57f1b5cbb6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:34.564004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcd405-505a-432b-8771-5a6cb559f9a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b42fe3-bd6a-431b-8c52-440ca0dc1a13,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:34.566351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-73fcd405-505a-432b-8771-5a6cb559f9a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:34.603069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47632) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:34.677375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae03854-e71d-4e61-83ff-c50e6448157d req-a939a94a-d12d-4c87-b203-f53ec8aeee2c tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:34.679004 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-eae03854-e71d-4e61-83ff-c50e6448157d req-a939a94a-d12d-4c87-b203-f53ec8aeee2c tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 945 time: 0.0640500 Jun 24 12:49:34.721266 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-eae03854-e71d-4e61-83ff-c50e6448157d req-b9ab5736-8761-40c8-9c4a-a0101687b728 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363891 Jun 24 12:49:34.728139 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7cc98d54-494a-43f3-b388-efe6ebae52b4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=63b3ce9d73dc4b4a970d70e037490b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2187443 Jun 24 12:49:34.730839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47634) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:34.796494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-40422391-3134-4736-b73a-5edc604f9db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:34.820918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-40422391-3134-4736-b73a-5edc604f9db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:34.908706 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-40422391-3134-4736-b73a-5edc604f9db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:34.911342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-40422391-3134-4736-b73a-5edc604f9db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:34.912485 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-40422391-3134-4736-b73a-5edc604f9db1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/4386df43-4d85-4711-9af4-dcf585fe9fae HTTP/1.1" status: 204 len: 168 time: 0.1806731 Jun 24 12:49:34.914123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-39040584-9e89-4f26-8386-4e0bb9b7e313 tempest-PortsIpV6TestJSON-2020961807 tempest-PortsIpV6TestJSON-2020961807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:34.923976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049c0fa-a8ef-4fea-acfd-f9535b28f19b req-eb450191-958f-4ff7-9050-3c7e64ef4e53 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:34.925823 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3049c0fa-a8ef-4fea-acfd-f9535b28f19b req-eb450191-958f-4ff7-9050-3c7e64ef4e53 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 945 time: 0.0799024 Jun 24 12:49:34.935480 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40422391-3134-4736-b73a-5edc604f9db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4386df43-4d85-4711-9af4-dcf585fe9fae,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:34.942435 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-40422391-3134-4736-b73a-5edc604f9db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:34.972984 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3049c0fa-a8ef-4fea-acfd-f9535b28f19b req-3c50af63-00aa-4c9e-bb97-532fa935d372 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395052 Jun 24 12:49:34.999481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47640) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:35.020118 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-98340128-93ae-4770-a175-fe949af18d70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:35.220257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc33bda7-503f-4db7-b78d-e940d6ce6d32 tempest-TestVolumeBootPattern-1671429679 tempest-TestVolumeBootPattern-1671429679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:35.224068 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bc33bda7-503f-4db7-b78d-e940d6ce6d32 tempest-TestVolumeBootPattern-1671429679 tempest-TestVolumeBootPattern-1671429679-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 1093 time: 0.2234399 Jun 24 12:49:35.224711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47652) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:35.230176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '0e52fe70-ff8a-480a-8434-b01e5f1c7391', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:35.255258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:35.305182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-98340128-93ae-4770-a175-fe949af18d70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port f99feef1-0609-4330-a74b-e3cedbd425bc {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:35.305523 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-98340128-93ae-4770-a175-fe949af18d70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:35.360337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:35.410949 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-98340128-93ae-4770-a175-fe949af18d70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port f99feef1-0609-4330-a74b-e3cedbd425bc, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f99feef1-0609-4330-a74b-e3cedbd425bc,segment=NetworkSegment(46edff1c-1769-4e57-afb3-107cefaa07b4),segment_id=46edff1c-1769-4e57-afb3-107cefaa07b4)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:35.411325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-98340128-93ae-4770-a175-fe949af18d70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:35.428059 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-98340128-93ae-4770-a175-fe949af18d70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for f99feef1-0609-4330-a74b-e3cedbd425bc owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:35.519538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Allocated IP 172.26.1.3 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/1e3bcdde-c76f-4e6b-b3e9-aa2465618fa3) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:35.627256 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47664) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:35.628412 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:35.634115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-98340128-93ae-4770-a175-fe949af18d70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:35.636391 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:35.667901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98340128-93ae-4770-a175-fe949af18d70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=f99feef1-0609-4330-a74b-e3cedbd425bc,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:35.671463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-98340128-93ae-4770-a175-fe949af18d70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:35.676073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:35.681023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-62ea8629-7738-41a8-92e5-6826b7f16de1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:35.723450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:35.726883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:35.746720 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:49:35.748870 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'Port': ['ID=1e3bcdde-c76f-4e6b-b3e9-aa2465618fa3,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:35.754135 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:35.783785 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1524300308'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:35.853760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Made reservation on behalf of 05c044affcd049d6a4aa1ca8dc21bd80 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:49:35.857289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:35.870054 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:35.900000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-98340128-93ae-4770-a175-fe949af18d70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:35.923441 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 7493d629-8562-4ebf-bb96-0ef1a4a3d00f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:35.947771 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 7493d629-8562-4ebf-bb96-0ef1a4a3d00f {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:35.948035 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 7493d629-8562-4ebf-bb96-0ef1a4a3d00f not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:36.108575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:36.115531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:36.123500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-91d2c8cc-66af-43fb-9a7d-6d66cdd55572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:36.170541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] vlan segment allocate from pool success with {'vlan_id': 1321, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:49:36.198038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d69775-14fe-4d0d-a358-22493f949ff5,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:36.202300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:36.203207 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Added segment 0e689de4-4305-48aa-ac1d-0e3ac2862a78 of type vlan for network 220a3374-800f-4700-a53c-6ae89a183b07 Jun 24 12:49:36.205998 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:36.236866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98340128-93ae-4770-a175-fe949af18d70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router d21dc519-515a-469a-9bdd-137d636fc81a has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:36.253966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:36.292837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:36.355081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:36.360546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:36.361144 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:36.366060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a9a7743a-aeb0-4533-a60c-2b3ac21e9560 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:36.410565 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7817795 Jun 24 12:49:36.414659 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47668) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:36.425554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:36.452310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-2bd67f5e-5e0a-4efc-8d2e-2c35c6f0aad4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Request body: {'subnet': {'network_id': '220a3374-800f-4700-a53c-6ae89a183b07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:36.461686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98340128-93ae-4770-a175-fe949af18d70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:36.466953 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-98340128-93ae-4770-a175-fe949af18d70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/d21dc519-515a-469a-9bdd-137d636fc81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8627810 Jun 24 12:49:36.471599 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715df32a-9e8b-4dca-b1e3-44898d5f203b None None] Sync routers for ids ['d21dc519-515a-469a-9bdd-137d636fc81a'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:36.474029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47670) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:36.481138 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715df32a-9e8b-4dca-b1e3-44898d5f203b None None] Routers {'d21dc519-515a-469a-9bdd-137d636fc81a'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:36.481747 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-715df32a-9e8b-4dca-b1e3-44898d5f203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:49:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d21dc519-515a-469a-9bdd-137d636fc81a'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:36.487041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Pushing event updated for resources: {'Network': ['ID=220a3374-800f-4700-a53c-6ae89a183b07,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:36.497087 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:36.498311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 220a3374-800f-4700-a53c-6ae89a183b07 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:49:36.568206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd67f5e-5e0a-4efc-8d2e-2c35c6f0aad4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Made reservation on behalf of 05c044affcd049d6a4aa1ca8dc21bd80 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:49:36.572978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2bd67f5e-5e0a-4efc-8d2e-2c35c6f0aad4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:36.592414 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-715df32a-9e8b-4dca-b1e3-44898d5f203b None None] Set router d21dc519-515a-469a-9bdd-137d636fc81a gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:36.782340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2bd67f5e-5e0a-4efc-8d2e-2c35c6f0aad4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:36.785721 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b072bcea-07a7-4515-824d-07927ea79421 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:36.792331 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-715df32a-9e8b-4dca-b1e3-44898d5f203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:49:35Z', 'revision_number': 7, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:36.823554 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715df32a-9e8b-4dca-b1e3-44898d5f203b None None] Checking router: d21dc519-515a-469a-9bdd-137d636fc81a for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:36.833440 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715df32a-9e8b-4dca-b1e3-44898d5f203b None None] Routers {'d21dc519-515a-469a-9bdd-137d636fc81a'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:36.834301 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-715df32a-9e8b-4dca-b1e3-44898d5f203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:49:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d21dc519-515a-469a-9bdd-137d636fc81a'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:36.834560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e4bf83-ceca-41c9-895b-17f1f10d3ac7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting subnet 9f7f5e05-c9b5-4e92-87cb-9103b101d85e {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:49:36.847118 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-29e4bf83-ceca-41c9-895b-17f1f10d3ac7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:36.863016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd67f5e-5e0a-4efc-8d2e-2c35c6f0aad4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Pushing event updated for resources: {'Subnet': ['ID=6461b662-d234-47c6-8bc5-28a7f73f2332,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:36.866723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2bd67f5e-5e0a-4efc-8d2e-2c35c6f0aad4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:36.868001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd67f5e-5e0a-4efc-8d2e-2c35c6f0aad4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Checking segment: {'id': '0e689de4-4305-48aa-ac1d-0e3ac2862a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '220a3374-800f-4700-a53c-6ae89a183b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:49:36.868366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd67f5e-5e0a-4efc-8d2e-2c35c6f0aad4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Network hostable DHCP agents. Network: 220a3374-800f-4700-a53c-6ae89a183b07, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:49:36.887550 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd67f5e-5e0a-4efc-8d2e-2c35c6f0aad4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Network 220a3374-800f-4700-a53c-6ae89a183b07 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:49:36.900007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-2bd67f5e-5e0a-4efc-8d2e-2c35c6f0aad4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 220a3374-800f-4700-a53c-6ae89a183b07) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:36.910385 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-29e4bf83-ceca-41c9-895b-17f1f10d3ac7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:36.911382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e0316-b357-4bc6-b4d2-f198c51d4da7 None None] Network 220a3374-800f-4700-a53c-6ae89a183b07 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:36.914584 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd67f5e-5e0a-4efc-8d2e-2c35c6f0aad4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:36.916099 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2bd67f5e-5e0a-4efc-8d2e-2c35c6f0aad4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:36.944006 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47672) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:36.945040 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2bd67f5e-5e0a-4efc-8d2e-2c35c6f0aad4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4999685 Jun 24 12:49:36.946459 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-715df32a-9e8b-4dca-b1e3-44898d5f203b None None] Set router d21dc519-515a-469a-9bdd-137d636fc81a gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:36.953975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Request body: {'port': {'network_id': '220a3374-800f-4700-a53c-6ae89a183b07', 'name': 'tempest-TagsExtTest-1712453515'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:36.988602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.002533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.032069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:37.084643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-220a3374-800f-4700-a53c-6ae89a183b07', 'network_id': '220a3374-800f-4700-a53c-6ae89a183b07', 'tenant_id': '05c044affcd049d6a4aa1ca8dc21bd80', 'fixed_ips': [{'subnet_id': '6461b662-d234-47c6-8bc5-28a7f73f2332'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:49:37.085521 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.127266 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-715df32a-9e8b-4dca-b1e3-44898d5f203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:49:35Z', 'revision_number': 7, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:37.138944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'Port': ['ID=1e3bcdde-c76f-4e6b-b3e9-aa2465618fa3,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:37.151685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:37.158092 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715df32a-9e8b-4dca-b1e3-44898d5f203b None None] The sync data for ids ['d21dc519-515a-469a-9bdd-137d636fc81a'] in dv-neutron-797121-4-hyperv is: [{'id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'name': 'tempest-TestNetworkBasicOps-router-1506011112', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:47:07Z', 'updated_at': '2021-06-24T12:49:35Z', 'revision_number': 7, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '504ac330-9abd-4758-9e8f-d0a3ba5590ae', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dc519-515a-469a-9bdd-137d636fc81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:47:08Z', 'updated_at': '2021-06-24T12:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:37.172012 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-29e4bf83-ceca-41c9-895b-17f1f10d3ac7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.207693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.239612 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Allocated IP 172.20.0.2 (220a3374-800f-4700-a53c-6ae89a183b07/6461b662-d234-47c6-8bc5-28a7f73f2332/aeaba091-bd3d-45dc-82e4-2659611479df) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:37.310175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Made reservation on behalf of 05c044affcd049d6a4aa1ca8dc21bd80 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:49:37.313684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.349007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] device_id is not set on port 061c5dc0-d300-4aae-b41c-71447e09e894 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:49:37.355649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-29e4bf83-ceca-41c9-895b-17f1f10d3ac7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.361179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c46ee1d4-af53-4794-9d68-3e03758e2f36 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:37.386370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.389970 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Floating IP 62235e49-c1df-447a-83f9-a816c01a3dcd associated. External IP: 172.26.1.3, port: 0e52fe70-ff8a-480a-8434-b01e5f1c7391. Jun 24 12:49:37.395504 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Transition to ACTIVE for port object aeaba091-bd3d-45dc-82e4-2659611479df will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:37.411379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Transition to ACTIVE for port object aeaba091-bd3d-45dc-82e4-2659611479df will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:37.417459 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.420230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c89f1d7c-d8c7-451d-b3f9-83f4927059b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:37.422123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4bf83-ceca-41c9-895b-17f1f10d3ac7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7f5e05-c9b5-4e92-87cb-9103b101d85e,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:37.429314 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-29e4bf83-ceca-41c9-895b-17f1f10d3ac7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:37.455739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b63eb16-6a01-480c-ae5b-4e7fc9b391ae None None] Network 25c02307-f8f3-4bdc-9423-888d1e41caf9 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:37.462291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-29e4bf83-ceca-41c9-895b-17f1f10d3ac7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.464060 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Network 220a3374-800f-4700-a53c-6ae89a183b07 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:37.464221 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-29e4bf83-ceca-41c9-895b-17f1f10d3ac7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/subnets/9f7f5e05-c9b5-4e92-87cb-9103b101d85e HTTP/1.1" status: 204 len: 168 time: 0.9889088 Jun 24 12:49:37.469003 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47674) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:37.477043 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:37.479604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:49:37.548593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Pushing event updated for resources: {'Port': ['ID=aeaba091-bd3d-45dc-82e4-2659611479df,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:37.558244 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:37.598853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Allocated IP 172.20.0.3 (220a3374-800f-4700-a53c-6ae89a183b07/6461b662-d234-47c6-8bc5-28a7f73f2332/061c5dc0-d300-4aae-b41c-71447e09e894) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:37.623613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.633180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Attempting to bind port aeaba091-bd3d-45dc-82e4-2659611479df on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:49:37.633559 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Attempting to bind port aeaba091-bd3d-45dc-82e4-2659611479df by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '0e689de4-4305-48aa-ac1d-0e3ac2862a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '220a3374-800f-4700-a53c-6ae89a183b07'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:49:37.633929 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Attempting to bind port aeaba091-bd3d-45dc-82e4-2659611479df on network 220a3374-800f-4700-a53c-6ae89a183b07 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:49:37.642733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:49:37.643149 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Checking segment: {'id': '0e689de4-4305-48aa-ac1d-0e3ac2862a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '220a3374-800f-4700-a53c-6ae89a183b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:49:37.643558 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.643960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Bound using segment: {'id': '0e689de4-4305-48aa-ac1d-0e3ac2862a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '220a3374-800f-4700-a53c-6ae89a183b07'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:49:37.644433 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Bound port: aeaba091-bd3d-45dc-82e4-2659611479df, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e689de4-4305-48aa-ac1d-0e3ac2862a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '220a3374-800f-4700-a53c-6ae89a183b07'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:49:37.644874 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.730305 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] For port aeaba091-bd3d-45dc-82e4-2659611479df, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:49:37.734656 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] For port aeaba091-bd3d-45dc-82e4-2659611479df, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=aeaba091-bd3d-45dc-82e4-2659611479df,segment=NetworkSegment(0e689de4-4305-48aa-ac1d-0e3ac2862a78),segment_id=0e689de4-4305-48aa-ac1d-0e3ac2862a78)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:49:37.741902 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.748751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:37.757336 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.807493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f99feef1-0609-4330-a74b-e3cedbd425bc no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:37.844059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: f99feef1-0609-4330-a74b-e3cedbd425bc {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:37.844416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f99feef1-0609-4330-a74b-e3cedbd425bc not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:37.849472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc92d06-e057-4350-8638-bd3d705c30cc None None] DHCP port deletion for 25c02307-f8f3-4bdc-9423-888d1e41caf9 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:49:37.870869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Router c0fead73-0e69-483e-bb43-fc68088a7a19 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:37.888665 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Pushing event updated for resources: {'Port': ['ID=aeaba091-bd3d-45dc-82e4-2659611479df,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:37.892550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:37.917249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-efc92d06-e057-4350-8638-bd3d705c30cc None None] Deleting port 8fb4e08f-7091-4784-b089-b3fd235aa54a {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:37.917654 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-efc92d06-e057-4350-8638-bd3d705c30cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.976670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.011379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-efc92d06-e057-4350-8638-bd3d705c30cc None None] For port 8fb4e08f-7091-4784-b089-b3fd235aa54a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8fb4e08f-7091-4784-b089-b3fd235aa54a,segment=NetworkSegment(46edff1c-1769-4e57-afb3-107cefaa07b4),segment_id=46edff1c-1769-4e57-afb3-107cefaa07b4)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:38.011868 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-efc92d06-e057-4350-8638-bd3d705c30cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.026232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-efc92d06-e057-4350-8638-bd3d705c30cc None None] Calling delete_port for 8fb4e08f-7091-4784-b089-b3fd235aa54a owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:38.028221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Transition to ACTIVE for port object 061c5dc0-d300-4aae-b41c-71447e09e894 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:38.057784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:38.103855 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04453853-9387-4297-8e75-b4eb2ee10713 None None] Sync routers for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:38.137216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04453853-9387-4297-8e75-b4eb2ee10713 None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:38.137996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-04453853-9387-4297-8e75-b4eb2ee10713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:49:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:38.141459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.144396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.148836 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b7cd7c48-a561-42b2-bdc5-5b9583706d0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:38.214267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 504ac330-9abd-4758-9e8f-d0a3ba5590ae {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:38.214961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.220640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Network 220a3374-800f-4700-a53c-6ae89a183b07 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:38.225640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:38.235381 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:49:38.263841 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-efc92d06-e057-4350-8638-bd3d705c30cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.267337 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.0415802 Jun 24 12:49:38.269271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:38.273471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf87f10c-3e24-46ac-a532-c34ffbd7ee31', 'tag': '0e52fe70-ff8a-480a-8434-b01e5f1c7391'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:49:38.275834 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6361c15-358e-4095-87ea-241ef1e6513d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf87f10c-3e24-46ac-a532-c34ffbd7ee31", "tag": "0e52fe70-ff8a-480a-8434-b01e5f1c7391"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:49:38.283577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Pushing event updated for resources: {'Port': ['ID=061c5dc0-d300-4aae-b41c-71447e09e894,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:38.294517 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:38.310270 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc92d06-e057-4350-8638-bd3d705c30cc None None] Pushing event deleted for resources: {'Port': ['ID=8fb4e08f-7091-4784-b089-b3fd235aa54a,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:38.313251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-efc92d06-e057-4350-8638-bd3d705c30cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:38.321912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:38.322173 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc92d06-e057-4350-8638-bd3d705c30cc None None] No DVR routers for this DVR port 8fb4e08f-7091-4784-b089-b3fd235aa54a on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:38.322591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.336886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-04453853-9387-4297-8e75-b4eb2ee10713 None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:38.350400 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4004183 Jun 24 12:49:38.350583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47680) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:38.352565 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 504ac330-9abd-4758-9e8f-d0a3ba5590ae, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=504ac330-9abd-4758-9e8f-d0a3ba5590ae,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:38.353130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.358721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2b0a62-efb2-4d50-a748-7a4620b8b6e5 x-openstack-request-id: req-1b2b0a62-efb2-4d50-a748-7a4620b8b6e5 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:49:38.359207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf87f10c-3e24-46ac-a532-c34ffbd7ee31", "tag": "0e52fe70-ff8a-480a-8434-b01e5f1c7391", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:49:38.359625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1b2b0a62-efb2-4d50-a748-7a4620b8b6e5 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:49:38.360143 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf87f10c-3e24-46ac-a532-c34ffbd7ee31', 'tag': '0e52fe70-ff8a-480a-8434-b01e5f1c7391', 'status': 'completed', 'code': 200} Jun 24 12:49:38.375213 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8612f4b3-4b96-4e44-8a33-d2a946b535dc tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1636421641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:38.388552 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 504ac330-9abd-4758-9e8f-d0a3ba5590ae owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:38.441206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6361c15-358e-4095-87ea-241ef1e6513d req-f2757549-2631-4c07-8763-02db603a5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:38.442558 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8612f4b3-4b96-4e44-8a33-d2a946b535dc tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.442742 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6361c15-358e-4095-87ea-241ef1e6513d req-f2757549-2631-4c07-8763-02db603a5045 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 1098 time: 0.0585585 Jun 24 12:49:38.443586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8612f4b3-4b96-4e44-8a33-d2a946b535dc tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.512238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8612f4b3-4b96-4e44-8a33-d2a946b535dc tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.552849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8612f4b3-4b96-4e44-8a33-d2a946b535dc tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.565222 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6361c15-358e-4095-87ea-241ef1e6513d req-6ccf98d1-987e-484c-a258-84f949ebb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:38.566878 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6361c15-358e-4095-87ea-241ef1e6513d req-6ccf98d1-987e-484c-a258-84f949ebb498 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 914 time: 0.1117673 Jun 24 12:49:38.578268 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8612f4b3-4b96-4e44-8a33-d2a946b535dc tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.586599 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8612f4b3-4b96-4e44-8a33-d2a946b535dc tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2274854 Jun 24 12:49:38.586969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47682) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:38.591916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-31ef70e8-a78d-47fa-9e08-276fc6f7f74d tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1145003502', 'prefixes': ['172.20.0.0/16']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:38.613441 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-04453853-9387-4297-8e75-b4eb2ee10713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '62235e49-c1df-447a-83f9-a816c01a3dcd', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.3', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': '0e52fe70-ff8a-480a-8434-b01e5f1c7391', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:c8:82:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf87f10c-3e24-46ac-a532-c34ffbd7ee31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:49:36Z', 'updated_at': '2021-06-24T12:49:36Z', 'revision_number': 0, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:38.641409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.644264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04453853-9387-4297-8e75-b4eb2ee10713 None None] Checking router: c0fead73-0e69-483e-bb43-fc68088a7a19 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:38.644550 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fa4fb3e3-c9d2-46d3-84b6-8e691c2ae1ba tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:38.653495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04453853-9387-4297-8e75-b4eb2ee10713 None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:38.654226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-04453853-9387-4297-8e75-b4eb2ee10713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:49:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:38.659273 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6361c15-358e-4095-87ea-241ef1e6513d req-5544f208-4f02-4ed4-b295-aec42a854c26 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e52fe70-ff8a-480a-8434-b01e5f1c7391 HTTP/1.1" status: 200 len: 997 time: 0.0829141 Jun 24 12:49:38.670255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=504ac330-9abd-4758-9e8f-d0a3ba5590ae,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:38.674965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:38.728004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6361c15-358e-4095-87ea-241ef1e6513d req-9093bc54-278a-4863-a719-d55ddba19f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:38.729504 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6361c15-358e-4095-87ea-241ef1e6513d req-9093bc54-278a-4863-a719-d55ddba19f3f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.0625370 Jun 24 12:49:38.747875 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.769750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-04453853-9387-4297-8e75-b4eb2ee10713 None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:38.813984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6361c15-358e-4095-87ea-241ef1e6513d req-996ea99a-b528-43ca-b73e-a41af3f4f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:38.817827 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6361c15-358e-4095-87ea-241ef1e6513d req-996ea99a-b528-43ca-b73e-a41af3f4f1af service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772784 Jun 24 12:49:38.824019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-31ef70e8-a78d-47fa-9e08-276fc6f7f74d tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks [] for subnetpool, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.827296 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-31ef70e8-a78d-47fa-9e08-276fc6f7f74d tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2391837 Jun 24 12:49:38.829680 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47684) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:38.843727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-d9bd5bb7-efd9-470c-91d5-5c820c870e01 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6461b662-d234-47c6-8bc5-28a7f73f2332', 'tempest-TagsExtTest-Tag-1857170777') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:38.873795 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.877122 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.926541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.927088 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Fanout notify agent at l3_agent the message router_deleted on router d21dc519-515a-469a-9bdd-137d636fc81a {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:49:38.934251 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:38.935548 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/routers/d21dc519-515a-469a-9bdd-137d636fc81a HTTP/1.1" status: 204 len: 168 time: 1.4647152 Jun 24 12:49:38.940044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47686) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:39.054082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.068556 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6361c15-358e-4095-87ea-241ef1e6513d req-d43ebadf-b67a-4e45-9246-7e2b9e9801da service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377198 Jun 24 12:49:39.073104 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d9bd5bb7-efd9-470c-91d5-5c820c870e01 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "PUT /v2.0/subnets/6461b662-d234-47c6-8bc5-28a7f73f2332/tags/tempest-TagsExtTest-Tag-1857170777 HTTP/1.1" status: 201 len: 201 time: 0.2411435 Jun 24 12:49:39.076365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47688) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:39.099945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-3188ef8d-a3dc-42db-936e-40fb6056a3a0 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '061c5dc0-d300-4aae-b41c-71447e09e894', 'tempest-TagsExtTest-Tag-620214464') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:39.158204 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.170474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c02307-f8f3-4bdc-9423-888d1e41caf9']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:39.178854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041ff6e5-c7eb-4525-b656-c7f0e609d572 None None] Network 220a3374-800f-4700-a53c-6ae89a183b07 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:39.188117 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46edff1c-1769-4e57-afb3-107cefaa07b4') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:39.188382 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46edff1c-1769-4e57-afb3-107cefaa07b4') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:39.199950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.215233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.221241 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:49:39.221642 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:49:39.225290 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:49:39.239636 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6361c15-358e-4095-87ea-241ef1e6513d req-b75cf3a7-367b-43ea-8812-95d353e2c775 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639833 Jun 24 12:49:39.258740 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3188ef8d-a3dc-42db-936e-40fb6056a3a0 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "PUT /v2.0/ports/061c5dc0-d300-4aae-b41c-71447e09e894/tags/tempest-TagsExtTest-Tag-620214464 HTTP/1.1" status: 201 len: 201 time: 0.1726220 Jun 24 12:49:39.264664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47690) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:39.270406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-e7bf1b90-2106-4d83-a7fb-18d6e2dea064 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5e750e95-ef49-482b-8e28-052e00fd01f7', 'tempest-TagsExtTest-Tag-103811236') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:39.290280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.295276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cd703976-738d-4d42-b909-1e6bf813cd24 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:39.302325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.308154 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/networks/25c02307-f8f3-4bdc-9423-888d1e41caf9 HTTP/1.1" status: 204 len: 168 time: 0.3647172 Jun 24 12:49:39.320971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Network': ['ID=25c02307-f8f3-4bdc-9423-888d1e41caf9,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:39.322754 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47692) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:39.324751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:39.328809 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7e14823a-d69b-4c8c-94fc-3ba36590cbcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'network': {'name': 'tempest-network-smoke--1511403011', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'port_security_enabled': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:39.348265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6189856a-b740-4065-81fb-047f38d5db4a None None] Provisioning for port aeaba091-bd3d-45dc-82e4-2659611479df completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:39.350600 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e14823a-d69b-4c8c-94fc-3ba36590cbcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:49:39.354304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7e14823a-d69b-4c8c-94fc-3ba36590cbcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.379123 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e7bf1b90-2106-4d83-a7fb-18d6e2dea064 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "PUT /v2.0/routers/5e750e95-ef49-482b-8e28-052e00fd01f7/tags/tempest-TagsExtTest-Tag-103811236 HTTP/1.1" status: 201 len: 201 time: 0.1131949 Jun 24 12:49:39.381853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47694) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:39.383045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e14823a-d69b-4c8c-94fc-3ba36590cbcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] vlan segment allocate from pool success with {'vlan_id': 1312, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:49:39.387692 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-b0966a7f-12e3-4a3a-8a91-e4c2a948ae4c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bc348e24-f806-41bc-8bee-46fa71a8d814', 'tempest-TagsExtTest-Tag-380821712') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:39.394566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7e14823a-d69b-4c8c-94fc-3ba36590cbcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.395447 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-7e14823a-d69b-4c8c-94fc-3ba36590cbcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Added segment f572317e-b0fb-48ed-af04-79aa2c776758 of type vlan for network 329cfd5e-8bae-4794-b95b-9fb87055fd80 Jun 24 12:49:39.439566 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b0966a7f-12e3-4a3a-8a91-e4c2a948ae4c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "PUT /v2.0/subnetpools/bc348e24-f806-41bc-8bee-46fa71a8d814/tags/tempest-TagsExtTest-Tag-380821712 HTTP/1.1" status: 201 len: 201 time: 0.0564053 Jun 24 12:49:39.441808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47696) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:39.445301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7e14823a-d69b-4c8c-94fc-3ba36590cbcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.446882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-3b633f01-4a71-4f8f-baac-6b43780cbe1c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6461b662-d234-47c6-8bc5-28a7f73f2332') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:39.450388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-04453853-9387-4297-8e75-b4eb2ee10713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '62235e49-c1df-447a-83f9-a816c01a3dcd', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.3', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': '0e52fe70-ff8a-480a-8434-b01e5f1c7391', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:c8:82:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf87f10c-3e24-46ac-a532-c34ffbd7ee31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:49:36Z', 'updated_at': '2021-06-24T12:49:36Z', 'revision_number': 0, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:39.477751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7e14823a-d69b-4c8c-94fc-3ba36590cbcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.483145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04453853-9387-4297-8e75-b4eb2ee10713 None None] The sync data for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv is: [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '62235e49-c1df-447a-83f9-a816c01a3dcd', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.3', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': '0e52fe70-ff8a-480a-8434-b01e5f1c7391', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:c8:82:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf87f10c-3e24-46ac-a532-c34ffbd7ee31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:49:36Z', 'updated_at': '2021-06-24T12:49:36Z', 'revision_number': 0, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:39.483448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e14823a-d69b-4c8c-94fc-3ba36590cbcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:39.484114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7e14823a-d69b-4c8c-94fc-3ba36590cbcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.488176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1c1da733-7821-4677-8141-85f69b2cf52b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:39.506670 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3b633f01-4a71-4f8f-baac-6b43780cbe1c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/subnets/6461b662-d234-47c6-8bc5-28a7f73f2332/tags HTTP/1.1" status: 200 len: 241 time: 0.0637598 Jun 24 12:49:39.509328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47698) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:39.515812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-fba031b5-7ab2-4992-9477-3cabf9864f4d tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6461b662-d234-47c6-8bc5-28a7f73f2332', 'tempest-TagsExtTest-Tag-1857170777') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:39.532243 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7e14823a-d69b-4c8c-94fc-3ba36590cbcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2056279 Jun 24 12:49:39.536647 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47700) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:39.542516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-253170115', 'admin_state_up': True, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:39.587616 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fba031b5-7ab2-4992-9477-3cabf9864f4d tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/subnets/6461b662-d234-47c6-8bc5-28a7f73f2332/tags/tempest-TagsExtTest-Tag-1857170777 HTTP/1.1" status: 204 len: 168 time: 0.0758877 Jun 24 12:49:39.588479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47702) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:39.592860 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14823a-d69b-4c8c-94fc-3ba36590cbcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Network': ['ID=329cfd5e-8bae-4794-b95b-9fb87055fd80,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:39.594747 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-ba465927-0bf1-4e10-8046-1bc0ac42d98b tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6461b662-d234-47c6-8bc5-28a7f73f2332', 'tempest-TagsExtTest-Tag-1857170777') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:39.596716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7e14823a-d69b-4c8c-94fc-3ba36590cbcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:39.606644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 329cfd5e-8bae-4794-b95b-9fb87055fd80 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:49:39.618876 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.620240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.687083 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ba465927-0bf1-4e10-8046-1bc0ac42d98b tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/subnets/6461b662-d234-47c6-8bc5-28a7f73f2332/tags/tempest-TagsExtTest-Tag-1857170777 HTTP/1.1" status: 204 len: 168 time: 0.0974336 Jun 24 12:49:39.687889 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.689653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47704) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:39.697370 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-2202884c-cb19-4afd-bc7c-d74514f48f26 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6461b662-d234-47c6-8bc5-28a7f73f2332') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:39.826085 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31058ad6-6778-4115-b2c9-fce3f469def2 None None] New status for floating IP 62235e49-c1df-447a-83f9-a816c01a3dcd: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:49:39.904328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device aeaba091-bd3d-45dc-82e4-2659611479df up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:39.915193 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.950121 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2202884c-cb19-4afd-bc7c-d74514f48f26 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/subnets/6461b662-d234-47c6-8bc5-28a7f73f2332/tags HTTP/1.1" status: 200 len: 205 time: 0.2594399 Jun 24 12:49:39.953217 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-270ad551-d781-49dd-bea8-4b29098fe634 None None] Provisioning for port 061c5dc0-d300-4aae-b41c-71447e09e894 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:39.953699 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47706) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:39.958291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-270ad551-d781-49dd-bea8-4b29098fe634 None None] Provisioning complete for port 061c5dc0-d300-4aae-b41c-71447e09e894 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:39.958682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-6d3c729d-144b-4ee4-ba4e-d6dec89397cc tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '061c5dc0-d300-4aae-b41c-71447e09e894') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:39.959254 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-270ad551-d781-49dd-bea8-4b29098fe634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:39.993617 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port aeaba091-bd3d-45dc-82e4-2659611479df completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:40.002143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port aeaba091-bd3d-45dc-82e4-2659611479df triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:40.002834 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:40.053603 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6d3c729d-144b-4ee4-ba4e-d6dec89397cc tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/ports/061c5dc0-d300-4aae-b41c-71447e09e894/tags HTTP/1.1" status: 200 len: 240 time: 0.0956912 Jun 24 12:49:40.053860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-270ad551-d781-49dd-bea8-4b29098fe634 None None] Port 061c5dc0-d300-4aae-b41c-71447e09e894 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:40.054824 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47708) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:40.063043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-e0463125-dd57-4115-b411-0283b899ea85 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '061c5dc0-d300-4aae-b41c-71447e09e894', 'tempest-TagsExtTest-Tag-620214464') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:40.119905 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:40.152275 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port aeaba091-bd3d-45dc-82e4-2659611479df, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=aeaba091-bd3d-45dc-82e4-2659611479df,segment=NetworkSegment(0e689de4-4305-48aa-ac1d-0e3ac2862a78),segment_id=0e689de4-4305-48aa-ac1d-0e3ac2862a78)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:40.156170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:40.160261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:40.222329 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:40.225868 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 504ac330-9abd-4758-9e8f-d0a3ba5590ae no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:40.248591 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e0463125-dd57-4115-b411-0283b899ea85 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/ports/061c5dc0-d300-4aae-b41c-71447e09e894/tags/tempest-TagsExtTest-Tag-620214464 HTTP/1.1" status: 204 len: 168 time: 0.1880488 Jun 24 12:49:40.248591 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:40.249917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47710) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:40.250410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8aa0f152-a7ff-42d3-a479-a364dd788cbe None None] Provisioning complete for port 061c5dc0-d300-4aae-b41c-71447e09e894 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:40.250860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f152-a7ff-42d3-a479-a364dd788cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:40.253858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=aeaba091-bd3d-45dc-82e4-2659611479df,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:40.255656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-ae2b6a4b-009a-417d-b37b-6ea1211d75aa tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '061c5dc0-d300-4aae-b41c-71447e09e894', 'tempest-TagsExtTest-Tag-620214464') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:40.257890 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:40.275732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 504ac330-9abd-4758-9e8f-d0a3ba5590ae {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:40.276085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 504ac330-9abd-4758-9e8f-d0a3ba5590ae not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:40.276512 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8fb4e08f-7091-4784-b089-b3fd235aa54a no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:40.298719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 8fb4e08f-7091-4784-b089-b3fd235aa54a {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:40.299144 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8fb4e08f-7091-4784-b089-b3fd235aa54a not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:40.311195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-8aa0f152-a7ff-42d3-a479-a364dd788cbe None None] Port 061c5dc0-d300-4aae-b41c-71447e09e894 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:40.336005 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ae2b6a4b-009a-417d-b37b-6ea1211d75aa tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/ports/061c5dc0-d300-4aae-b41c-71447e09e894/tags/tempest-TagsExtTest-Tag-620214464 HTTP/1.1" status: 204 len: 168 time: 0.0846150 Jun 24 12:49:40.339766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47712) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:40.344408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-82ca1a10-00e0-4c37-92a8-db50909a5d1b tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '061c5dc0-d300-4aae-b41c-71447e09e894') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:40.360069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.57 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/b7607317-7bf0-455f-9164-746870462128) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:40.404849 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-82ca1a10-00e0-4c37-92a8-db50909a5d1b tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/ports/061c5dc0-d300-4aae-b41c-71447e09e894/tags HTTP/1.1" status: 200 len: 205 time: 0.0639749 Jun 24 12:49:40.407323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47714) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:40.411844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-1cd1f901-9859-4018-96e2-677e3517fc2f tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5e750e95-ef49-482b-8e28-052e00fd01f7') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:40.478321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:40.491344 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1cd1f901-9859-4018-96e2-677e3517fc2f tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/routers/5e750e95-ef49-482b-8e28-052e00fd01f7/tags HTTP/1.1" status: 200 len: 240 time: 0.0830009 Jun 24 12:49:40.493928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47716) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:40.500751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-f209142e-aec4-472f-8854-c1a1341d4513 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e750e95-ef49-482b-8e28-052e00fd01f7', 'tempest-TagsExtTest-Tag-103811236') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:40.586689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:40.589565 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0e94e6c7-848e-4225-a80c-52878b4f12a7 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:40.619302 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f209142e-aec4-472f-8854-c1a1341d4513 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/routers/5e750e95-ef49-482b-8e28-052e00fd01f7/tags/tempest-TagsExtTest-Tag-103811236 HTTP/1.1" status: 204 len: 168 time: 0.1229827 Jun 24 12:49:40.621815 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47718) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:40.627432 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-e1681486-a3ea-436b-b7ec-c137d688cb47 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5e750e95-ef49-482b-8e28-052e00fd01f7', 'tempest-TagsExtTest-Tag-103811236') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:40.632523 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:40.635290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:40.637689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:49:40.659658 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=b7607317-7bf0-455f-9164-746870462128,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:40.664532 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:40.715168 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e1681486-a3ea-436b-b7ec-c137d688cb47 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/routers/5e750e95-ef49-482b-8e28-052e00fd01f7/tags/tempest-TagsExtTest-Tag-103811236 HTTP/1.1" status: 204 len: 168 time: 0.0921819 Jun 24 12:49:40.717561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47720) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:40.722099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-17a4198b-2702-4769-a8cb-ded461d1ef95 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5e750e95-ef49-482b-8e28-052e00fd01f7') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:40.902229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:41.080816 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-17a4198b-2702-4769-a8cb-ded461d1ef95 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/routers/5e750e95-ef49-482b-8e28-052e00fd01f7/tags HTTP/1.1" status: 200 len: 205 time: 0.3620307 Jun 24 12:49:41.083141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47722) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.087465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-5fb2b172-a807-49dd-858f-5ea29e096452 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bc348e24-f806-41bc-8bee-46fa71a8d814') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:41.103147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:41.110480 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5fb2b172-a807-49dd-858f-5ea29e096452 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/subnetpools/bc348e24-f806-41bc-8bee-46fa71a8d814/tags HTTP/1.1" status: 200 len: 240 time: 0.0263383 Jun 24 12:49:41.112993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47724) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.117335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-9475bc00-3f21-4eae-bcee-c5ceda936b4e tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bc348e24-f806-41bc-8bee-46fa71a8d814', 'tempest-TagsExtTest-Tag-380821712') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:41.137504 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9475bc00-3f21-4eae-bcee-c5ceda936b4e tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/subnetpools/bc348e24-f806-41bc-8bee-46fa71a8d814/tags/tempest-TagsExtTest-Tag-380821712 HTTP/1.1" status: 204 len: 168 time: 0.0235276 Jun 24 12:49:41.140638 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47726) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.146719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-793c0bc6-897f-413d-aa55-5f828607d770 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bc348e24-f806-41bc-8bee-46fa71a8d814', 'tempest-TagsExtTest-Tag-380821712') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:41.244661 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-793c0bc6-897f-413d-aa55-5f828607d770 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/subnetpools/bc348e24-f806-41bc-8bee-46fa71a8d814/tags/tempest-TagsExtTest-Tag-380821712 HTTP/1.1" status: 204 len: 168 time: 0.1029959 Jun 24 12:49:41.247878 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47728) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.253745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-f7d07314-657a-4941-b773-02ec3415ffcc tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bc348e24-f806-41bc-8bee-46fa71a8d814') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:41.285587 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f7d07314-657a-4941-b773-02ec3415ffcc tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/subnetpools/bc348e24-f806-41bc-8bee-46fa71a8d814/tags HTTP/1.1" status: 200 len: 205 time: 0.0366306 Jun 24 12:49:41.287789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 6d5cb822-f224-46b0-95ee-a4c33747447b is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:49:41.288378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47730) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.293067 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-5d4e6525-9eab-46f1-90b2-2331b5e09414 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bc348e24-f806-41bc-8bee-46fa71a8d814') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:41.318526 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5d4e6525-9eab-46f1-90b2-2331b5e09414 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/subnetpools/bc348e24-f806-41bc-8bee-46fa71a8d814/tags HTTP/1.1" status: 204 len: 168 time: 0.0291083 Jun 24 12:49:41.320981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47732) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.325516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-b7c92a71-0116-4ca6-b17c-110b4fa705d7 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5e750e95-ef49-482b-8e28-052e00fd01f7') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:41.394718 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:41.404645 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Sync routers for ids ['6d5cb822-f224-46b0-95ee-a4c33747447b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:41.409671 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b7c92a71-0116-4ca6-b17c-110b4fa705d7 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/routers/5e750e95-ef49-482b-8e28-052e00fd01f7/tags HTTP/1.1" status: 204 len: 168 time: 0.0876896 Jun 24 12:49:41.412105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47734) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.416801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-b0a83cdd-337c-4c20-8bd0-70ff0b493092 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '061c5dc0-d300-4aae-b41c-71447e09e894') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:41.417188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Routers {'6d5cb822-f224-46b0-95ee-a4c33747447b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:41.417757 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:49:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6d5cb822-f224-46b0-95ee-a4c33747447b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:41.419401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:41.420740 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8832536 Jun 24 12:49:41.424613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47736) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.459770 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b3a13030-77f4-4ec4-b72f-f1cb21b7f650 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=ab2b30c769814168a3d5057c6ba96374&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337706 Jun 24 12:49:41.462110 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47738) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.481541 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b0a83cdd-337c-4c20-8bd0-70ff0b493092 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/ports/061c5dc0-d300-4aae-b41c-71447e09e894/tags HTTP/1.1" status: 204 len: 168 time: 0.0680351 Jun 24 12:49:41.484500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47740) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.498238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-aadca67b-4342-464f-a560-bc80857f7995 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6461b662-d234-47c6-8bc5-28a7f73f2332') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:41.535572 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Set router 6d5cb822-f224-46b0-95ee-a4c33747447b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:41.590530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073821e3-42ef-4edb-96db-195fff8b8227 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:41.592068 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-073821e3-42ef-4edb-96db-195fff8b8227 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290164 Jun 24 12:49:41.595693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47742) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.608509 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-aadca67b-4342-464f-a560-bc80857f7995 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/subnets/6461b662-d234-47c6-8bc5-28a7f73f2332/tags HTTP/1.1" status: 204 len: 168 time: 0.1193721 Jun 24 12:49:41.609851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47744) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.614482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-b31eb32c-7437-4e78-9594-0e0e53ed1974 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6461b662-d234-47c6-8bc5-28a7f73f2332', 'tempest-TagsExtTest-Tag-1245671731') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:41.631519 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-507117b9-c09e-4845-93b4-80dcc1dd242b tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344810 Jun 24 12:49:41.633969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47746) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.638963 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-034d86a1-baf9-4018-84ef-dceb961aba26 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-769799137', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:41.694905 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b31eb32c-7437-4e78-9594-0e0e53ed1974 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "PUT /v2.0/subnets/6461b662-d234-47c6-8bc5-28a7f73f2332/tags/tempest-TagsExtTest-Tag-1245671731 HTTP/1.1" status: 201 len: 201 time: 0.0826688 Jun 24 12:49:41.696295 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47748) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.703824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-4f9515ff-1028-414d-9a7e-769859e0aa27 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '061c5dc0-d300-4aae-b41c-71447e09e894', 'tempest-TagsExtTest-Tag-570751399') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:41.725507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b7607317-7bf0-455f-9164-746870462128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:49:40Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': 'b7607317-7bf0-455f-9164-746870462128', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:40Z', 'updated_at': '2021-06-24T12:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:41.751355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Checking router: 6d5cb822-f224-46b0-95ee-a4c33747447b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:41.751714 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Updating router 6d5cb822-f224-46b0-95ee-a4c33747447b port b7607317-7bf0-455f-9164-746870462128 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:49:41.768826 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034d86a1-baf9-4018-84ef-dceb961aba26 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:49:41.772872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-034d86a1-baf9-4018-84ef-dceb961aba26 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:41.788878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:41.841159 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device aeaba091-bd3d-45dc-82e4-2659611479df up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:41.846245 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4f9515ff-1028-414d-9a7e-769859e0aa27 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "PUT /v2.0/ports/061c5dc0-d300-4aae-b41c-71447e09e894/tags/tempest-TagsExtTest-Tag-570751399 HTTP/1.1" status: 201 len: 201 time: 0.1486771 Jun 24 12:49:41.849458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47750) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:41.855454 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-bf88d8b7-17c2-4248-9248-e8fd4e59e2cf tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5e750e95-ef49-482b-8e28-052e00fd01f7', 'tempest-TagsExtTest-Tag-905996939') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:41.986573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-034d86a1-baf9-4018-84ef-dceb961aba26 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:41.989036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cf752261-791c-4229-9138-acfdda34b061 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:42.009079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port aeaba091-bd3d-45dc-82e4-2659611479df triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:42.009458 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:42.058879 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d86a1-baf9-4018-84ef-dceb961aba26 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Subnet': ['ID=d46cc0de-0231-4a7c-b709-82e1285cf160,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:42.064246 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-034d86a1-baf9-4018-84ef-dceb961aba26 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:42.068552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034d86a1-baf9-4018-84ef-dceb961aba26 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Checking segment: {'id': 'f572317e-b0fb-48ed-af04-79aa2c776758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:49:42.068552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034d86a1-baf9-4018-84ef-dceb961aba26 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network hostable DHCP agents. Network: 329cfd5e-8bae-4794-b95b-9fb87055fd80, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:49:42.087051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034d86a1-baf9-4018-84ef-dceb961aba26 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 329cfd5e-8bae-4794-b95b-9fb87055fd80 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:49:42.097860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-034d86a1-baf9-4018-84ef-dceb961aba26 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 329cfd5e-8bae-4794-b95b-9fb87055fd80) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:42.110048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034d86a1-baf9-4018-84ef-dceb961aba26 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:42.111029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-034d86a1-baf9-4018-84ef-dceb961aba26 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:42.116237 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7912e436-3255-4d84-b67f-d36d9e7c37b9 None None] Network 329cfd5e-8bae-4794-b95b-9fb87055fd80 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:42.131024 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-034d86a1-baf9-4018-84ef-dceb961aba26 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4933279 Jun 24 12:49:42.131704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47752) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:42.240958 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bf88d8b7-17c2-4248-9248-e8fd4e59e2cf tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "PUT /v2.0/routers/5e750e95-ef49-482b-8e28-052e00fd01f7/tags/tempest-TagsExtTest-Tag-905996939 HTTP/1.1" status: 201 len: 201 time: 0.3876140 Jun 24 12:49:42.241277 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47754) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:42.242061 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:42.246310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-7e7ab594-f484-42c4-bc61-0429a13ddb59 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bc348e24-f806-41bc-8bee-46fa71a8d814', 'tempest-TagsExtTest-Tag-115528398') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:42.264135 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Transition to ACTIVE for port object b7607317-7bf0-455f-9164-746870462128 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:42.287204 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7e7ab594-f484-42c4-bc61-0429a13ddb59 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "PUT /v2.0/subnetpools/bc348e24-f806-41bc-8bee-46fa71a8d814/tags/tempest-TagsExtTest-Tag-115528398 HTTP/1.1" status: 201 len: 201 time: 0.0426011 Jun 24 12:49:42.287563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47756) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:42.290821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:42.292364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-394fce6b-a203-4c60-a9a1-532b7da22d61 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6461b662-d234-47c6-8bc5-28a7f73f2332', {'tags': ['tempest-TagsExtTest-Tag-713963719', 'tempest-TagsExtTest-Tag-811352772', 'tempest-TagsExtTest-Tag-1950237717']}) {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:42.295087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:42.356297 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-394fce6b-a203-4c60-a9a1-532b7da22d61 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "PUT /v2.0/subnets/6461b662-d234-47c6-8bc5-28a7f73f2332/tags HTTP/1.1" status: 200 len: 316 time: 0.0653360 Jun 24 12:49:42.356554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47758) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:42.362118 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-9277b896-3675-42c3-98b5-f89d478c35df tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6461b662-d234-47c6-8bc5-28a7f73f2332') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:42.366055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Attempting to bind port b7607317-7bf0-455f-9164-746870462128 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:49:42.366440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Attempting to bind port b7607317-7bf0-455f-9164-746870462128 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:49:42.366842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Attempting to bind port b7607317-7bf0-455f-9164-746870462128 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:49:42.384377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8415eaf-affa-4639-a3b0-dfe0b1d1df59 None None] Pushing event updated for resources: {'Port': ['ID=b7607317-7bf0-455f-9164-746870462128,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:42.391042 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c8415eaf-affa-4639-a3b0-dfe0b1d1df59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:42.392556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:49:42.392947 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:49:42.393362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:42.393761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:49:42.394382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Bound port: b7607317-7bf0-455f-9164-746870462128, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:49:42.394632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:42.419620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-329cfd5e-8bae-4794-b95b-9fb87055fd80', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ips': [{'subnet_id': 'd46cc0de-0231-4a7c-b709-82e1285cf160'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:49:42.420482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:42.440935 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9277b896-3675-42c3-98b5-f89d478c35df tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/subnets/6461b662-d234-47c6-8bc5-28a7f73f2332/tags HTTP/1.1" status: 204 len: 168 time: 0.0833831 Jun 24 12:49:42.441726 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47760) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:42.446253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-41080aa1-a0ea-4147-bcfb-4b14494fa7c2 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6461b662-d234-47c6-8bc5-28a7f73f2332', 'tempest-TagsExtTest-Tag-713963719') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:42.497970 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-41080aa1-a0ea-4147-bcfb-4b14494fa7c2 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] show failed (client error): The resource could not be found. Jun 24 12:49:42.501515 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-41080aa1-a0ea-4147-bcfb-4b14494fa7c2 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/subnets/6461b662-d234-47c6-8bc5-28a7f73f2332/tags/tempest-TagsExtTest-Tag-713963719 HTTP/1.1" status: 404 len: 328 time: 0.0562799 Jun 24 12:49:42.502309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47762) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:42.506915 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-a711f581-5d23-4363-948d-42269fe66eca tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6461b662-d234-47c6-8bc5-28a7f73f2332', 'tempest-TagsExtTest-Tag-811352772') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:42.511036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] For port b7607317-7bf0-455f-9164-746870462128, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:49:42.534358 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] For port b7607317-7bf0-455f-9164-746870462128, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b7607317-7bf0-455f-9164-746870462128,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:49:42.545263 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:42.550423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:42.574167 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-a711f581-5d23-4363-948d-42269fe66eca tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] show failed (client error): The resource could not be found. Jun 24 12:49:42.577821 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a711f581-5d23-4363-948d-42269fe66eca tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/subnets/6461b662-d234-47c6-8bc5-28a7f73f2332/tags/tempest-TagsExtTest-Tag-811352772 HTTP/1.1" status: 404 len: 328 time: 0.0718818 Jun 24 12:49:42.578078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47764) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:42.582646 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-35162105-5c5c-4ab6-bb20-f6faa02d8b4d tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6461b662-d234-47c6-8bc5-28a7f73f2332', 'tempest-TagsExtTest-Tag-1950237717') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:42.623325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:42.638492 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-35162105-5c5c-4ab6-bb20-f6faa02d8b4d tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] show failed (client error): The resource could not be found. Jun 24 12:49:42.643144 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-35162105-5c5c-4ab6-bb20-f6faa02d8b4d tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/subnets/6461b662-d234-47c6-8bc5-28a7f73f2332/tags/tempest-TagsExtTest-Tag-1950237717 HTTP/1.1" status: 404 len: 329 time: 0.0640910 Jun 24 12:49:42.643957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47766) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:42.648949 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Routers {'6d5cb822-f224-46b0-95ee-a4c33747447b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:42.649605 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:49:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6d5cb822-f224-46b0-95ee-a4c33747447b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:42.650412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-9d69666a-837f-4561-ba30-8ec4f5b94ffa tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '061c5dc0-d300-4aae-b41c-71447e09e894', {'tags': ['tempest-TagsExtTest-Tag-706686836', 'tempest-TagsExtTest-Tag-302619486', 'tempest-TagsExtTest-Tag-1988992109']}) {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:42.651932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Allocated IP 172.20.0.2 (329cfd5e-8bae-4794-b95b-9fb87055fd80/d46cc0de-0231-4a7c-b709-82e1285cf160/abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:42.691048 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8415eaf-affa-4639-a3b0-dfe0b1d1df59 None None] Pushing event updated for resources: {'Port': ['ID=b7607317-7bf0-455f-9164-746870462128,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:42.700641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c8415eaf-affa-4639-a3b0-dfe0b1d1df59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:42.723848 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9d69666a-837f-4561-ba30-8ec4f5b94ffa tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "PUT /v2.0/ports/061c5dc0-d300-4aae-b41c-71447e09e894/tags HTTP/1.1" status: 200 len: 316 time: 0.0776069 Jun 24 12:49:42.724132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47768) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:42.729089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.tag.tag_plugin [None req-ae6e367a-1850-45e3-8ca7-daf36647261a tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '061c5dc0-d300-4aae-b41c-71447e09e894') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:42.821166 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] Set router 6d5cb822-f224-46b0-95ee-a4c33747447b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:42.892584 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ae6e367a-1850-45e3-8ca7-daf36647261a tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/ports/061c5dc0-d300-4aae-b41c-71447e09e894/tags HTTP/1.1" status: 204 len: 168 time: 0.1674275 Jun 24 12:49:42.895302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47770) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:42.900252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-36ea7cb8-7681-420d-ba47-1b3fc37e54f8 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '061c5dc0-d300-4aae-b41c-71447e09e894', 'tempest-TagsExtTest-Tag-706686836') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:42.949275 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-36ea7cb8-7681-420d-ba47-1b3fc37e54f8 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] show failed (client error): The resource could not be found. Jun 24 12:49:42.950309 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-36ea7cb8-7681-420d-ba47-1b3fc37e54f8 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/ports/061c5dc0-d300-4aae-b41c-71447e09e894/tags/tempest-TagsExtTest-Tag-706686836 HTTP/1.1" status: 404 len: 328 time: 0.0540292 Jun 24 12:49:42.954176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47772) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:42.958651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-44423f25-9d27-461a-9a79-1527b9caf2e7 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '061c5dc0-d300-4aae-b41c-71447e09e894', 'tempest-TagsExtTest-Tag-302619486') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.011612 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-44423f25-9d27-461a-9a79-1527b9caf2e7 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] show failed (client error): The resource could not be found. Jun 24 12:49:43.012644 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-44423f25-9d27-461a-9a79-1527b9caf2e7 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/ports/061c5dc0-d300-4aae-b41c-71447e09e894/tags/tempest-TagsExtTest-Tag-302619486 HTTP/1.1" status: 404 len: 328 time: 0.0574992 Jun 24 12:49:43.016056 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47774) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:43.020373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-b61d6a72-4c0e-43a0-8928-2ffb04441c66 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '061c5dc0-d300-4aae-b41c-71447e09e894', 'tempest-TagsExtTest-Tag-1988992109') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.070129 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-b61d6a72-4c0e-43a0-8928-2ffb04441c66 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] show failed (client error): The resource could not be found. Jun 24 12:49:43.071087 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b61d6a72-4c0e-43a0-8928-2ffb04441c66 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/ports/061c5dc0-d300-4aae-b41c-71447e09e894/tags/tempest-TagsExtTest-Tag-1988992109 HTTP/1.1" status: 404 len: 329 time: 0.0541186 Jun 24 12:49:43.073779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47776) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:43.078591 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-d333864d-8666-4bc5-8b54-37ebafd62fc3 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5e750e95-ef49-482b-8e28-052e00fd01f7', {'tags': ['tempest-TagsExtTest-Tag-646314906', 'tempest-TagsExtTest-Tag-1859168241', 'tempest-TagsExtTest-Tag-1869306511']}) {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.145725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.160975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Transition to ACTIVE for port object abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:43.162011 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d333864d-8666-4bc5-8b54-37ebafd62fc3 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "PUT /v2.0/routers/5e750e95-ef49-482b-8e28-052e00fd01f7/tags HTTP/1.1" status: 200 len: 317 time: 0.0872021 Jun 24 12:49:43.164647 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47778) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:43.169971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-8d1257f4-b7bf-420e-bf11-6dadd934a6e5 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5e750e95-ef49-482b-8e28-052e00fd01f7') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.196260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Transition to ACTIVE for port object abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:43.204473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.208773 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-98cd9556-7105-44ad-ba0a-44ed26577268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:43.252671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Network 329cfd5e-8bae-4794-b95b-9fb87055fd80 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:43.256945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.1 (329cfd5e-8bae-4794-b95b-9fb87055fd80/d46cc0de-0231-4a7c-b709-82e1285cf160/44edd418-c275-433c-82e3-e47f54fd9e69) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:43.261670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:43.269819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:49:43.274099 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8d1257f4-b7bf-420e-bf11-6dadd934a6e5 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/routers/5e750e95-ef49-482b-8e28-052e00fd01f7/tags HTTP/1.1" status: 204 len: 168 time: 0.1060419 Jun 24 12:49:43.274503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47780) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:43.277380 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Pushing event updated for resources: {'Port': ['ID=abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:43.279788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-00470a1d-c552-4045-9c4b-341d4a387ec7 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e750e95-ef49-482b-8e28-052e00fd01f7', 'tempest-TagsExtTest-Tag-646314906') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.280962 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b7607317-7bf0-455f-9164-746870462128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:49:40Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': 'b7607317-7bf0-455f-9164-746870462128', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:40Z', 'updated_at': '2021-06-24T12:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.285153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:43.325652 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28625aa9-2c8a-4a71-8053-7a4da24aa841 None None] The sync data for ids ['6d5cb822-f224-46b0-95ee-a4c33747447b'] in dv-neutron-797121-4-hyperv is: [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b7607317-7bf0-455f-9164-746870462128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:49:40Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': 'b7607317-7bf0-455f-9164-746870462128', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:40Z', 'updated_at': '2021-06-24T12:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:43.362243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Attempting to bind port abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:49:43.362793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Attempting to bind port abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'f572317e-b0fb-48ed-af04-79aa2c776758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:49:43.363272 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Attempting to bind port abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 on network 329cfd5e-8bae-4794-b95b-9fb87055fd80 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:49:43.365823 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-00470a1d-c552-4045-9c4b-341d4a387ec7 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] show failed (client error): The resource could not be found. Jun 24 12:49:43.366901 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-00470a1d-c552-4045-9c4b-341d4a387ec7 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/routers/5e750e95-ef49-482b-8e28-052e00fd01f7/tags/tempest-TagsExtTest-Tag-646314906 HTTP/1.1" status: 404 len: 328 time: 0.0912414 Jun 24 12:49:43.369071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:49:43.369669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47782) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:43.369823 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Checking segment: {'id': 'f572317e-b0fb-48ed-af04-79aa2c776758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:49:43.370301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.370710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Bound using segment: {'id': 'f572317e-b0fb-48ed-af04-79aa2c776758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:49:43.371218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Bound port: abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f572317e-b0fb-48ed-af04-79aa2c776758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:49:43.371614 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.374487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-52361181-da70-435b-8708-652be87344a4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e750e95-ef49-482b-8e28-052e00fd01f7', 'tempest-TagsExtTest-Tag-1859168241') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.407370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.429845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object 44edd418-c275-433c-82e3-e47f54fd9e69 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:43.460239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] For port abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:49:43.463395 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-52361181-da70-435b-8708-652be87344a4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] show failed (client error): The resource could not be found. Jun 24 12:49:43.468962 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] For port abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287,segment=NetworkSegment(f572317e-b0fb-48ed-af04-79aa2c776758),segment_id=f572317e-b0fb-48ed-af04-79aa2c776758)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:49:43.469263 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-52361181-da70-435b-8708-652be87344a4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/routers/5e750e95-ef49-482b-8e28-052e00fd01f7/tags/tempest-TagsExtTest-Tag-1859168241 HTTP/1.1" status: 404 len: 329 time: 0.0939395 Jun 24 12:49:43.469263 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47784) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:43.471333 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.473822 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-7b095fce-7444-4b38-b784-cf96ba4a6692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:43.474117 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-d24a7aba-498c-45f9-be56-74cb6e4c2f03 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e750e95-ef49-482b-8e28-052e00fd01f7', 'tempest-TagsExtTest-Tag-1869306511') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.474969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.478030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:43.517788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 329cfd5e-8bae-4794-b95b-9fb87055fd80 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:43.521095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:43.527511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:49:43.542921 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Pushing event updated for resources: {'Port': ['ID=abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:43.551827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:43.557013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=44edd418-c275-433c-82e3-e47f54fd9e69,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:43.560834 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-d24a7aba-498c-45f9-be56-74cb6e4c2f03 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] show failed (client error): The resource could not be found. Jun 24 12:49:43.562244 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d24a7aba-498c-45f9-be56-74cb6e4c2f03 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/routers/5e750e95-ef49-482b-8e28-052e00fd01f7/tags/tempest-TagsExtTest-Tag-1869306511 HTTP/1.1" status: 404 len: 329 time: 0.0916746 Jun 24 12:49:43.563812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:43.564688 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47786) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:43.571954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-fbeaf69a-78b6-4719-8c55-8f451e537355 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bc348e24-f806-41bc-8bee-46fa71a8d814', {'tags': ['tempest-TagsExtTest-Tag-1252838600', 'tempest-TagsExtTest-Tag-155185782', 'tempest-TagsExtTest-Tag-330112430']}) {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.589808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.612480 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fbeaf69a-78b6-4719-8c55-8f451e537355 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "PUT /v2.0/subnetpools/bc348e24-f806-41bc-8bee-46fa71a8d814/tags HTTP/1.1" status: 200 len: 316 time: 0.0465162 Jun 24 12:49:43.615126 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47788) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:43.620660 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-8c95613b-ad06-4c28-975e-83e84c8d1090 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bc348e24-f806-41bc-8bee-46fa71a8d814') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.690862 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8c95613b-ad06-4c28-975e-83e84c8d1090 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/subnetpools/bc348e24-f806-41bc-8bee-46fa71a8d814/tags HTTP/1.1" status: 204 len: 168 time: 0.0724082 Jun 24 12:49:43.691632 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47790) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:43.696287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-6cb90abf-88e8-4787-988a-50b89db6b1de tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bc348e24-f806-41bc-8bee-46fa71a8d814', 'tempest-TagsExtTest-Tag-1252838600') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.739722 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-6cb90abf-88e8-4787-988a-50b89db6b1de tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] show failed (client error): The resource could not be found. Jun 24 12:49:43.741081 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6cb90abf-88e8-4787-988a-50b89db6b1de tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/subnetpools/bc348e24-f806-41bc-8bee-46fa71a8d814/tags/tempest-TagsExtTest-Tag-1252838600 HTTP/1.1" status: 404 len: 329 time: 0.0483820 Jun 24 12:49:43.747448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47792) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:43.752706 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-0b84a2ba-2130-422a-8298-4d5151d6f824 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bc348e24-f806-41bc-8bee-46fa71a8d814', 'tempest-TagsExtTest-Tag-155185782') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.782114 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-0b84a2ba-2130-422a-8298-4d5151d6f824 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] show failed (client error): The resource could not be found. Jun 24 12:49:43.783917 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0b84a2ba-2130-422a-8298-4d5151d6f824 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/subnetpools/bc348e24-f806-41bc-8bee-46fa71a8d814/tags/tempest-TagsExtTest-Tag-155185782 HTTP/1.1" status: 404 len: 328 time: 0.0349627 Jun 24 12:49:43.804188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47794) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:43.820295 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-17ae0b60-c92e-46a1-a9f9-174e813e751a tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bc348e24-f806-41bc-8bee-46fa71a8d814', 'tempest-TagsExtTest-Tag-330112430') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.866039 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.866656 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-17ae0b60-c92e-46a1-a9f9-174e813e751a tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] show failed (client error): The resource could not be found. Jun 24 12:49:43.870233 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-17ae0b60-c92e-46a1-a9f9-174e813e751a tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/subnetpools/bc348e24-f806-41bc-8bee-46fa71a8d814/tags/tempest-TagsExtTest-Tag-330112430 HTTP/1.1" status: 404 len: 328 time: 0.0616658 Jun 24 12:49:43.870630 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47796) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:43.876155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-915f49b9-57a8-4140-9ced-93269df611df tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bc348e24-f806-41bc-8bee-46fa71a8d814') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.940504 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-915f49b9-57a8-4140-9ced-93269df611df tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/subnetpools/bc348e24-f806-41bc-8bee-46fa71a8d814/tags HTTP/1.1" status: 204 len: 168 time: 0.0662098 Jun 24 12:49:43.940751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47798) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:43.948633 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-aad85b05-55ed-4cbf-afd6-c27b57c67d09 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5e750e95-ef49-482b-8e28-052e00fd01f7') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:43.966668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b7607317-7bf0-455f-9164-746870462128 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:44.069730 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-aad85b05-55ed-4cbf-afd6-c27b57c67d09 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/routers/5e750e95-ef49-482b-8e28-052e00fd01f7/tags HTTP/1.1" status: 204 len: 168 time: 0.1254063 Jun 24 12:49:44.070070 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47800) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:44.071638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port b7607317-7bf0-455f-9164-746870462128 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:44.075670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-90f3db89-a9ac-496f-95a2-d38df7528a11 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '061c5dc0-d300-4aae-b41c-71447e09e894') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:44.077652 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b7607317-7bf0-455f-9164-746870462128 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:44.078237 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:44.149334 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-90f3db89-a9ac-496f-95a2-d38df7528a11 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/ports/061c5dc0-d300-4aae-b41c-71447e09e894/tags HTTP/1.1" status: 204 len: 168 time: 0.0776677 Jun 24 12:49:44.150479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47802) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:44.154793 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.tag.tag_plugin [None req-422a1fd6-7e18-4df1-95b1-a546c5b49994 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6461b662-d234-47c6-8bc5-28a7f73f2332') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:44.201310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:44.228359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port b7607317-7bf0-455f-9164-746870462128, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b7607317-7bf0-455f-9164-746870462128,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:44.230960 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-422a1fd6-7e18-4df1-95b1-a546c5b49994 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/subnets/6461b662-d234-47c6-8bc5-28a7f73f2332/tags HTTP/1.1" status: 204 len: 168 time: 0.0797892 Jun 24 12:49:44.236374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47804) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:44.237754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:44.239742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:44.280497 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:44.288188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:44.293433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-52cb3580-216d-4f1f-a296-ef7210389d78 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:44.306355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=b7607317-7bf0-455f-9164-746870462128,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:44.318777 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:44.330865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3417f2ff-b377-4e4a-93b0-dcb02b848d55 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks [] for subnetpool, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:44.332363 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3417f2ff-b377-4e4a-93b0-dcb02b848d55 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/subnetpools/bc348e24-f806-41bc-8bee-46fa71a8d814 HTTP/1.1" status: 204 len: 168 time: 0.0945172 Jun 24 12:49:44.335149 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47806) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:44.367853 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d77eb2f1-f199-4b0c-9943-507d2cf64b0e tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "GET /v2.0/ports?device_id=5e750e95-ef49-482b-8e28-052e00fd01f7 HTTP/1.1" status: 200 len: 205 time: 0.0311415 Jun 24 12:49:44.370282 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47808) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:44.378991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:44.381028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=44edd418-c275-433c-82e3-e47f54fd9e69,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:44.383957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:44.475266 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b737977d-ecbc-467a-97b4-df297527a45c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:44.516022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 329cfd5e-8bae-4794-b95b-9fb87055fd80 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:44.518462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:44.653912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b737977d-ecbc-467a-97b4-df297527a45c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:44.658180 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b737977d-ecbc-467a-97b4-df297527a45c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:44.660780 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 6d5cb822-f224-46b0-95ee-a4c33747447b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:44.707908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b737977d-ecbc-467a-97b4-df297527a45c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:44.708586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b737977d-ecbc-467a-97b4-df297527a45c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Fanout notify agent at l3_agent the message router_deleted on router 5e750e95-ef49-482b-8e28-052e00fd01f7 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:49:44.715725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b737977d-ecbc-467a-97b4-df297527a45c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:44.719875 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47810) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:44.720064 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b737977d-ecbc-467a-97b4-df297527a45c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/routers/5e750e95-ef49-482b-8e28-052e00fd01f7 HTTP/1.1" status: 204 len: 168 time: 0.3476830 Jun 24 12:49:44.817839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:44.826728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5900db-5101-422b-9375-016c6ef991ff None None] Network 329cfd5e-8bae-4794-b95b-9fb87055fd80 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:44.840853 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/6d5cb822-f224-46b0-95ee-a4c33747447b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7052376 Jun 24 12:49:44.841123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47812) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:44.892075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8d4a13a0-7313-46a9-a623-0fa47c7f5f02 None None] Provisioning for port abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:45.013596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0dea5d20-571f-46dd-859f-ccc2f4a13e07 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Deleting port 061c5dc0-d300-4aae-b41c-71447e09e894 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:45.014155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0dea5d20-571f-46dd-859f-ccc2f4a13e07 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:45.237993 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-eb8562a7-9b5b-4a47-a340-d9a57136dd39 None None] Provisioning for port 44edd418-c275-433c-82e3-e47f54fd9e69 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:45.243572 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-eb8562a7-9b5b-4a47-a340-d9a57136dd39 None None] Provisioning complete for port 44edd418-c275-433c-82e3-e47f54fd9e69 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:45.244079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-eb8562a7-9b5b-4a47-a340-d9a57136dd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:45.289784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-eb8562a7-9b5b-4a47-a340-d9a57136dd39 None None] Port 44edd418-c275-433c-82e3-e47f54fd9e69 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:45.373858 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Sync routers for ids ['6d5cb822-f224-46b0-95ee-a4c33747447b'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:45.383958 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db91b3-05a5-4d0e-8d2f-32210bbf374d tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.384439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db91b3-05a5-4d0e-8d2f-32210bbf374d tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.384775 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Routers {'6d5cb822-f224-46b0-95ee-a4c33747447b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:45.384904 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db91b3-05a5-4d0e-8d2f-32210bbf374d tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.385353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db91b3-05a5-4d0e-8d2f-32210bbf374d tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.385477 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:49:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6d5cb822-f224-46b0-95ee-a4c33747447b'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:45.385817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db91b3-05a5-4d0e-8d2f-32210bbf374d tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.386280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db91b3-05a5-4d0e-8d2f-32210bbf374d tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.386740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db91b3-05a5-4d0e-8d2f-32210bbf374d tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.392455 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e6db91b3-05a5-4d0e-8d2f-32210bbf374d tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.5467391 Jun 24 12:49:45.392799 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47814) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:45.505688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0dea5d20-571f-46dd-859f-ccc2f4a13e07 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:45.524529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78fb22-4b9f-43e6-9d3d-f6ca03df2dc2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.525289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78fb22-4b9f-43e6-9d3d-f6ca03df2dc2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.525927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78fb22-4b9f-43e6-9d3d-f6ca03df2dc2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.526320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-862af9f2-3de6-4a82-a080-c361b4a74de6 None None] Provisioning complete for port 44edd418-c275-433c-82e3-e47f54fd9e69 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:45.526591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78fb22-4b9f-43e6-9d3d-f6ca03df2dc2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.527074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78fb22-4b9f-43e6-9d3d-f6ca03df2dc2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.527417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-862af9f2-3de6-4a82-a080-c361b4a74de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:45.527567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78fb22-4b9f-43e6-9d3d-f6ca03df2dc2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.527969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78fb22-4b9f-43e6-9d3d-f6ca03df2dc2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.532528 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2a78fb22-4b9f-43e6-9d3d-f6ca03df2dc2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4596 time: 0.1362736 Jun 24 12:49:45.532858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47818) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:45.578863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-862af9f2-3de6-4a82-a080-c361b4a74de6 None None] Port 44edd418-c275-433c-82e3-e47f54fd9e69 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:45.591212 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Set router 6d5cb822-f224-46b0-95ee-a4c33747447b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:45.596848 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-0dea5d20-571f-46dd-859f-ccc2f4a13e07 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Calling delete_port for 061c5dc0-d300-4aae-b41c-71447e09e894 owned by {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:45.699348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-090b96ef-6e5f-4253-a0a5-3eb55a7b4a51 None None] Provisioning complete for port 44edd418-c275-433c-82e3-e47f54fd9e69 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:45.700112 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-090b96ef-6e5f-4253-a0a5-3eb55a7b4a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:45.740254 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-090b96ef-6e5f-4253-a0a5-3eb55a7b4a51 None None] Port 44edd418-c275-433c-82e3-e47f54fd9e69 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:45.792593 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b7607317-7bf0-455f-9164-746870462128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:49:43Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': 'b7607317-7bf0-455f-9164-746870462128', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:40Z', 'updated_at': '2021-06-24T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '44edd418-c275-433c-82e3-e47f54fd9e69', 'name': '', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:07:e1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:42Z', 'updated_at': '2021-06-24T12:49:44Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:45.824017 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Checking router: 6d5cb822-f224-46b0-95ee-a4c33747447b for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:45.824337 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Updating router 6d5cb822-f224-46b0-95ee-a4c33747447b port 44edd418-c275-433c-82e3-e47f54fd9e69 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:49:45.866208 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:45.867515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0dea5d20-571f-46dd-859f-ccc2f4a13e07 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:45.873957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-774b28a1-2690-41e4-bc4e-820ec6ee79b4 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:45.909134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea5d20-571f-46dd-859f-ccc2f4a13e07 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Pushing event deleted for resources: {'Port': ['ID=061c5dc0-d300-4aae-b41c-71447e09e894,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:45.911459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0dea5d20-571f-46dd-859f-ccc2f4a13e07 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:45.948511 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4035d8e8-a70e-4adb-88b4-e06e70f5cba0 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4143312 Jun 24 12:49:45.949632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:46.009236 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0dea5d20-571f-46dd-859f-ccc2f4a13e07 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.012252 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0dea5d20-571f-46dd-859f-ccc2f4a13e07 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/ports/061c5dc0-d300-4aae-b41c-71447e09e894 HTTP/1.1" status: 204 len: 168 time: 1.2913432 Jun 24 12:49:46.014674 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47822) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:46.033937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:46.038894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:46.039621 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.073920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-1445466f-c223-4189-8d52-11479b33d4b9 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Deleting subnet 6461b662-d234-47c6-8bc5-28a7f73f2332 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:49:46.077551 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1445466f-c223-4189-8d52-11479b33d4b9 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.128065 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1445466f-c223-4189-8d52-11479b33d4b9 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.169507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.213835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287,segment=NetworkSegment(f572317e-b0fb-48ed-af04-79aa2c776758),segment_id=f572317e-b0fb-48ed-af04-79aa2c776758)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:46.219322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.220930 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b7607317-7bf0-455f-9164-746870462128 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:46.225260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e58450ac-7fef-4233-a21e-94f9fcc73439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:46.237366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1445466f-c223-4189-8d52-11479b33d4b9 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.262535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47824) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:46.269189 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1150307181', 'description': 'tempest-secgroup-smoke-1150307181 description', 'project_id': 'ab2b30c769814168a3d5057c6ba96374'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:46.278641 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.298940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.299915 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Transition to ACTIVE for port object 44edd418-c275-433c-82e3-e47f54fd9e69 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:46.307877 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.311278 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-c13fc24c-6e5c-4436-a7bb-c43512f026c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:46.314792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1445466f-c223-4189-8d52-11479b33d4b9 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.318411 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6bf17f16-afec-4700-a019-090d36a8a15a tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:46.323764 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:46.327123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:46.335527 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b7607317-7bf0-455f-9164-746870462128 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:46.335910 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.356291 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Pushing event updated for resources: {'Port': ['ID=44edd418-c275-433c-82e3-e47f54fd9e69,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:46.365885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445466f-c223-4189-8d52-11479b33d4b9 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Pushing event deleted for resources: {'Subnet': ['ID=6461b662-d234-47c6-8bc5-28a7f73f2332,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:46.367003 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.367384 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.367690 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.368141 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.368371 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.368697 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.369026 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.369515 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.369856 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.370164 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.370483 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.370849 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.375971 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:46.386521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1445466f-c223-4189-8d52-11479b33d4b9 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:46.396093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1445466f-c223-4189-8d52-11479b33d4b9 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.406335 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1445466f-c223-4189-8d52-11479b33d4b9 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/subnets/6461b662-d234-47c6-8bc5-28a7f73f2332 HTTP/1.1" status: 204 len: 168 time: 0.3872430 Jun 24 12:49:46.406795 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47826) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:46.421976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb099fc-da3d-4867-aae4-9e7b38f11e2a None None] Network 220a3374-800f-4700-a53c-6ae89a183b07 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:46.456376 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Attempting to bind port 44edd418-c275-433c-82e3-e47f54fd9e69 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:49:46.456761 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Attempting to bind port 44edd418-c275-433c-82e3-e47f54fd9e69 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'f572317e-b0fb-48ed-af04-79aa2c776758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:49:46.457132 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Attempting to bind port 44edd418-c275-433c-82e3-e47f54fd9e69 on network 329cfd5e-8bae-4794-b95b-9fb87055fd80 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:49:46.462349 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:49:46.462627 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.462781 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Checking segment: {'id': 'f572317e-b0fb-48ed-af04-79aa2c776758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:49:46.463168 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.463560 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Bound using segment: {'id': 'f572317e-b0fb-48ed-af04-79aa2c776758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:49:46.464296 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Bound port: 44edd418-c275-433c-82e3-e47f54fd9e69, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f572317e-b0fb-48ed-af04-79aa2c776758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:49:46.464603 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.499248 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.505338 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8c5411f5-c5f6-465f-a9c9-ae579a22ab8d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:46.533219 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] For port 44edd418-c275-433c-82e3-e47f54fd9e69, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:49:46.542543 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] For port 44edd418-c275-433c-82e3-e47f54fd9e69, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=44edd418-c275-433c-82e3-e47f54fd9e69,segment=NetworkSegment(f572317e-b0fb-48ed-af04-79aa2c776758),segment_id=f572317e-b0fb-48ed-af04-79aa2c776758)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:49:46.548566 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.552847 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:46.559937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.563691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.567420 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3013129 Jun 24 12:49:46.567420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c7d1d5-029f-4913-ab84-a124ae521b1e,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:46.568529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47828) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:46.573747 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f2e08407-c37d-4a20-bf30-80ceaea1569b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '38c7d1d5-029f-4913-ab84-a124ae521b1e', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:46.580322 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.580724 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.581111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.581491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.581863 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.582241 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.582614 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.583028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.583402 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.584188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.584188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.584508 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:46.588762 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:46.623668 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Routers {'6d5cb822-f224-46b0-95ee-a4c33747447b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:46.624358 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:49:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6d5cb822-f224-46b0-95ee-a4c33747447b'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:46.626227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f2e08407-c37d-4a20-bf30-80ceaea1569b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.668463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Deleting port aeaba091-bd3d-45dc-82e4-2659611479df {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:46.668893 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.713498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623ad300-63b9-42c3-8569-63f5362b9ca2 None None] DHCP port deletion for 220a3374-800f-4700-a53c-6ae89a183b07 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:49:46.741461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f2e08407-c37d-4a20-bf30-80ceaea1569b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.746714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f2e08407-c37d-4a20-bf30-80ceaea1569b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.748688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-718b0790-6226-4496-a95c-7d0e43c51e98 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:46.762188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] For port aeaba091-bd3d-45dc-82e4-2659611479df, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=aeaba091-bd3d-45dc-82e4-2659611479df,segment=NetworkSegment(0e689de4-4305-48aa-ac1d-0e3ac2862a78),segment_id=0e689de4-4305-48aa-ac1d-0e3ac2862a78)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:46.763044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.783526 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] Set router 6d5cb822-f224-46b0-95ee-a4c33747447b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:46.783760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Calling delete_port for aeaba091-bd3d-45dc-82e4-2659611479df owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:46.785855 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Pushing event updated for resources: {'Port': ['ID=44edd418-c275-433c-82e3-e47f54fd9e69,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:46.793225 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-623ad300-63b9-42c3-8569-63f5362b9ca2 None None] Deleting port aeaba091-bd3d-45dc-82e4-2659611479df {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:46.793903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-623ad300-63b9-42c3-8569-63f5362b9ca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.806355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e08407-c37d-4a20-bf30-80ceaea1569b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0a0b0f-e503-4a3e-a861-935e186cddbb,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:46.815918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f2e08407-c37d-4a20-bf30-80ceaea1569b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:46.822058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f2e08407-c37d-4a20-bf30-80ceaea1569b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.827476 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f2e08407-c37d-4a20-bf30-80ceaea1569b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2575111 Jun 24 12:49:46.828106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47830) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:46.841544 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:46.842187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '38c7d1d5-029f-4913-ab84-a124ae521b1e', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:46.892339 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-623ad300-63b9-42c3-8569-63f5362b9ca2 None None] For port aeaba091-bd3d-45dc-82e4-2659611479df, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=aeaba091-bd3d-45dc-82e4-2659611479df,segment=NetworkSegment(0e689de4-4305-48aa-ac1d-0e3ac2862a78),segment_id=0e689de4-4305-48aa-ac1d-0e3ac2862a78)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:46.894011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-623ad300-63b9-42c3-8569-63f5362b9ca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.900195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.908881 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.911104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-26eb09c6-79a4-4dfd-a209-6eb2aac6d558 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:46.919320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-623ad300-63b9-42c3-8569-63f5362b9ca2 None None] Calling delete_port for aeaba091-bd3d-45dc-82e4-2659611479df owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:46.965350 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Pushing event deleted for resources: {'Port': ['ID=aeaba091-bd3d-45dc-82e4-2659611479df,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:46.970204 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] No DVR routers for this DVR port aeaba091-bd3d-45dc-82e4-2659611479df on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:46.975530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:46.978818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.986369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.993017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cfcd8514-ee6d-464d-a0d1-df2657ee511e tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:47.016753 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3a0515-e30e-4944-9554-0d969f163379,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:47.024509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.028700 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1995945 Jun 24 12:49:47.030070 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47832) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:47.036628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-e6cda3d1-4f14-42c8-a142-7ea1aeb050ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '38c7d1d5-029f-4913-ab84-a124ae521b1e', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:47.042420 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:47.042982 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:47.043458 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:47.043926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:47.044409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:47.044871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:47.045336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:47.045797 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:47.047033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:47.047522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:47.047954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:47.048435 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:47.052263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:47.065560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-623ad300-63b9-42c3-8569-63f5362b9ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.066520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.066694 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b7607317-7bf0-455f-9164-746870462128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:49:43Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': 'b7607317-7bf0-455f-9164-746870462128', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:40Z', 'updated_at': '2021-06-24T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '44edd418-c275-433c-82e3-e47f54fd9e69', 'name': '', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:07:e1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:42Z', 'updated_at': '2021-06-24T12:49:46Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:47.069618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:47.079014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220a3374-800f-4700-a53c-6ae89a183b07']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:47.086521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e6cda3d1-4f14-42c8-a142-7ea1aeb050ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.095127 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d1ac94-23c0-46ac-8d66-e073849bf0ab None None] The sync data for ids ['6d5cb822-f224-46b0-95ee-a4c33747447b'] in dv-neutron-797121-4-hyperv is: [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b7607317-7bf0-455f-9164-746870462128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:49:43Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': 'b7607317-7bf0-455f-9164-746870462128', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:40Z', 'updated_at': '2021-06-24T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '44edd418-c275-433c-82e3-e47f54fd9e69', 'name': '', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:07:e1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:42Z', 'updated_at': '2021-06-24T12:49:46Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:47.102970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e689de4-4305-48aa-ac1d-0e3ac2862a78') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:47.103322 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e689de4-4305-48aa-ac1d-0e3ac2862a78') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:47.110161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ad300-63b9-42c3-8569-63f5362b9ca2 None None] Pushing event deleted for resources: {'Port': ['ID=aeaba091-bd3d-45dc-82e4-2659611479df,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:47.112120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ad300-63b9-42c3-8569-63f5362b9ca2 None None] No DVR routers for this DVR port aeaba091-bd3d-45dc-82e4-2659611479df on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:47.116825 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.117853 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-623ad300-63b9-42c3-8569-63f5362b9ca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:47.132633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.140397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.152781 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:49:47.152781 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:49:47.157522 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:49:47.185274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e6cda3d1-4f14-42c8-a142-7ea1aeb050ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.199007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e6cda3d1-4f14-42c8-a142-7ea1aeb050ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.207090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:47.225170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cda3d1-4f14-42c8-a142-7ea1aeb050ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef1c277-faeb-4b33-8fad-9dd849ccd195,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:47.228483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e6cda3d1-4f14-42c8-a142-7ea1aeb050ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:47.231826 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e6cda3d1-4f14-42c8-a142-7ea1aeb050ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.237033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47834) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:47.237304 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e6cda3d1-4f14-42c8-a142-7ea1aeb050ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2047327 Jun 24 12:49:47.246325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-208847ac-5d1d-4761-99d2-a1cccf72f8c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '38c7d1d5-029f-4913-ab84-a124ae521b1e', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:47.263875 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.268310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-501e07a5-2cf0-441e-9b19-c55c51d8131a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:47.274730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.276871 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] 10.222.0.110 "DELETE /v2.0/networks/220a3374-800f-4700-a53c-6ae89a183b07 HTTP/1.1" status: 204 len: 168 time: 0.8687081 Jun 24 12:49:47.290581 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Pushing event deleted for resources: {'Network': ['ID=220a3374-800f-4700-a53c-6ae89a183b07,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:47.295578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:47.304194 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-208847ac-5d1d-4761-99d2-a1cccf72f8c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.366182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-208847ac-5d1d-4761-99d2-a1cccf72f8c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.370126 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-208847ac-5d1d-4761-99d2-a1cccf72f8c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.384528 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ce2892dd-6df6-4e9f-aaea-5eac849f7e58 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:47.398629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-208847ac-5d1d-4761-99d2-a1cccf72f8c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.402579 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-208847ac-5d1d-4761-99d2-a1cccf72f8c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1618426 Jun 24 12:49:47.402579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208847ac-5d1d-4761-99d2-a1cccf72f8c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6e348c-605a-4e70-81cb-403fb81053f4,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:47.403153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47838) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:47.403891 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-208847ac-5d1d-4761-99d2-a1cccf72f8c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:47.408943 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-79346334-4b4e-4660-b9fa-7213a338353a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '38c7d1d5-029f-4913-ab84-a124ae521b1e', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:47.438575 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-79346334-4b4e-4660-b9fa-7213a338353a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:49:47.444522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-79346334-4b4e-4660-b9fa-7213a338353a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.517362 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-79346334-4b4e-4660-b9fa-7213a338353a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.521482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-79346334-4b4e-4660-b9fa-7213a338353a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.523533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-208a7acb-0b3a-40e3-8edd-68efe54b34f2 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:47.540146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79346334-4b4e-4660-b9fa-7213a338353a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a42774-dc94-44bd-8b8b-cb37281d3749,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:47.543058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-79346334-4b4e-4660-b9fa-7213a338353a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:47.548990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-79346334-4b4e-4660-b9fa-7213a338353a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.553228 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-79346334-4b4e-4660-b9fa-7213a338353a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463976 Jun 24 12:49:47.553638 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47842) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:47.561473 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47844) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:47.562427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f47dc719-2f52-40da-8ecc-26bdd03ca6cb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '38c7d1d5-029f-4913-ab84-a124ae521b1e', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:47.590446 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-f47dc719-2f52-40da-8ecc-26bdd03ca6cb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:49:47.596427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f47dc719-2f52-40da-8ecc-26bdd03ca6cb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.700289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f47dc719-2f52-40da-8ecc-26bdd03ca6cb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.705867 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f47dc719-2f52-40da-8ecc-26bdd03ca6cb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.708278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-26b01661-b327-45bd-ae08-0c7ffac3ab86 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:47.724124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dc719-2f52-40da-8ecc-26bdd03ca6cb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca063476-4bca-40de-8e57-d1ca006196d2,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:47.728212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f47dc719-2f52-40da-8ecc-26bdd03ca6cb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:47.731393 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47848) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:47.731942 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-21e7da16-5714-4c20-9c13-c8f2828f5a9a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=05c044affcd049d6a4aa1ca8dc21bd80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684148 Jun 24 12:49:47.745811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f47dc719-2f52-40da-8ecc-26bdd03ca6cb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.746937 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f47dc719-2f52-40da-8ecc-26bdd03ca6cb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1921690 Jun 24 12:49:47.791079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97fc3c94-8aae-480e-b117-d5f55a19cf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.819528 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97fc3c94-8aae-480e-b117-d5f55a19cf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.876708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97fc3c94-8aae-480e-b117-d5f55a19cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.880207 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-97fc3c94-8aae-480e-b117-d5f55a19cf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.885472 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-97fc3c94-8aae-480e-b117-d5f55a19cf75 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c0d69775-14fe-4d0d-a358-22493f949ff5 HTTP/1.1" status: 204 len: 168 time: 0.1497002 Jun 24 12:49:47.885472 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f6b44eb4-3cc5-4181-a5be-87bcab006a31 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:47.898877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc3c94-8aae-480e-b117-d5f55a19cf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d69775-14fe-4d0d-a358-22493f949ff5,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:47.902848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-97fc3c94-8aae-480e-b117-d5f55a19cf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:48.030884 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:48.046566 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-4f939581-12d0-4b10-8d04-0d3c079ca0ef tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1150307181&fields=id&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 267 time: 0.0787768 Jun 24 12:49:48.088811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:48.089321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:48.185089 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 44edd418-c275-433c-82e3-e47f54fd9e69 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:48.194569 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-4e54bb0d-8541-4800-8d99-79c6ee19fcc0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:48.196132 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-4e54bb0d-8541-4800-8d99-79c6ee19fcc0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/networks?id=329cfd5e-8bae-4794-b95b-9fb87055fd80 HTTP/1.1" status: 200 len: 797 time: 0.1429372 Jun 24 12:49:48.224857 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-ef81c7ab-5f5c-4e83-9f5e-d1dc7f688896 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/quotas/ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 375 time: 0.0233896 Jun 24 12:49:48.240582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 44edd418-c275-433c-82e3-e47f54fd9e69 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:48.245578 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 44edd418-c275-433c-82e3-e47f54fd9e69 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:48.246470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:48.323028 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-968d8f93-160a-4a55-b16a-a98b629adb28 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920000 Jun 24 12:49:48.350747 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:48.386259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 44edd418-c275-433c-82e3-e47f54fd9e69, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=44edd418-c275-433c-82e3-e47f54fd9e69,segment=NetworkSegment(f572317e-b0fb-48ed-af04-79aa2c776758),segment_id=f572317e-b0fb-48ed-af04-79aa2c776758)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:48.392938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:48.400675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:48.456831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=44edd418-c275-433c-82e3-e47f54fd9e69,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:48.462143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device aeaba091-bd3d-45dc-82e4-2659611479df no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:48.464931 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:48.488006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: aeaba091-bd3d-45dc-82e4-2659611479df {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:48.488422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device aeaba091-bd3d-45dc-82e4-2659611479df not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:48.583138 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-3f9fcfdd-c77f-4a4e-bb75-d9e3e8e21f7f service neutron] 10.222.0.110 "GET /v2.0/networks/329cfd5e-8bae-4794-b95b-9fb87055fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473416 Jun 24 12:49:48.677100 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-0fdaa27e-8266-4484-8dba-b6ce6832afa9 service neutron] 10.222.0.110 "GET /v2.0/networks/329cfd5e-8bae-4794-b95b-9fb87055fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881939 Jun 24 12:49:48.723254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47884) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:48.727211 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [-] 10.222.0.110 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0028319 Jun 24 12:49:48.730060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47886) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:48.841262 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-39df3fa1-4a21-4202-8a82-2f28846d9c11 tempest-NetworksApiDiscovery-1244382570 tempest-NetworksApiDiscovery-1244382570-project] 10.222.0.110 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.1100285 Jun 24 12:49:48.864918 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e2cde35-fb47-40fc-a58c-54d83534c69a req-6d94ec86-88ab-4b71-b2f8-e889cbe424ca tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 210 time: 0.0351267 Jun 24 12:49:49.093310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47904) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:49.204610 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89b02ab6-3dc7-4bd1-99f3-f3fc9179901f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:49.300340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89b02ab6-3dc7-4bd1-99f3-f3fc9179901f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:49.304512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89b02ab6-3dc7-4bd1-99f3-f3fc9179901f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:49.307098 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c2b21fc5-fa2f-4df8-b107-b3368528282f tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:49.343471 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-89b02ab6-3dc7-4bd1-99f3-f3fc9179901f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=23b0f99c4b4e4991a2aa3cb282e02b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483904 Jun 24 12:49:49.344458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b02ab6-3dc7-4bd1-99f3-f3fc9179901f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051c0614-0bfd-4a5a-a3e7-9fcc3298cd00,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:49.346163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47908) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:49.347691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-89b02ab6-3dc7-4bd1-99f3-f3fc9179901f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:49.400722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f91af9e3-09f7-4563-8228-9d61340358f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:49.423298 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f91af9e3-09f7-4563-8228-9d61340358f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:49.473595 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f91af9e3-09f7-4563-8228-9d61340358f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:49.476191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f91af9e3-09f7-4563-8228-9d61340358f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:49.477338 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f91af9e3-09f7-4563-8228-9d61340358f4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/051c0614-0bfd-4a5a-a3e7-9fcc3298cd00 HTTP/1.1" status: 204 len: 168 time: 0.1295359 Jun 24 12:49:49.478131 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a3375c39-0492-482f-9ae9-26dc9f498429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:49.485785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91af9e3-09f7-4563-8228-9d61340358f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051c0614-0bfd-4a5a-a3e7-9fcc3298cd00,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:49.488115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f91af9e3-09f7-4563-8228-9d61340358f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:49.836793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 44edd418-c275-433c-82e3-e47f54fd9e69 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:49.886867 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 44edd418-c275-433c-82e3-e47f54fd9e69 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:49.887255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:50.011445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-a1710cd2-8d98-46c6-8a10-fb5594cc200d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:50.012872 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-a1710cd2-8d98-46c6-8a10-fb5594cc200d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/networks?id=329cfd5e-8bae-4794-b95b-9fb87055fd80 HTTP/1.1" status: 200 len: 797 time: 0.1310592 Jun 24 12:49:50.035350 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-21781e93-6cfe-470e-8806-ee880882286a req-9db410bb-4bf7-4e3f-8f0d-a10b36b38dff tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 210 time: 0.0432050 Jun 24 12:49:50.065051 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-23dca724-2a55-4ed3-8986-2c711baa3d4c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 380 time: 0.0360930 Jun 24 12:49:50.074082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'port': {'device_id': '33de86bd-97b1-4511-9013-5ff562702469', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'admin_state_up': True, 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'security_groups': ['38c7d1d5-029f-4913-ab84-a124ae521b1e']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:50.184091 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:49:50.188048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:50.311124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.11 (329cfd5e-8bae-4794-b95b-9fb87055fd80/d46cc0de-0231-4a7c-b709-82e1285cf160/460efa70-8a76-4d59-aceb-e4675c15844a) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:50.466928 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:50.480517 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object 460efa70-8a76-4d59-aceb-e4675c15844a will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:50.513089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:50.516888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:50.554221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 329cfd5e-8bae-4794-b95b-9fb87055fd80 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:50.557325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:50.563874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:49:50.595653 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=460efa70-8a76-4d59-aceb-e4675c15844a,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:50.600155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:50.621881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:50.622499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:50.637614 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5672038 Jun 24 12:49:50.650836 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Request body: {'port': {'device_id': '33de86bd-97b1-4511-9013-5ff562702469', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:50.726864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:50.775805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fe375b0b-97d0-4220-bb15-1cbefdeb1419 None None] Provisioning for port 460efa70-8a76-4d59-aceb-e4675c15844a completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:50.780741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fe375b0b-97d0-4220-bb15-1cbefdeb1419 None None] Provisioning complete for port 460efa70-8a76-4d59-aceb-e4675c15844a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:50.781133 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fe375b0b-97d0-4220-bb15-1cbefdeb1419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:50.817193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-fe375b0b-97d0-4220-bb15-1cbefdeb1419 None None] Port 460efa70-8a76-4d59-aceb-e4675c15844a cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:50.992764 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460efa70-8a76-4d59-aceb-e4675c15844a {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:49:51.004539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:51.017555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Transition to ACTIVE for port object 460efa70-8a76-4d59-aceb-e4675c15844a will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:51.021172 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:51.023209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dbb07786-0409-4cd4-83bd-0c94fc7ecec2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:51.070548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Pushing event updated for resources: {'Port': ['ID=460efa70-8a76-4d59-aceb-e4675c15844a,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:51.075156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:51.147036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Attempting to bind port 460efa70-8a76-4d59-aceb-e4675c15844a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:49:51.147425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Attempting to bind port 460efa70-8a76-4d59-aceb-e4675c15844a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f572317e-b0fb-48ed-af04-79aa2c776758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:49:51.147718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Attempting to bind port 460efa70-8a76-4d59-aceb-e4675c15844a on network 329cfd5e-8bae-4794-b95b-9fb87055fd80 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:49:51.152864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Port 460efa70-8a76-4d59-aceb-e4675c15844a on network 329cfd5e-8bae-4794-b95b-9fb87055fd80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:49:51.153195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Attempting to bind port 460efa70-8a76-4d59-aceb-e4675c15844a on network 329cfd5e-8bae-4794-b95b-9fb87055fd80 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:49:51.169841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:49:51.170183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Checking segment: {'id': 'f572317e-b0fb-48ed-af04-79aa2c776758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:49:51.170575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Bound using segment: {'id': 'f572317e-b0fb-48ed-af04-79aa2c776758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:49:51.171591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Bound port: 460efa70-8a76-4d59-aceb-e4675c15844a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f572317e-b0fb-48ed-af04-79aa2c776758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:49:51.171959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:51.272505 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] For port 460efa70-8a76-4d59-aceb-e4675c15844a, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:49:51.276730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] For port 460efa70-8a76-4d59-aceb-e4675c15844a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=460efa70-8a76-4d59-aceb-e4675c15844a,segment=NetworkSegment(f572317e-b0fb-48ed-af04-79aa2c776758),segment_id=f572317e-b0fb-48ed-af04-79aa2c776758)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:49:51.285698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad1fe9-12ed-4517-8b8a-c4402d8cb7ea req-e9a5454f-bd05-4b7a-8ba2-a745e42aa3a6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:51.287216 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3aad1fe9-12ed-4517-8b8a-c4402d8cb7ea req-e9a5454f-bd05-4b7a-8ba2-a745e42aa3a6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 944 time: 0.1315253 Jun 24 12:49:51.288696 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:51.290801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0dea5d20-571f-46dd-859f-ccc2f4a13e07 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:51.337784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:51.338511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:51.339871 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] 10.222.0.102 "PUT /v2.0/ports/460efa70-8a76-4d59-aceb-e4675c15844a HTTP/1.1" status: 200 len: 1094 time: 0.6943841 Jun 24 12:49:51.342568 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33de86bd-97b1-4511-9013-5ff562702469', 'tag': '460efa70-8a76-4d59-aceb-e4675c15844a'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:49:51.345610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f40d16e-97d2-4c6f-9180-4d46c4b8a002" -d '{"events": [{"name": "network-changed", "server_uuid": "33de86bd-97b1-4511-9013-5ff562702469", "tag": "460efa70-8a76-4d59-aceb-e4675c15844a"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:49:51.386713 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3aad1fe9-12ed-4517-8b8a-c4402d8cb7ea req-fc5e67fa-4545-48b0-9a78-c35422914f13 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=38c7d1d5-029f-4913-ab84-a124ae521b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921485 Jun 24 12:49:51.401010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d45fd6-a852-499f-9369-643dd685266e x-openstack-request-id: req-58d45fd6-a852-499f-9369-643dd685266e {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:49:51.401361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33de86bd-97b1-4511-9013-5ff562702469", "tag": "460efa70-8a76-4d59-aceb-e4675c15844a", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:49:51.401684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-58d45fd6-a852-499f-9369-643dd685266e {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:49:51.402130 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33de86bd-97b1-4511-9013-5ff562702469', 'tag': '460efa70-8a76-4d59-aceb-e4675c15844a', 'status': 'completed', 'code': 200} Jun 24 12:49:51.402755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Pushing event updated for resources: {'Port': ['ID=460efa70-8a76-4d59-aceb-e4675c15844a,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:51.426935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:51.456294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-27a5d3db-1a9c-4fc8-8998-e37898b5db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:51.457897 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-27a5d3db-1a9c-4fc8-8998-e37898b5db4d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 1097 time: 0.0680575 Jun 24 12:49:51.503402 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-16e875ad-d66f-4852-a690-a99bce2a788a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=460efa70-8a76-4d59-aceb-e4675c15844a HTTP/1.1" status: 200 len: 217 time: 0.0352457 Jun 24 12:49:51.558151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69aac0dd-0d9d-40f2-a4a9-735dcffe0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:51.559838 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-69aac0dd-0d9d-40f2-a4a9-735dcffe0067 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d46cc0de-0231-4a7c-b709-82e1285cf160 HTTP/1.1" status: 200 len: 834 time: 0.0499678 Jun 24 12:49:51.635275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-b5af2621-c7ca-446c-b625-9d589ea16e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:51.636882 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-b5af2621-c7ca-446c-b625-9d589ea16e88 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=329cfd5e-8bae-4794-b95b-9fb87055fd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698874 Jun 24 12:49:51.730893 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-8807ab06-9d9c-461e-a6b5-58577b68eda2 service neutron] 10.222.0.102 "GET /v2.0/networks/329cfd5e-8bae-4794-b95b-9fb87055fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847008 Jun 24 12:49:51.843380 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a6f99d-4a08-409f-b799-59e9797e9f62 req-cd78ed83-3bb9-4da1-9d6c-3e452fe16471 service neutron] 10.222.0.102 "GET /v2.0/networks/329cfd5e-8bae-4794-b95b-9fb87055fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985382 Jun 24 12:49:51.952973 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40d16e-97d2-4c6f-9180-4d46c4b8a002 req-8045d555-249d-4d35-9880-dd849b9e9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:51.954454 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f40d16e-97d2-4c6f-9180-4d46c4b8a002 req-8045d555-249d-4d35-9880-dd849b9e9615 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 1097 time: 0.0519395 Jun 24 12:49:52.048637 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40d16e-97d2-4c6f-9180-4d46c4b8a002 req-f10516f0-909c-4726-b42d-f635fadb6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:52.050526 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f40d16e-97d2-4c6f-9180-4d46c4b8a002 req-f10516f0-909c-4726-b42d-f635fadb6984 service neutron] 10.222.0.102 "GET /v2.0/networks?id=329cfd5e-8bae-4794-b95b-9fb87055fd80 HTTP/1.1" status: 200 len: 899 time: 0.0896530 Jun 24 12:49:52.098661 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f40d16e-97d2-4c6f-9180-4d46c4b8a002 req-cffb310e-0548-445a-bb68-98afcfdb5b51 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=460efa70-8a76-4d59-aceb-e4675c15844a HTTP/1.1" status: 200 len: 217 time: 0.0402436 Jun 24 12:49:52.150058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40d16e-97d2-4c6f-9180-4d46c4b8a002 req-a1e81231-670d-4b65-8544-c74182467a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:52.151558 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f40d16e-97d2-4c6f-9180-4d46c4b8a002 req-a1e81231-670d-4b65-8544-c74182467a95 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d46cc0de-0231-4a7c-b709-82e1285cf160 HTTP/1.1" status: 200 len: 834 time: 0.0464520 Jun 24 12:49:52.216841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40d16e-97d2-4c6f-9180-4d46c4b8a002 req-7976c96f-d743-4d49-90a9-51d7954edd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:52.218985 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f40d16e-97d2-4c6f-9180-4d46c4b8a002 req-7976c96f-d743-4d49-90a9-51d7954edd3a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=329cfd5e-8bae-4794-b95b-9fb87055fd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0577435 Jun 24 12:49:52.310567 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f40d16e-97d2-4c6f-9180-4d46c4b8a002 req-b636a0bf-ab1e-4bb3-bcab-705674065602 service neutron] 10.222.0.102 "GET /v2.0/networks/329cfd5e-8bae-4794-b95b-9fb87055fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818079 Jun 24 12:49:52.414969 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f40d16e-97d2-4c6f-9180-4d46c4b8a002 req-aeb3ad6c-1033-4e28-ae50-02d8dae6a627 service neutron] 10.222.0.102 "GET /v2.0/networks/329cfd5e-8bae-4794-b95b-9fb87055fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892193 Jun 24 12:49:52.568972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20859f15-af39-44ef-a672-bf0ee6be08ef req-4c08056c-f892-4045-b4f1-bf3482420d5a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:52.570348 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20859f15-af39-44ef-a672-bf0ee6be08ef req-4c08056c-f892-4045-b4f1-bf3482420d5a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 944 time: 0.0622652 Jun 24 12:49:52.607969 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20859f15-af39-44ef-a672-bf0ee6be08ef req-1682689c-a1c4-4e5a-b688-b178fad39b23 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=38c7d1d5-029f-4913-ab84-a124ae521b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319569 Jun 24 12:49:53.786434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5acc03-59d8-49ae-84b7-d4fad378c3f8 req-61f81b2b-5148-4c3c-969e-911500a59189 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:53.787984 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5c5acc03-59d8-49ae-84b7-d4fad378c3f8 req-61f81b2b-5148-4c3c-969e-911500a59189 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 944 time: 0.0642297 Jun 24 12:49:53.833407 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5c5acc03-59d8-49ae-84b7-d4fad378c3f8 req-326f1996-d6cd-4e8c-9107-563462ee1be0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=38c7d1d5-029f-4913-ab84-a124ae521b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395811 Jun 24 12:49:54.000074 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 460efa70-8a76-4d59-aceb-e4675c15844a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:49:54.095174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 460efa70-8a76-4d59-aceb-e4675c15844a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=460efa70-8a76-4d59-aceb-e4675c15844a,segment=NetworkSegment(f572317e-b0fb-48ed-af04-79aa2c776758),segment_id=f572317e-b0fb-48ed-af04-79aa2c776758)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:54.105858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '460efa70-8a76-4d59-aceb-e4675c15844a', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'port_id': '460efa70-8a76-4d59-aceb-e4675c15844a', 'mac_address': 'fa:16:3e:d4:fc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:49:54.141156 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:54.153181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460efa70-8a76-4d59-aceb-e4675c15844a {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:49:54.177292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 460efa70-8a76-4d59-aceb-e4675c15844a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=460efa70-8a76-4d59-aceb-e4675c15844a,segment=NetworkSegment(f572317e-b0fb-48ed-af04-79aa2c776758),segment_id=f572317e-b0fb-48ed-af04-79aa2c776758)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:54.181379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:54.183140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-451574a4-d4df-4791-9afa-1f1b855c6d1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:54.232206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=460efa70-8a76-4d59-aceb-e4675c15844a,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:54.235229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:54.432303 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['460efa70-8a76-4d59-aceb-e4675c15844a'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:49:55.020802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76da9b-0369-4f34-9f63-dd64228febb5 req-49b02819-556c-4810-8d43-f6e29172a4a2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:55.022200 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2e76da9b-0369-4f34-9f63-dd64228febb5 req-49b02819-556c-4810-8d43-f6e29172a4a2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 945 time: 0.0671010 Jun 24 12:49:55.059632 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2e76da9b-0369-4f34-9f63-dd64228febb5 req-b6c451b6-cbe0-4851-8859-48cacb2f4b4d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=38c7d1d5-029f-4913-ab84-a124ae521b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314281 Jun 24 12:49:56.016444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 460efa70-8a76-4d59-aceb-e4675c15844a up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:56.064028 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 460efa70-8a76-4d59-aceb-e4675c15844a completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:56.067617 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 460efa70-8a76-4d59-aceb-e4675c15844a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:56.068022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:56.144056 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:56.166509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33de86bd-97b1-4511-9013-5ff562702469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460efa70-8a76-4d59-aceb-e4675c15844a'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:49:56.168898 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c359ba-83db-4d9a-bc55-389e4dddb8ec" -d '{"events": [{"server_uuid": "33de86bd-97b1-4511-9013-5ff562702469", "name": "network-vif-plugged", "status": "completed", "tag": "460efa70-8a76-4d59-aceb-e4675c15844a"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:49:56.182736 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 460efa70-8a76-4d59-aceb-e4675c15844a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=460efa70-8a76-4d59-aceb-e4675c15844a,segment=NetworkSegment(f572317e-b0fb-48ed-af04-79aa2c776758),segment_id=f572317e-b0fb-48ed-af04-79aa2c776758)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:56.186661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:56.188542 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-623ad300-63b9-42c3-8569-63f5362b9ca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:56.250498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcd7f3-982e-43bf-9f92-3fe356eb0cc3 req-559c2515-6086-458a-acc7-ceaa7d34f201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:56.252094 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-19dcd7f3-982e-43bf-9f92-3fe356eb0cc3 req-559c2515-6086-458a-acc7-ceaa7d34f201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 945 time: 0.0811374 Jun 24 12:49:56.301966 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-19dcd7f3-982e-43bf-9f92-3fe356eb0cc3 req-1cd39ed9-ca8b-4c21-bd66-87ceb2cd2fd7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=38c7d1d5-029f-4913-ab84-a124ae521b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429468 Jun 24 12:49:56.365662 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad72c29-ade7-4fe4-ba10-0123642d8b26 x-openstack-request-id: req-3ad72c29-ade7-4fe4-ba10-0123642d8b26 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:49:56.365961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33de86bd-97b1-4511-9013-5ff562702469", "name": "network-vif-plugged", "status": "completed", "tag": "460efa70-8a76-4d59-aceb-e4675c15844a", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:49:56.366223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-3ad72c29-ade7-4fe4-ba10-0123642d8b26 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:49:56.366618 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33de86bd-97b1-4511-9013-5ff562702469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460efa70-8a76-4d59-aceb-e4675c15844a', 'code': 200} Jun 24 12:49:56.392868 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=460efa70-8a76-4d59-aceb-e4675c15844a,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:56.401881 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:56.402284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:56.402630 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:56.402998 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:56.403335 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:56.403669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:56.404001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:56.404333 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:56.404663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:56.405017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:56.405924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:56.406249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:56.410667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:56.568026 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0ed1-b54b-4c1d-9189-7ac3c5639b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:56.747128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da4e32-321f-494b-84e4-af9c87ea414e req-fad952b6-eb5b-488b-91ce-98e3339c7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:56.748618 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-72da4e32-321f-494b-84e4-af9c87ea414e req-fad952b6-eb5b-488b-91ce-98e3339c7302 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 1099 time: 0.3485982 Jun 24 12:49:56.785472 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-72da4e32-321f-494b-84e4-af9c87ea414e req-587a2505-71cc-403a-b717-8dfa8cb9cc98 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=38c7d1d5-029f-4913-ab84-a124ae521b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297227 Jun 24 12:49:57.487252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5deea-6170-49e9-9e5e-fa640b9d986c req-6e256c61-714f-4a14-b76b-c47dbe72b0b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:57.488708 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bae5deea-6170-49e9-9e5e-fa640b9d986c req-6e256c61-714f-4a14-b76b-c47dbe72b0b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 946 time: 0.0651000 Jun 24 12:49:57.526816 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bae5deea-6170-49e9-9e5e-fa640b9d986c req-945240cd-d1bb-41ba-8c59-9060c98b6c7a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=38c7d1d5-029f-4913-ab84-a124ae521b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324004 Jun 24 12:49:58.711547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d604d0-df5e-4c1f-ae5d-dbded70dbae2 req-f8b87070-bfa6-4c8f-a170-a3866c5effe4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:58.713081 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a0d604d0-df5e-4c1f-ae5d-dbded70dbae2 req-f8b87070-bfa6-4c8f-a170-a3866c5effe4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 946 time: 0.0650036 Jun 24 12:49:58.756874 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a0d604d0-df5e-4c1f-ae5d-dbded70dbae2 req-6bb47366-be82-4634-b7ad-a8d80da518b8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=38c7d1d5-029f-4913-ab84-a124ae521b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365589 Jun 24 12:49:58.944323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535c1b3-5702-42d6-bf41-1da297649767 req-5cfecedc-fc06-4dff-af38-df9cfa9ff638 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:58.946163 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b535c1b3-5702-42d6-bf41-1da297649767 req-5cfecedc-fc06-4dff-af38-df9cfa9ff638 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 946 time: 0.0779662 Jun 24 12:49:58.985410 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b535c1b3-5702-42d6-bf41-1da297649767 req-9e1dbcce-08f8-4a91-8425-3884279d83f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=38c7d1d5-029f-4913-ab84-a124ae521b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334551 Jun 24 12:49:59.010754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47942) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:59.064060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8663ed7a-7156-447e-910d-09c83c0c0503 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:59.065547 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8663ed7a-7156-447e-910d-09c83c0c0503 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 1094 time: 0.0538156 Jun 24 12:49:59.068290 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47944) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:59.072574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '460efa70-8a76-4d59-aceb-e4675c15844a', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:59.093134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:59.189310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:59.293304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e4f7395b-65df-40c6-994c-0a65f4ec80e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:59.296567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.104 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/5cf1a844-f4b6-4e3d-aa06-019cb3adc324) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:59.386113 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:59.400765 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:59.440685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:59.443494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0a38a66e-521a-4311-a272-4e51605a3ca9 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:59.482845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:59.486853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:59.491565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:49:59.524084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=5cf1a844-f4b6-4e3d-aa06-019cb3adc324,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:59.527897 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:59.860062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:59.936564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.084451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.088532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.090469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-09578bad-88f5-4901-a619-25c9643ec2c5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:00.152176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=5cf1a844-f4b6-4e3d-aa06-019cb3adc324,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:00.155987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:00.165653 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.251736 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.264626 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP 32decb43-524d-473c-9db8-1ffa6639a5c1 associated. External IP: 172.26.1.104, port: 460efa70-8a76-4d59-aceb-e4675c15844a. Jun 24 12:50:00.477486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 6d5cb822-f224-46b0-95ee-a4c33747447b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:50:00.585364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:50:00.596895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114dd6ce-550b-46a8-a285-48541ed9064f None None] Sync routers for ids ['6d5cb822-f224-46b0-95ee-a4c33747447b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:50:00.603675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.608004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114dd6ce-550b-46a8-a285-48541ed9064f None None] Routers {'6d5cb822-f224-46b0-95ee-a4c33747447b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:50:00.609378 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-114dd6ce-550b-46a8-a285-48541ed9064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:49:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6d5cb822-f224-46b0-95ee-a4c33747447b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:00.641650 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5723460 Jun 24 12:50:00.642340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33de86bd-97b1-4511-9013-5ff562702469', 'tag': '460efa70-8a76-4d59-aceb-e4675c15844a'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:50:00.644375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47948) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:00.644996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463c7a7f-b26b-443d-a5dc-ebab98b8b8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "33de86bd-97b1-4511-9013-5ff562702469", "tag": "460efa70-8a76-4d59-aceb-e4675c15844a"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:50:00.685790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9545c3-7031-45e9-ac3e-9bf4918995a0 x-openstack-request-id: req-6f9545c3-7031-45e9-ac3e-9bf4918995a0 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:50:00.686362 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33de86bd-97b1-4511-9013-5ff562702469", "tag": "460efa70-8a76-4d59-aceb-e4675c15844a", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:50:00.686738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6f9545c3-7031-45e9-ac3e-9bf4918995a0 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:50:00.687338 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33de86bd-97b1-4511-9013-5ff562702469', 'tag': '460efa70-8a76-4d59-aceb-e4675c15844a', 'status': 'completed', 'code': 200} Jun 24 12:50:00.712942 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-af50901e-bf82-43e8-916b-65212092fe0d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/32decb43-524d-473c-9db8-1ffa6639a5c1 HTTP/1.1" status: 200 len: 992 time: 0.0671806 Jun 24 12:50:00.726288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-114dd6ce-550b-46a8-a285-48541ed9064f None None] Set router 6d5cb822-f224-46b0-95ee-a4c33747447b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:50:00.770964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c7a7f-b26b-443d-a5dc-ebab98b8b8ea req-c85e32bf-5aa9-48d9-92e2-9ce1c30791ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:00.772595 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-463c7a7f-b26b-443d-a5dc-ebab98b8b8ea req-c85e32bf-5aa9-48d9-92e2-9ce1c30791ee service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 1099 time: 0.0569394 Jun 24 12:50:00.872970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c7a7f-b26b-443d-a5dc-ebab98b8b8ea req-cf4951dc-d71c-402f-bbfa-a8c370f5eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:00.875230 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-463c7a7f-b26b-443d-a5dc-ebab98b8b8ea req-cf4951dc-d71c-402f-bbfa-a8c370f5eaf1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=329cfd5e-8bae-4794-b95b-9fb87055fd80 HTTP/1.1" status: 200 len: 899 time: 0.0937104 Jun 24 12:50:00.943650 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-463c7a7f-b26b-443d-a5dc-ebab98b8b8ea req-6beed80f-6ffe-493b-95b1-648c010859ad service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=460efa70-8a76-4d59-aceb-e4675c15844a HTTP/1.1" status: 200 len: 1000 time: 0.0607121 Jun 24 12:50:00.962946 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-114dd6ce-550b-46a8-a285-48541ed9064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b7607317-7bf0-455f-9164-746870462128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:49:43Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': 'b7607317-7bf0-455f-9164-746870462128', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:40Z', 'updated_at': '2021-06-24T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '32decb43-524d-473c-9db8-1ffa6639a5c1', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.104', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'port_id': '460efa70-8a76-4d59-aceb-e4675c15844a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'mac_address': 'fa:16:3e:d4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33de86bd-97b1-4511-9013-5ff562702469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:49:59Z', 'updated_at': '2021-06-24T12:49:59Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44edd418-c275-433c-82e3-e47f54fd9e69', 'name': '', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:07:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:42Z', 'updated_at': '2021-06-24T12:49:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:00.995364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114dd6ce-550b-46a8-a285-48541ed9064f None None] Checking router: 6d5cb822-f224-46b0-95ee-a4c33747447b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:50:00.998285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c7a7f-b26b-443d-a5dc-ebab98b8b8ea req-237cd0e1-0079-455d-ba6b-104f20100787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:00.999971 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-463c7a7f-b26b-443d-a5dc-ebab98b8b8ea req-237cd0e1-0079-455d-ba6b-104f20100787 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d46cc0de-0231-4a7c-b709-82e1285cf160 HTTP/1.1" status: 200 len: 834 time: 0.0501378 Jun 24 12:50:01.004489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114dd6ce-550b-46a8-a285-48541ed9064f None None] Routers {'6d5cb822-f224-46b0-95ee-a4c33747447b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:50:01.005117 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-114dd6ce-550b-46a8-a285-48541ed9064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:49:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6d5cb822-f224-46b0-95ee-a4c33747447b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:01.061670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c7a7f-b26b-443d-a5dc-ebab98b8b8ea req-4bd30bc8-531c-4fe7-a74e-f5d45d852114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:01.063379 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-463c7a7f-b26b-443d-a5dc-ebab98b8b8ea req-4bd30bc8-531c-4fe7-a74e-f5d45d852114 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=329cfd5e-8bae-4794-b95b-9fb87055fd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558679 Jun 24 12:50:01.124675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-114dd6ce-550b-46a8-a285-48541ed9064f None None] Set router 6d5cb822-f224-46b0-95ee-a4c33747447b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:50:01.170714 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-463c7a7f-b26b-443d-a5dc-ebab98b8b8ea req-179f8169-800f-4390-9691-421507cc52e0 service neutron] 10.222.0.102 "GET /v2.0/networks/329cfd5e-8bae-4794-b95b-9fb87055fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996785 Jun 24 12:50:01.268137 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-463c7a7f-b26b-443d-a5dc-ebab98b8b8ea req-85af6f9a-ac1d-4266-921c-6dbe450df8b1 service neutron] 10.222.0.102 "GET /v2.0/networks/329cfd5e-8bae-4794-b95b-9fb87055fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902855 Jun 24 12:50:01.373093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-114dd6ce-550b-46a8-a285-48541ed9064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b7607317-7bf0-455f-9164-746870462128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:49:43Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': 'b7607317-7bf0-455f-9164-746870462128', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:40Z', 'updated_at': '2021-06-24T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '32decb43-524d-473c-9db8-1ffa6639a5c1', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.104', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'port_id': '460efa70-8a76-4d59-aceb-e4675c15844a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'mac_address': 'fa:16:3e:d4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33de86bd-97b1-4511-9013-5ff562702469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:49:59Z', 'updated_at': '2021-06-24T12:49:59Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44edd418-c275-433c-82e3-e47f54fd9e69', 'name': '', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:07:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:42Z', 'updated_at': '2021-06-24T12:49:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:01.409644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114dd6ce-550b-46a8-a285-48541ed9064f None None] The sync data for ids ['6d5cb822-f224-46b0-95ee-a4c33747447b'] in dv-neutron-797121-4-hyperv is: [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b7607317-7bf0-455f-9164-746870462128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:49:43Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': 'b7607317-7bf0-455f-9164-746870462128', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:40Z', 'updated_at': '2021-06-24T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '32decb43-524d-473c-9db8-1ffa6639a5c1', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.104', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'port_id': '460efa70-8a76-4d59-aceb-e4675c15844a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'mac_address': 'fa:16:3e:d4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33de86bd-97b1-4511-9013-5ff562702469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:49:59Z', 'updated_at': '2021-06-24T12:49:59Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44edd418-c275-433c-82e3-e47f54fd9e69', 'name': '', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:07:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:42Z', 'updated_at': '2021-06-24T12:49:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:50:01.605385 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077bbfa2-d93b-4d7d-b586-09d493664ea5 None None] New status for floating IP 32decb43-524d-473c-9db8-1ffa6639a5c1: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:50:01.716625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47952) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:01.788842 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-07b382e5-72c2-4fdb-bb75-644dc2d2999f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/32decb43-524d-473c-9db8-1ffa6639a5c1 HTTP/1.1" status: 200 len: 992 time: 0.0697227 Jun 24 12:50:02.237754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:02.790825 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47954) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:02.851962 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6b4a46c8-1b47-47e7-a489-544fbceabdcb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/32decb43-524d-473c-9db8-1ffa6639a5c1 HTTP/1.1" status: 200 len: 994 time: 0.0598886 Jun 24 12:50:08.889412 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:50:17.121362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:26.568811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b6af798d-67fe-4f74-89d9-600b6da071a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:29.294367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-80303587-2d66-4e61-9da2-3ed6104ad64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:29.387417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:30.254087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:31.434563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 47972) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:31.552765 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5078637e-b7a9-4276-bab2-b62cc1c62e05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/32decb43-524d-473c-9db8-1ffa6639a5c1 HTTP/1.1" status: 200 len: 994 time: 0.1169105 Jun 24 12:50:31.887479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47978) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:32.039871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 5cf1a844-f4b6-4e3d-aa06-019cb3adc324 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:50:32.040114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:32.115617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:32.115941 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:32.127063 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 5cf1a844-f4b6-4e3d-aa06-019cb3adc324 owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:50:32.240262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:32.273453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:32.275421 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-aaca02ae-713e-46de-8d65-4afd503c0bb1 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:32.297276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=5cf1a844-f4b6-4e3d-aa06-019cb3adc324,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:32.301568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:32.359578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:32.359902 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP 32decb43-524d-473c-9db8-1ffa6639a5c1 disassociated (deleted). External IP: 172.26.1.104, port: 460efa70-8a76-4d59-aceb-e4675c15844a. Jun 24 12:50:32.565386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 6d5cb822-f224-46b0-95ee-a4c33747447b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:50:32.669966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:50:32.674625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:32.679756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f11c7fa-4d2a-4803-82dd-e4011f145a27 None None] Sync routers for ids ['6d5cb822-f224-46b0-95ee-a4c33747447b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:50:32.688821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11c7fa-4d2a-4803-82dd-e4011f145a27 None None] Routers {'6d5cb822-f224-46b0-95ee-a4c33747447b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:50:32.689437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7f11c7fa-4d2a-4803-82dd-e4011f145a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:50:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6d5cb822-f224-46b0-95ee-a4c33747447b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:32.715428 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/floatingips/32decb43-524d-473c-9db8-1ffa6639a5c1 HTTP/1.1" status: 204 len: 168 time: 0.8244245 Jun 24 12:50:32.715428 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33de86bd-97b1-4511-9013-5ff562702469', 'tag': '460efa70-8a76-4d59-aceb-e4675c15844a'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:50:32.717203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc8f24c-6fd9-45b3-b3d9-c5392ffecd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "33de86bd-97b1-4511-9013-5ff562702469", "tag": "460efa70-8a76-4d59-aceb-e4675c15844a"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:50:32.756052 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd870a29-b3c5-44f8-91d3-b34198b8b66d x-openstack-request-id: req-dd870a29-b3c5-44f8-91d3-b34198b8b66d {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:50:32.756418 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33de86bd-97b1-4511-9013-5ff562702469", "tag": "460efa70-8a76-4d59-aceb-e4675c15844a", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:50:32.756732 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-dd870a29-b3c5-44f8-91d3-b34198b8b66d {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:50:32.757312 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33de86bd-97b1-4511-9013-5ff562702469', 'tag': '460efa70-8a76-4d59-aceb-e4675c15844a', 'status': 'completed', 'code': 200} Jun 24 12:50:32.798063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-7f11c7fa-4d2a-4803-82dd-e4011f145a27 None None] Set router 6d5cb822-f224-46b0-95ee-a4c33747447b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:50:32.836100 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8f24c-6fd9-45b3-b3d9-c5392ffecd3b req-fb388cba-c5d0-408b-b8f1-59f07f26d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:32.838320 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1cc8f24c-6fd9-45b3-b3d9-c5392ffecd3b req-fb388cba-c5d0-408b-b8f1-59f07f26d8ce service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 1099 time: 0.0556154 Jun 24 12:50:32.944036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8f24c-6fd9-45b3-b3d9-c5392ffecd3b req-724e17f7-a987-4605-ad0a-180cbce5e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:32.945958 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1cc8f24c-6fd9-45b3-b3d9-c5392ffecd3b req-724e17f7-a987-4605-ad0a-180cbce5e56e service neutron] 10.222.0.102 "GET /v2.0/networks?id=329cfd5e-8bae-4794-b95b-9fb87055fd80 HTTP/1.1" status: 200 len: 899 time: 0.1003616 Jun 24 12:50:32.991111 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1cc8f24c-6fd9-45b3-b3d9-c5392ffecd3b req-3565501f-573d-49c3-a9a0-dbd02c805688 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=460efa70-8a76-4d59-aceb-e4675c15844a HTTP/1.1" status: 200 len: 217 time: 0.0371118 Jun 24 12:50:33.004815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7f11c7fa-4d2a-4803-82dd-e4011f145a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b7607317-7bf0-455f-9164-746870462128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:49:43Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': 'b7607317-7bf0-455f-9164-746870462128', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:40Z', 'updated_at': '2021-06-24T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '44edd418-c275-433c-82e3-e47f54fd9e69', 'name': '', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:07:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:42Z', 'updated_at': '2021-06-24T12:49:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:33.034435 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f11c7fa-4d2a-4803-82dd-e4011f145a27 None None] Checking router: 6d5cb822-f224-46b0-95ee-a4c33747447b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:50:33.043628 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11c7fa-4d2a-4803-82dd-e4011f145a27 None None] Routers {'6d5cb822-f224-46b0-95ee-a4c33747447b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:50:33.044242 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7f11c7fa-4d2a-4803-82dd-e4011f145a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:50:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6d5cb822-f224-46b0-95ee-a4c33747447b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:33.073054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8f24c-6fd9-45b3-b3d9-c5392ffecd3b req-4832a61f-61f1-401c-abab-92f384547bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:33.074404 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1cc8f24c-6fd9-45b3-b3d9-c5392ffecd3b req-4832a61f-61f1-401c-abab-92f384547bce service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d46cc0de-0231-4a7c-b709-82e1285cf160 HTTP/1.1" status: 200 len: 834 time: 0.0767972 Jun 24 12:50:33.130740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7995f-5f81-4a01-8f21-99dd6ec78cc6 req-ca51a138-13e8-41e5-ba3b-ba04e20237f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:33.132134 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-95b7995f-5f81-4a01-8f21-99dd6ec78cc6 req-ca51a138-13e8-41e5-ba3b-ba04e20237f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 946 time: 0.1028237 Jun 24 12:50:33.143744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-7f11c7fa-4d2a-4803-82dd-e4011f145a27 None None] Set router 6d5cb822-f224-46b0-95ee-a4c33747447b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:50:33.166286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8f24c-6fd9-45b3-b3d9-c5392ffecd3b req-33ddc3a6-faaa-453d-987f-8f96fdc99fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:33.167797 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1cc8f24c-6fd9-45b3-b3d9-c5392ffecd3b req-33ddc3a6-faaa-453d-987f-8f96fdc99fef service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=329cfd5e-8bae-4794-b95b-9fb87055fd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860384 Jun 24 12:50:33.189073 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-95b7995f-5f81-4a01-8f21-99dd6ec78cc6 req-ff4db099-81d0-4575-9230-a718d58a7bb0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=38c7d1d5-029f-4913-ab84-a124ae521b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501509 Jun 24 12:50:33.269262 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1cc8f24c-6fd9-45b3-b3d9-c5392ffecd3b req-a17c6535-0d03-4fe9-9eca-9fe42679080d service neutron] 10.222.0.102 "GET /v2.0/networks/329cfd5e-8bae-4794-b95b-9fb87055fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920782 Jun 24 12:50:33.347674 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7f11c7fa-4d2a-4803-82dd-e4011f145a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b7607317-7bf0-455f-9164-746870462128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:49:43Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': 'b7607317-7bf0-455f-9164-746870462128', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:40Z', 'updated_at': '2021-06-24T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '44edd418-c275-433c-82e3-e47f54fd9e69', 'name': '', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:07:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:42Z', 'updated_at': '2021-06-24T12:49:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:33.359411 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1cc8f24c-6fd9-45b3-b3d9-c5392ffecd3b req-13c00109-5530-431c-8d7e-87da7235e4c2 service neutron] 10.222.0.102 "GET /v2.0/networks/329cfd5e-8bae-4794-b95b-9fb87055fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831234 Jun 24 12:50:33.374643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f11c7fa-4d2a-4803-82dd-e4011f145a27 None None] The sync data for ids ['6d5cb822-f224-46b0-95ee-a4c33747447b'] in dv-neutron-797121-4-hyperv is: [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b7607317-7bf0-455f-9164-746870462128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:49:43Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': 'b7607317-7bf0-455f-9164-746870462128', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:40Z', 'updated_at': '2021-06-24T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '44edd418-c275-433c-82e3-e47f54fd9e69', 'name': '', 'network_id': '329cfd5e-8bae-4794-b95b-9fb87055fd80', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:07:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:42Z', 'updated_at': '2021-06-24T12:49:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'd46cc0de-0231-4a7c-b709-82e1285cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:50:33.595902 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c929f86-7287-4396-a163-c9c03d9a7a9f None None] New status for floating IP 32decb43-524d-473c-9db8-1ffa6639a5c1: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:50:34.369248 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622660cf-b728-410a-8934-b6cd6e3a4562 req-0b42e816-2813-43e7-8355-e31f25f46888 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:34.370727 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-622660cf-b728-410a-8934-b6cd6e3a4562 req-0b42e816-2813-43e7-8355-e31f25f46888 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 946 time: 0.0669305 Jun 24 12:50:34.442106 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-622660cf-b728-410a-8934-b6cd6e3a4562 req-960cd4a4-45ef-4bd1-bd8b-1a774f3419d5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=38c7d1d5-029f-4913-ab84-a124ae521b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615079 Jun 24 12:50:34.462800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e363e-f00b-4b9b-9138-2363abc4a74a req-04983938-ef37-4b9b-9899-05c040db02c3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:34.464253 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb8e363e-f00b-4b9b-9138-2363abc4a74a req-04983938-ef37-4b9b-9899-05c040db02c3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/ports?device_id=33de86bd-97b1-4511-9013-5ff562702469 HTTP/1.1" status: 200 len: 946 time: 0.0922568 Jun 24 12:50:34.565938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-fb8e363e-f00b-4b9b-9138-2363abc4a74a req-698d5fbf-4f8b-4323-8765-1f923b71856a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 460efa70-8a76-4d59-aceb-e4675c15844a {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:50:34.566183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-fb8e363e-f00b-4b9b-9138-2363abc4a74a req-698d5fbf-4f8b-4323-8765-1f923b71856a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:34.650998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-fb8e363e-f00b-4b9b-9138-2363abc4a74a req-698d5fbf-4f8b-4323-8765-1f923b71856a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 460efa70-8a76-4d59-aceb-e4675c15844a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=460efa70-8a76-4d59-aceb-e4675c15844a,segment=NetworkSegment(f572317e-b0fb-48ed-af04-79aa2c776758),segment_id=f572317e-b0fb-48ed-af04-79aa2c776758)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:50:34.651365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-fb8e363e-f00b-4b9b-9138-2363abc4a74a req-698d5fbf-4f8b-4323-8765-1f923b71856a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:34.663808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-fb8e363e-f00b-4b9b-9138-2363abc4a74a req-698d5fbf-4f8b-4323-8765-1f923b71856a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 460efa70-8a76-4d59-aceb-e4675c15844a owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:50:34.790672 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-fb8e363e-f00b-4b9b-9138-2363abc4a74a req-698d5fbf-4f8b-4323-8765-1f923b71856a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:34.794831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4d1387ff-484f-4bc6-9336-1901c46a8ba6 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:34.819968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d5fbf-4f8b-4323-8765-1f923b71856a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=460efa70-8a76-4d59-aceb-e4675c15844a,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:34.822939 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-698d5fbf-4f8b-4323-8765-1f923b71856a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:34.867887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8e363e-f00b-4b9b-9138-2363abc4a74a req-698d5fbf-4f8b-4323-8765-1f923b71856a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] No DVR routers for this DVR port 460efa70-8a76-4d59-aceb-e4675c15844a on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:50:34.870290 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-fb8e363e-f00b-4b9b-9138-2363abc4a74a req-698d5fbf-4f8b-4323-8765-1f923b71856a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:34.872331 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fb8e363e-f00b-4b9b-9138-2363abc4a74a req-698d5fbf-4f8b-4323-8765-1f923b71856a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "DELETE /v2.0/ports/460efa70-8a76-4d59-aceb-e4675c15844a HTTP/1.1" status: 204 len: 173 time: 0.4020216 Jun 24 12:50:34.872848 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33de86bd-97b1-4511-9013-5ff562702469', 'name': 'network-vif-deleted', 'tag': '460efa70-8a76-4d59-aceb-e4675c15844a'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:50:34.875123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf85e84-d77a-464c-97f0-a53e2b62335a" -d '{"events": [{"server_uuid": "33de86bd-97b1-4511-9013-5ff562702469", "name": "network-vif-deleted", "tag": "460efa70-8a76-4d59-aceb-e4675c15844a"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:50:34.912917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c19744-70af-446b-84e0-c15e2aa3ba2d x-openstack-request-id: req-82c19744-70af-446b-84e0-c15e2aa3ba2d {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:50:34.913259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33de86bd-97b1-4511-9013-5ff562702469", "name": "network-vif-deleted", "tag": "460efa70-8a76-4d59-aceb-e4675c15844a", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:50:34.913557 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-82c19744-70af-446b-84e0-c15e2aa3ba2d {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:50:34.913997 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33de86bd-97b1-4511-9013-5ff562702469', 'name': 'network-vif-deleted', 'tag': '460efa70-8a76-4d59-aceb-e4675c15844a', 'status': 'completed', 'code': 200} Jun 24 12:50:35.533216 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47992) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:35.591237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-612cc2a3-7764-4639-a7d1-e23be13bc23c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:35.615647 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-612cc2a3-7764-4639-a7d1-e23be13bc23c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:35.672528 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-612cc2a3-7764-4639-a7d1-e23be13bc23c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:35.676034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-612cc2a3-7764-4639-a7d1-e23be13bc23c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:35.677197 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-612cc2a3-7764-4639-a7d1-e23be13bc23c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/security-groups/38c7d1d5-029f-4913-ab84-a124ae521b1e HTTP/1.1" status: 204 len: 168 time: 0.1429970 Jun 24 12:50:35.678014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-57a0e8b2-3167-49df-8211-79b94d092dd7 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:35.686722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cc2a3-7764-4639-a7d1-e23be13bc23c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c7d1d5-029f-4913-ab84-a124ae521b1e,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:35.690855 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-612cc2a3-7764-4639-a7d1-e23be13bc23c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:35.718705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47996) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:36.072838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-052973dd-bb78-4f27-8946-c2994d09e662 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:36.604578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-052973dd-bb78-4f27-8946-c2994d09e662 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 44edd418-c275-433c-82e3-e47f54fd9e69 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:50:36.605299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-052973dd-bb78-4f27-8946-c2994d09e662 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:36.688866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-052973dd-bb78-4f27-8946-c2994d09e662 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 44edd418-c275-433c-82e3-e47f54fd9e69, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=44edd418-c275-433c-82e3-e47f54fd9e69,segment=NetworkSegment(f572317e-b0fb-48ed-af04-79aa2c776758),segment_id=f572317e-b0fb-48ed-af04-79aa2c776758)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:50:36.689222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-052973dd-bb78-4f27-8946-c2994d09e662 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:36.701943 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-052973dd-bb78-4f27-8946-c2994d09e662 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 44edd418-c275-433c-82e3-e47f54fd9e69 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:50:36.882226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-052973dd-bb78-4f27-8946-c2994d09e662 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:36.884169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4a88f671-4ebc-4183-ba94-103c30682514 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:36.913672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052973dd-bb78-4f27-8946-c2994d09e662 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=44edd418-c275-433c-82e3-e47f54fd9e69,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:36.918935 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-052973dd-bb78-4f27-8946-c2994d09e662 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:37.086531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-052973dd-bb78-4f27-8946-c2994d09e662 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:37.297690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052973dd-bb78-4f27-8946-c2994d09e662 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 6d5cb822-f224-46b0-95ee-a4c33747447b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:50:37.404309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052973dd-bb78-4f27-8946-c2994d09e662 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:50:37.410258 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-052973dd-bb78-4f27-8946-c2994d09e662 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/6d5cb822-f224-46b0-95ee-a4c33747447b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6900032 Jun 24 12:50:37.412527 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 47998) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:37.415026 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472250e-de28-45ac-8a6d-e29d56ff42a8 None None] Sync routers for ids ['6d5cb822-f224-46b0-95ee-a4c33747447b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:50:37.424550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9472250e-de28-45ac-8a6d-e29d56ff42a8 None None] Routers {'6d5cb822-f224-46b0-95ee-a4c33747447b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:50:37.425688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9472250e-de28-45ac-8a6d-e29d56ff42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:50:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6d5cb822-f224-46b0-95ee-a4c33747447b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:37.462316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e29c65-d2fc-4606-b338-fe7cb8984594 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting subnet d46cc0de-0231-4a7c-b709-82e1285cf160 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:50:37.465241 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0e29c65-d2fc-4606-b338-fe7cb8984594 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:37.504419 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0e29c65-d2fc-4606-b338-fe7cb8984594 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:37.529024 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-9472250e-de28-45ac-8a6d-e29d56ff42a8 None None] Set router 6d5cb822-f224-46b0-95ee-a4c33747447b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:50:37.590225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0e29c65-d2fc-4606-b338-fe7cb8984594 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:37.649268 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0e29c65-d2fc-4606-b338-fe7cb8984594 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:37.652166 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c3ea4257-87b1-4670-a6bf-63a358107fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:37.678783 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e29c65-d2fc-4606-b338-fe7cb8984594 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Subnet': ['ID=d46cc0de-0231-4a7c-b709-82e1285cf160,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:37.681819 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d0e29c65-d2fc-4606-b338-fe7cb8984594 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:37.684324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0e29c65-d2fc-4606-b338-fe7cb8984594 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:37.687389 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d0e29c65-d2fc-4606-b338-fe7cb8984594 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/subnets/d46cc0de-0231-4a7c-b709-82e1285cf160 HTTP/1.1" status: 204 len: 168 time: 0.2738051 Jun 24 12:50:37.690590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48000) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:37.693054 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b10ded-9c64-4aca-a185-60d37d5a0d36 None None] Network 329cfd5e-8bae-4794-b95b-9fb87055fd80 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:50:37.761910 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9472250e-de28-45ac-8a6d-e29d56ff42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b7607317-7bf0-455f-9164-746870462128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:50:36Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': 'b7607317-7bf0-455f-9164-746870462128', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:49:40Z', 'updated_at': '2021-06-24T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:37.797183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:37.910422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:37.959002 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472250e-de28-45ac-8a6d-e29d56ff42a8 None None] Checking router: 6d5cb822-f224-46b0-95ee-a4c33747447b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:50:37.968977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port b7607317-7bf0-455f-9164-746870462128 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:50:37.969314 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:37.985653 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9472250e-de28-45ac-8a6d-e29d56ff42a8 None None] Routers {'6d5cb822-f224-46b0-95ee-a4c33747447b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:50:37.986292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9472250e-de28-45ac-8a6d-e29d56ff42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:50:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6d5cb822-f224-46b0-95ee-a4c33747447b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:38.047816 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port b7607317-7bf0-455f-9164-746870462128, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b7607317-7bf0-455f-9164-746870462128,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:50:38.048068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:38.061089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for b7607317-7bf0-455f-9164-746870462128 owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:50:38.079828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-9472250e-de28-45ac-8a6d-e29d56ff42a8 None None] Set router 6d5cb822-f224-46b0-95ee-a4c33747447b gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:50:38.138860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9472250e-de28-45ac-8a6d-e29d56ff42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:50:37Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:38.167285 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472250e-de28-45ac-8a6d-e29d56ff42a8 None None] The sync data for ids ['6d5cb822-f224-46b0-95ee-a4c33747447b'] in dv-neutron-797121-4-hyperv is: [{'id': '6d5cb822-f224-46b0-95ee-a4c33747447b', 'name': 'tempest-TestNetworkBasicOps-router-253170115', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:49:39Z', 'updated_at': '2021-06-24T12:50:37Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:50:38.170006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de2eda-bd60-4ca7-963c-e814b4ea65e1 None None] DHCP port deletion for 329cfd5e-8bae-4794-b95b-9fb87055fd80 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:50:38.223958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b6de2eda-bd60-4ca7-963c-e814b4ea65e1 None None] Deleting port abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:50:38.224343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b6de2eda-bd60-4ca7-963c-e814b4ea65e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:38.281473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 460efa70-8a76-4d59-aceb-e4675c15844a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:50:38.311283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 460efa70-8a76-4d59-aceb-e4675c15844a {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:50:38.311637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 460efa70-8a76-4d59-aceb-e4675c15844a not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:50:38.314315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b6de2eda-bd60-4ca7-963c-e814b4ea65e1 None None] For port abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287,segment=NetworkSegment(f572317e-b0fb-48ed-af04-79aa2c776758),segment_id=f572317e-b0fb-48ed-af04-79aa2c776758)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:50:38.314776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b6de2eda-bd60-4ca7-963c-e814b4ea65e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:38.327822 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b6de2eda-bd60-4ca7-963c-e814b4ea65e1 None None] Calling delete_port for abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:50:38.413456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b6de2eda-bd60-4ca7-963c-e814b4ea65e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:38.415519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-efc92d06-e057-4350-8638-bd3d705c30cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:38.444383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de2eda-bd60-4ca7-963c-e814b4ea65e1 None None] Pushing event deleted for resources: {'Port': ['ID=abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:38.446178 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de2eda-bd60-4ca7-963c-e814b4ea65e1 None None] No DVR routers for this DVR port abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:50:38.447585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b6de2eda-bd60-4ca7-963c-e814b4ea65e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:38.543979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:38.546121 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:38.574385 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=b7607317-7bf0-455f-9164-746870462128,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:38.577403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:38.641028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:38.735007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:38.737063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:38.780986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:38.781519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Fanout notify agent at l3_agent the message router_deleted on router 6d5cb822-f224-46b0-95ee-a4c33747447b {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:50:38.789656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:38.793518 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48002) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:38.794120 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/routers/6d5cb822-f224-46b0-95ee-a4c33747447b HTTP/1.1" status: 204 len: 168 time: 1.1011870 Jun 24 12:50:38.874522 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:38.963138 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:38.979246 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329cfd5e-8bae-4794-b95b-9fb87055fd80']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:38.995780 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f572317e-b0fb-48ed-af04-79aa2c776758') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:38.996053 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f572317e-b0fb-48ed-af04-79aa2c776758') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:39.005034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.017959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.024319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:50:39.024744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:50:39.027782 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:50:39.082887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.086325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b13a4fc2-a18c-4713-be3c-14093d54919b tempest-RoutersNegativeTest-1242485241 tempest-RoutersNegativeTest-1242485241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:39.096634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.098424 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/networks/329cfd5e-8bae-4794-b95b-9fb87055fd80 HTTP/1.1" status: 204 len: 168 time: 0.3037472 Jun 24 12:50:39.109329 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Network': ['ID=329cfd5e-8bae-4794-b95b-9fb87055fd80,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:39.111883 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:39.113455 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48004) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:39.119506 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-02fd4c34-667e-4a6a-b98a-1ab5066cda94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'network': {'name': 'tempest-network-smoke--827304620', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'port_security_enabled': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:39.139637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fd4c34-667e-4a6a-b98a-1ab5066cda94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:50:39.143681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-02fd4c34-667e-4a6a-b98a-1ab5066cda94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.166158 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fd4c34-667e-4a6a-b98a-1ab5066cda94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] vlan segment allocate from pool success with {'vlan_id': 1309, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:50:39.174954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-02fd4c34-667e-4a6a-b98a-1ab5066cda94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.175306 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-02fd4c34-667e-4a6a-b98a-1ab5066cda94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Added segment a5b23fce-93fd-424d-8fe6-45d6dd7da419 of type vlan for network 89520dca-a8ff-46ba-b89e-7b9b98f16843 Jun 24 12:50:39.218749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-02fd4c34-667e-4a6a-b98a-1ab5066cda94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.246101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-02fd4c34-667e-4a6a-b98a-1ab5066cda94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.251573 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fd4c34-667e-4a6a-b98a-1ab5066cda94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:39.252143 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-02fd4c34-667e-4a6a-b98a-1ab5066cda94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.255019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:39.286687 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-02fd4c34-667e-4a6a-b98a-1ab5066cda94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1722023 Jun 24 12:50:39.289579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48006) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:39.294538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'admin_state_up': True, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:39.320544 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd4c34-667e-4a6a-b98a-1ab5066cda94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Network': ['ID=89520dca-a8ff-46ba-b89e-7b9b98f16843,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:39.323335 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-02fd4c34-667e-4a6a-b98a-1ab5066cda94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:39.324662 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.325654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.330583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 89520dca-a8ff-46ba-b89e-7b9b98f16843 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:50:39.407842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.552532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.744941 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.768802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:39.858441 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:50:39.876962 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.70 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/1aeb73e9-3d82-4691-ba09-74f12c0d645a) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:50:39.891136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:50:39.893103 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device abb33cfc-fcd7-4e0b-ae6a-8f17dd7cc287 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:50:39.893533 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b7607317-7bf0-455f-9164-746870462128 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:50:39.915895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: b7607317-7bf0-455f-9164-746870462128 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:50:39.916243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b7607317-7bf0-455f-9164-746870462128 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:50:39.916663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 44edd418-c275-433c-82e3-e47f54fd9e69 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:50:39.935648 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 44edd418-c275-433c-82e3-e47f54fd9e69 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:50:39.935999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 44edd418-c275-433c-82e3-e47f54fd9e69 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:50:39.982154 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:40.020326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:40.026791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:40.061637 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:50:40.066730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:50:40.070023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:50:40.091296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=1aeb73e9-3d82-4691-ba09-74f12c0d645a,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:40.095223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:40.314564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:40.510546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:40.635158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 84f663c2-596f-431c-9417-6f59aebd92d7 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:50:40.739389 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:50:40.748392 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Sync routers for ids ['84f663c2-596f-431c-9417-6f59aebd92d7'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:50:40.756945 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Routers {'84f663c2-596f-431c-9417-6f59aebd92d7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:50:40.757183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:40.757660 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:50:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['84f663c2-596f-431c-9417-6f59aebd92d7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:40.758589 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4679313 Jun 24 12:50:40.761681 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48008) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:40.799358 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-739473cb-ddf9-4fd4-8948-c55fad8ec77b tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=ab2b30c769814168a3d5057c6ba96374&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338080 Jun 24 12:50:40.800531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48010) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:40.861004 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Set router 84f663c2-596f-431c-9417-6f59aebd92d7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:50:40.890482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc9f8f4-9684-4b35-8413-8c8369d25aca tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:40.891924 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fdc9f8f4-9684-4b35-8413-8c8369d25aca tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903695 Jun 24 12:50:40.895290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48012) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:40.929829 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-52cd0e7b-1e40-4429-86de-ff7adfc2ac94 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332394 Jun 24 12:50:40.932177 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48014) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:40.937106 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b44e282c-1fd9-4b2d-b295-b822c32f8367 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1212857675', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:41.028008 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44e282c-1fd9-4b2d-b295-b822c32f8367 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:50:41.031823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b44e282c-1fd9-4b2d-b295-b822c32f8367 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.038094 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:40Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:41.064407 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Checking router: 84f663c2-596f-431c-9417-6f59aebd92d7 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:50:41.064761 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Updating router 84f663c2-596f-431c-9417-6f59aebd92d7 port 1aeb73e9-3d82-4691-ba09-74f12c0d645a binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:50:41.097998 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.215673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b44e282c-1fd9-4b2d-b295-b822c32f8367 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.218079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-47a1ef88-9263-4c1f-ac1d-efcb9756f816 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:41.275501 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e282c-1fd9-4b2d-b295-b822c32f8367 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Subnet': ['ID=87285f3d-3179-430f-b6e0-5bcbfb16ad3a,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:41.278975 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b44e282c-1fd9-4b2d-b295-b822c32f8367 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:41.285551 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44e282c-1fd9-4b2d-b295-b822c32f8367 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Checking segment: {'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:50:41.285955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e282c-1fd9-4b2d-b295-b822c32f8367 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network hostable DHCP agents. Network: 89520dca-a8ff-46ba-b89e-7b9b98f16843, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:50:41.302683 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e282c-1fd9-4b2d-b295-b822c32f8367 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 89520dca-a8ff-46ba-b89e-7b9b98f16843 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:50:41.311652 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-b44e282c-1fd9-4b2d-b295-b822c32f8367 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 89520dca-a8ff-46ba-b89e-7b9b98f16843) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:50:41.315975 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e282c-1fd9-4b2d-b295-b822c32f8367 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:41.316570 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b44e282c-1fd9-4b2d-b295-b822c32f8367 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.324631 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fbe487-b2fc-42f2-868f-816a39532dfa None None] Network 89520dca-a8ff-46ba-b89e-7b9b98f16843 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:50:41.332836 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b44e282c-1fd9-4b2d-b295-b822c32f8367 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3996279 Jun 24 12:50:41.335669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48016) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:41.366915 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.377922 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Transition to ACTIVE for port object 1aeb73e9-3d82-4691-ba09-74f12c0d645a will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:50:41.384684 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.386591 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-cbb87899-bce2-4c6d-9861-a0c336864eb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:41.438717 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Attempting to bind port 1aeb73e9-3d82-4691-ba09-74f12c0d645a on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:50:41.439128 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Attempting to bind port 1aeb73e9-3d82-4691-ba09-74f12c0d645a by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:50:41.439907 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Attempting to bind port 1aeb73e9-3d82-4691-ba09-74f12c0d645a on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:50:41.448138 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc65c8-28e8-4d3a-b4db-b7b1f2b3024c None None] Pushing event updated for resources: {'Port': ['ID=1aeb73e9-3d82-4691-ba09-74f12c0d645a,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:41.451200 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-7ebc65c8-28e8-4d3a-b4db-b7b1f2b3024c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:41.452331 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:50:41.452716 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:50:41.453126 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.454285 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:50:41.454285 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Bound port: 1aeb73e9-3d82-4691-ba09-74f12c0d645a, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:50:41.454548 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.497972 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-89520dca-a8ff-46ba-b89e-7b9b98f16843', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:50:41.498952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.508166 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] For port 1aeb73e9-3d82-4691-ba09-74f12c0d645a, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:50:41.511950 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] For port 1aeb73e9-3d82-4691-ba09-74f12c0d645a, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1aeb73e9-3d82-4691-ba09-74f12c0d645a,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:50:41.518592 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.521692 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-7df69c25-1186-4be9-b53d-1e2d8fa77a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:41.579708 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Routers {'84f663c2-596f-431c-9417-6f59aebd92d7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:50:41.580338 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:50:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['84f663c2-596f-431c-9417-6f59aebd92d7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:41.586109 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc65c8-28e8-4d3a-b4db-b7b1f2b3024c None None] Pushing event updated for resources: {'Port': ['ID=1aeb73e9-3d82-4691-ba09-74f12c0d645a,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:41.626512 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-7ebc65c8-28e8-4d3a-b4db-b7b1f2b3024c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:41.639349 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Allocated IP 172.20.0.2 (89520dca-a8ff-46ba-b89e-7b9b98f16843/87285f3d-3179-430f-b6e0-5bcbfb16ad3a/b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:50:41.700026 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] Set router 84f663c2-596f-431c-9417-6f59aebd92d7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:50:41.798166 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.810403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.821473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Transition to ACTIVE for port object b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:50:41.836292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Transition to ACTIVE for port object b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:50:41.845188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.848838 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-42b47e09-d9be-465e-9135-09c41efed6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:41.894966 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Network 89520dca-a8ff-46ba-b89e-7b9b98f16843 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:50:41.898002 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:50:41.902832 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:50:41.906531 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Pushing event updated for resources: {'Port': ['ID=b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:41.913404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:41.965505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Attempting to bind port b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:50:41.966090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Attempting to bind port b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:50:41.966524 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Attempting to bind port b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 on network 89520dca-a8ff-46ba-b89e-7b9b98f16843 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:50:41.972084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:50:41.972462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Checking segment: {'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:50:41.972867 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.973338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Bound using segment: {'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:50:41.973815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Bound port: b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:50:41.974191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:41.991434 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:40Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:42.017089 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef793a-6a76-46f7-b2ec-faeb63235147 None None] The sync data for ids ['84f663c2-596f-431c-9417-6f59aebd92d7'] in dv-neutron-797121-4-hyperv is: [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:40Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:50:42.047991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] For port b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:50:42.053137 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] For port b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:50:42.057379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:42.060396 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:42.087468 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.1 (89520dca-a8ff-46ba-b89e-7b9b98f16843/87285f3d-3179-430f-b6e0-5bcbfb16ad3a/6892d9db-d830-46ac-9ae9-8bcb0c8c3679) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:50:42.124375 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Pushing event updated for resources: {'Port': ['ID=b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:42.127791 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:42.219668 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:42.238505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:50:42.292475 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:42.295124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c6bbced3-84a4-482a-8dd5-5f138b5f62aa tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:42.337631 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 89520dca-a8ff-46ba-b89e-7b9b98f16843 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:50:42.352797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:50:42.355756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:50:42.389854 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=6892d9db-d830-46ac-9ae9-8bcb0c8c3679,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:42.394497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:42.418041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:42.566018 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:43.107620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c95a6d-f7cb-467c-b3a0-3d8f383f050c None None] Network 89520dca-a8ff-46ba-b89e-7b9b98f16843 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:50:43.158161 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:43.163962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:43.167277 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5cf495f3-5abb-4f44-a92e-ea424fea3e70 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:43.226195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f1c64102-f3b0-4ce5-b4ef-ac4c0f215b9c None None] Provisioning for port b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:50:43.247206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:43.250083 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=6892d9db-d830-46ac-9ae9-8bcb0c8c3679,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:43.255611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:43.343063 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 89520dca-a8ff-46ba-b89e-7b9b98f16843 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:50:43.344575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:50:43.475347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 84f663c2-596f-431c-9417-6f59aebd92d7 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:50:43.595387 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:50:43.600735 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/84f663c2-596f-431c-9417-6f59aebd92d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2639310 Jun 24 12:50:43.603505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48018) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:43.603672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d4ae9130-8875-4201-9056-381bdbb73287 None None] Provisioning for port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:50:43.608947 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d4ae9130-8875-4201-9056-381bdbb73287 None None] Provisioning complete for port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:50:43.609387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9130-8875-4201-9056-381bdbb73287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:43.652999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae9130-8875-4201-9056-381bdbb73287 None None] Port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:50:43.732821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Sync routers for ids ['84f663c2-596f-431c-9417-6f59aebd92d7'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:50:43.743246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Routers {'84f663c2-596f-431c-9417-6f59aebd92d7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:50:43.743972 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:50:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['84f663c2-596f-431c-9417-6f59aebd92d7'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:43.790392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e12cb0-bd09-49ff-be97-20676a00ae3e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:43.790895 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e12cb0-bd09-49ff-be97-20676a00ae3e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:43.791367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e12cb0-bd09-49ff-be97-20676a00ae3e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:43.791832 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e12cb0-bd09-49ff-be97-20676a00ae3e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:43.792300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e12cb0-bd09-49ff-be97-20676a00ae3e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:43.792757 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e12cb0-bd09-49ff-be97-20676a00ae3e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:43.797719 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48020) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:43.800195 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-05e12cb0-bd09-49ff-be97-20676a00ae3e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.1947591 Jun 24 12:50:43.867891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0945c7-5fd1-4841-8676-74b8d9644be2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:43.868358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0945c7-5fd1-4841-8676-74b8d9644be2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:43.870203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0945c7-5fd1-4841-8676-74b8d9644be2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:43.870890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0945c7-5fd1-4841-8676-74b8d9644be2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:43.872284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0945c7-5fd1-4841-8676-74b8d9644be2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:43.872939 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0945c7-5fd1-4841-8676-74b8d9644be2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:43.874801 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1d0945c7-5fd1-4841-8676-74b8d9644be2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0760806 Jun 24 12:50:43.878150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48022) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:43.888583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Set router 84f663c2-596f-431c-9417-6f59aebd92d7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:50:43.980732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1aeb73e9-3d82-4691-ba09-74f12c0d645a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:50:44.016807 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-667b9691-ad3d-4bf0-8e3c-be77a9b8b5d8 None None] Provisioning complete for port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:50:44.017182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-667b9691-ad3d-4bf0-8e3c-be77a9b8b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.045972 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4a2c4519-aa56-40d3-83cf-451648643067 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1666217 Jun 24 12:50:44.102153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-667b9691-ad3d-4bf0-8e3c-be77a9b8b5d8 None None] Port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:50:44.144597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 1aeb73e9-3d82-4691-ba09-74f12c0d645a completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:50:44.150259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1aeb73e9-3d82-4691-ba09-74f12c0d645a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:50:44.150633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.205576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:43Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:44.400200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Checking router: 84f663c2-596f-431c-9417-6f59aebd92d7 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:50:44.400542 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Updating router 84f663c2-596f-431c-9417-6f59aebd92d7 port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:50:44.439930 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.445808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f6949abd-cde8-4243-9f87-f6c7de4d3e0c None None] Provisioning complete for port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:50:44.446164 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f6949abd-cde8-4243-9f87-f6c7de4d3e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.485134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.491228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 1aeb73e9-3d82-4691-ba09-74f12c0d645a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1aeb73e9-3d82-4691-ba09-74f12c0d645a,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:50:44.504290 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.505121 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:50:44.508878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-67d615e3-36b4-4ab1-99d8-dd73b953280e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:44.512698 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-f6949abd-cde8-4243-9f87-f6c7de4d3e0c None None] Port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:50:44.613043 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=1aeb73e9-3d82-4691-ba09-74f12c0d645a,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:44.660716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:44.686534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:50:44.693793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:50:44.694117 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.699232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48026) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:44.704033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a930a4d9-61f1-48b7-90c2-114efa3f5145 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1591812652', 'description': 'tempest-secgroup-smoke-1591812652 description', 'project_id': 'ab2b30c769814168a3d5057c6ba96374'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:44.728228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a930a4d9-61f1-48b7-90c2-114efa3f5145 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.811923 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a930a4d9-61f1-48b7-90c2-114efa3f5145 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.818879 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a930a4d9-61f1-48b7-90c2-114efa3f5145 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.822480 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0f614b7e-b39f-4a5f-a0f1-fd686d391e93 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:44.849248 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930a4d9-61f1-48b7-90c2-114efa3f5145 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b2bdd5-78d7-4f16-8ec4-908614eb2139,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:44.851882 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a930a4d9-61f1-48b7-90c2-114efa3f5145 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.853113 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a930a4d9-61f1-48b7-90c2-114efa3f5145 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1528668 Jun 24 12:50:44.853772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.854033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a930a4d9-61f1-48b7-90c2-114efa3f5145 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:44.856043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48028) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:44.860921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-0d7e1ed8-52e7-4a6f-9741-1dd65c07e127 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '79b2bdd5-78d7-4f16-8ec4-908614eb2139', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:44.887734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1ed8-52e7-4a6f-9741-1dd65c07e127 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.926176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:50:44.930534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.932886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.935747 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b6de2eda-bd60-4ca7-963c-e814b4ea65e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:44.948326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1ed8-52e7-4a6f-9741-1dd65c07e127 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.952647 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1ed8-52e7-4a6f-9741-1dd65c07e127 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.959009 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5962bce2-af67-4680-b159-862fce70face tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:44.965048 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Transition to ACTIVE for port object 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:50:44.972535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e1ed8-52e7-4a6f-9741-1dd65c07e127 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ad1ffc-11bc-45e8-a6d0-d725e97d775f,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:44.975434 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0d7e1ed8-52e7-4a6f-9741-1dd65c07e127 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:44.977885 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1ed8-52e7-4a6f-9741-1dd65c07e127 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.978862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.979243 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0d7e1ed8-52e7-4a6f-9741-1dd65c07e127 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222222 Jun 24 12:50:44.981974 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48030) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:44.986912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-455403ac-bd63-4b14-bea0-df77a2109d6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '79b2bdd5-78d7-4f16-8ec4-908614eb2139', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:45.001906 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:45.007269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:45.007828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:45.014797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-455403ac-bd63-4b14-bea0-df77a2109d6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.074943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc8773-ff67-46b6-a19b-c7eaa76e6cc5 None None] Pushing event updated for resources: {'Port': ['ID=6892d9db-d830-46ac-9ae9-8bcb0c8c3679,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:45.079705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-455403ac-bd63-4b14-bea0-df77a2109d6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.081339 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0fbc8773-ff67-46b6-a19b-c7eaa76e6cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:45.085645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-455403ac-bd63-4b14-bea0-df77a2109d6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.087579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fa74cfe4-a509-4f0b-a13f-9b5c0ba66745 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:45.102728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455403ac-bd63-4b14-bea0-df77a2109d6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3452af-7b2e-438b-af9e-294c81084416,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:45.106871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-455403ac-bd63-4b14-bea0-df77a2109d6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:45.113143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Attempting to bind port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:50:45.113524 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Attempting to bind port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:50:45.113894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Attempting to bind port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 on network 89520dca-a8ff-46ba-b89e-7b9b98f16843 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:50:45.116142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-455403ac-bd63-4b14-bea0-df77a2109d6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.120431 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-455403ac-bd63-4b14-bea0-df77a2109d6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346593 Jun 24 12:50:45.120956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:50:45.120956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Checking segment: {'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:50:45.120956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.121254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48032) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:45.121356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Bound using segment: {'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:50:45.121470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Bound port: 6892d9db-d830-46ac-9ae9-8bcb0c8c3679, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:50:45.121809 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.125513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4ae15543-4394-44ca-8f59-6b6cd1be61a6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '79b2bdd5-78d7-4f16-8ec4-908614eb2139', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:45.154744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4ae15543-4394-44ca-8f59-6b6cd1be61a6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.192380 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] For port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:50:45.195692 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] For port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6892d9db-d830-46ac-9ae9-8bcb0c8c3679,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:50:45.201334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.203800 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:45.224915 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4ae15543-4394-44ca-8f59-6b6cd1be61a6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.228282 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4ae15543-4394-44ca-8f59-6b6cd1be61a6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.230341 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-455403ac-bd63-4b14-bea0-df77a2109d6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:45.247457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae15543-4394-44ca-8f59-6b6cd1be61a6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed2649d-00e1-4b5d-a1d5-6dc7bda184fd,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:45.255892 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4ae15543-4394-44ca-8f59-6b6cd1be61a6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:45.257286 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4ae15543-4394-44ca-8f59-6b6cd1be61a6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.258648 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4ae15543-4394-44ca-8f59-6b6cd1be61a6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371598 Jun 24 12:50:45.262490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48034) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:45.265102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Routers {'84f663c2-596f-431c-9417-6f59aebd92d7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:50:45.265738 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:50:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['84f663c2-596f-431c-9417-6f59aebd92d7'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:45.267716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-afdd1695-51f3-4124-a2d1-d258c8710950 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '79b2bdd5-78d7-4f16-8ec4-908614eb2139', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:45.296692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afdd1695-51f3-4124-a2d1-d258c8710950 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.300088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc8773-ff67-46b6-a19b-c7eaa76e6cc5 None None] Pushing event updated for resources: {'Port': ['ID=6892d9db-d830-46ac-9ae9-8bcb0c8c3679,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:45.304499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0fbc8773-ff67-46b6-a19b-c7eaa76e6cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:45.372846 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afdd1695-51f3-4124-a2d1-d258c8710950 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.378467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afdd1695-51f3-4124-a2d1-d258c8710950 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.380595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d291c07e-ecf9-40f7-9b13-3705299643cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:45.397758 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd1695-51f3-4124-a2d1-d258c8710950 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b5f490-b6c7-4f18-a69a-37006d915a65,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:45.406016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] Set router 84f663c2-596f-431c-9417-6f59aebd92d7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:50:45.406271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-afdd1695-51f3-4124-a2d1-d258c8710950 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:45.412525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afdd1695-51f3-4124-a2d1-d258c8710950 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.413887 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-afdd1695-51f3-4124-a2d1-d258c8710950 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502333 Jun 24 12:50:45.416739 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48036) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:45.421316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d5cecbb0-99fe-4993-89e4-cf4b35fe6b42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '79b2bdd5-78d7-4f16-8ec4-908614eb2139', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:45.447910 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-d5cecbb0-99fe-4993-89e4-cf4b35fe6b42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:50:45.453366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5cecbb0-99fe-4993-89e4-cf4b35fe6b42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.519038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5cecbb0-99fe-4993-89e4-cf4b35fe6b42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.523589 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5cecbb0-99fe-4993-89e4-cf4b35fe6b42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.526015 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-208847ac-5d1d-4761-99d2-a1cccf72f8c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:45.541697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cecbb0-99fe-4993-89e4-cf4b35fe6b42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3068efee-c23a-49cd-b3e8-ae0fb351c8be,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:45.544255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d5cecbb0-99fe-4993-89e4-cf4b35fe6b42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:45.550174 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d5cecbb0-99fe-4993-89e4-cf4b35fe6b42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.551649 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d5cecbb0-99fe-4993-89e4-cf4b35fe6b42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339796 Jun 24 12:50:45.554309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48038) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:45.558973 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-eca8de36-7ce1-4333-b481-8f6b8847239d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '79b2bdd5-78d7-4f16-8ec4-908614eb2139', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:45.581377 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-eca8de36-7ce1-4333-b481-8f6b8847239d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:50:45.586209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eca8de36-7ce1-4333-b481-8f6b8847239d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.639831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:45Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:45.651805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eca8de36-7ce1-4333-b481-8f6b8847239d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.655950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eca8de36-7ce1-4333-b481-8f6b8847239d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.658273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:45.673424 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457af709-309f-41df-a382-2ba4ce25fb16 None None] The sync data for ids ['84f663c2-596f-431c-9417-6f59aebd92d7'] in dv-neutron-797121-4-hyperv is: [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:45Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:50:45.677220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8de36-7ce1-4333-b481-8f6b8847239d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73da758-54bd-4689-ab3e-bf46f336c8f0,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:45.680139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eca8de36-7ce1-4333-b481-8f6b8847239d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:45.684236 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eca8de36-7ce1-4333-b481-8f6b8847239d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:45.695619 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-eca8de36-7ce1-4333-b481-8f6b8847239d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300714 Jun 24 12:50:45.888116 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:50:45.917262 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-95e8c6e5-de0f-4e3d-b2bc-6de743b0dee8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1591812652&fields=id&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 267 time: 0.0392835 Jun 24 12:50:45.943618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:50:45.992927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:50:45.996901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:50:45.997330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:46.036997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1f070-1950-4c3c-9969-0107af162200 req-49b2b901-4b00-4b6a-b0f9-2aff1df61132 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:46.038537 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-49b2b901-4b00-4b6a-b0f9-2aff1df61132 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/networks?id=89520dca-a8ff-46ba-b89e-7b9b98f16843 HTTP/1.1" status: 200 len: 796 time: 0.1105065 Jun 24 12:50:46.057353 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-8a32ad9f-cdb1-4f9a-bcad-2761a85e7942 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/quotas/ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 375 time: 0.0109656 Jun 24 12:50:46.081740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:46.120574 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6892d9db-d830-46ac-9ae9-8bcb0c8c3679,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:50:46.127048 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:46.127952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1aeb73e9-3d82-4691-ba09-74f12c0d645a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:50:46.130512 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:46.146297 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-166147b0-b116-4d6b-9807-13cf37ed34b1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810997 Jun 24 12:50:46.209903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=6892d9db-d830-46ac-9ae9-8bcb0c8c3679,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:46.213417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:46.222442 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1aeb73e9-3d82-4691-ba09-74f12c0d645a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:50:46.222858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:46.255619 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-ea9c663f-a4b7-40c5-a60f-c66e3380acab service neutron] 10.222.0.110 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959218 Jun 24 12:50:46.307955 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:50:46.360073 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:50:46.360654 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:46.363778 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-30dade11-5f25-44e8-8d9d-51b2d69a3634 service neutron] 10.222.0.110 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013052 Jun 24 12:50:46.536481 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4dc71bde-86b3-4593-93fe-5d068adfe182 req-a46e9dd4-aa54-4b9a-b729-bcd5fa938c6a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 210 time: 0.0297532 Jun 24 12:50:47.114819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:47.584089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1f070-1950-4c3c-9969-0107af162200 req-87fbb7dd-d9e2-45e6-830e-1d718f2aa2fa tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:47.585609 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-87fbb7dd-d9e2-45e6-830e-1d718f2aa2fa tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/networks?id=89520dca-a8ff-46ba-b89e-7b9b98f16843 HTTP/1.1" status: 200 len: 796 time: 0.1091311 Jun 24 12:50:47.634555 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-2816e2b0-cc5c-41e4-9815-c479a65f4929 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 380 time: 0.0385132 Jun 24 12:50:47.643713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-93b1f070-1950-4c3c-9969-0107af162200 req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'port': {'device_id': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'admin_state_up': True, 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'security_groups': ['79b2bdd5-78d7-4f16-8ec4-908614eb2139']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:47.696079 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e66d0408-bfab-4bd5-abec-8d6dc7806548 req-b4ab0a5a-24d9-40cd-8fdb-b2ab973911e4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 210 time: 0.0358863 Jun 24 12:50:47.782338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b1f070-1950-4c3c-9969-0107af162200 req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:50:47.786457 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-93b1f070-1950-4c3c-9969-0107af162200 req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:47.866010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:50:47.912806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-93b1f070-1950-4c3c-9969-0107af162200 req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.3 (89520dca-a8ff-46ba-b89e-7b9b98f16843/87285f3d-3179-430f-b6e0-5bcbfb16ad3a/4ec07173-856a-44d2-8906-bcef76f3802b) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:50:47.913132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:50:47.913440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:48.056215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-93b1f070-1950-4c3c-9969-0107af162200 req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:48.069718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-93b1f070-1950-4c3c-9969-0107af162200 req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object 4ec07173-856a-44d2-8906-bcef76f3802b will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:50:48.102509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-93b1f070-1950-4c3c-9969-0107af162200 req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:48.106745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:48.146597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b1f070-1950-4c3c-9969-0107af162200 req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 89520dca-a8ff-46ba-b89e-7b9b98f16843 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:50:48.151452 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-93b1f070-1950-4c3c-9969-0107af162200 req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:50:48.155075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b1f070-1950-4c3c-9969-0107af162200 req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:50:48.161499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=4ec07173-856a-44d2-8906-bcef76f3802b,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:48.188885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:48.189282 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:48.190210 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:48.190595 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:48.190992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:48.191374 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:48.191745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:48.192114 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:48.192486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:48.192856 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:48.193227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:48.193591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:48.199105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:48.224035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1f070-1950-4c3c-9969-0107af162200 req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:48.224656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-93b1f070-1950-4c3c-9969-0107af162200 req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:48.240229 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6007874 Jun 24 12:50:48.253321 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Request body: {'port': {'device_id': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:48.327850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:48.392680 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b8f24c6a-091b-4db2-be68-5733ab90dbf0 None None] Provisioning for port 4ec07173-856a-44d2-8906-bcef76f3802b completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:50:48.397847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b8f24c6a-091b-4db2-be68-5733ab90dbf0 None None] Provisioning complete for port 4ec07173-856a-44d2-8906-bcef76f3802b triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:50:48.398370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b8f24c6a-091b-4db2-be68-5733ab90dbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:48.433194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b8f24c6a-091b-4db2-be68-5733ab90dbf0 None None] Port 4ec07173-856a-44d2-8906-bcef76f3802b cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:50:48.588699 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec07173-856a-44d2-8906-bcef76f3802b {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:50:48.596040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:48.607644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Transition to ACTIVE for port object 4ec07173-856a-44d2-8906-bcef76f3802b will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:50:48.611347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:48.613854 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-46efebef-ec73-4ec0-90e0-ac407e882a07 tempest-TestServerAdvancedOps-461944495 tempest-TestServerAdvancedOps-461944495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:48.662424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec07173-856a-44d2-8906-bcef76f3802b,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:48.667025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:48.735988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Attempting to bind port 4ec07173-856a-44d2-8906-bcef76f3802b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:50:48.736294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Attempting to bind port 4ec07173-856a-44d2-8906-bcef76f3802b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:50:48.736807 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Attempting to bind port 4ec07173-856a-44d2-8906-bcef76f3802b on network 89520dca-a8ff-46ba-b89e-7b9b98f16843 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:50:48.742301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Port 4ec07173-856a-44d2-8906-bcef76f3802b on network 89520dca-a8ff-46ba-b89e-7b9b98f16843 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:50:48.742710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Attempting to bind port 4ec07173-856a-44d2-8906-bcef76f3802b on network 89520dca-a8ff-46ba-b89e-7b9b98f16843 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:50:48.747976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:50:48.748395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Checking segment: {'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:50:48.748849 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Bound using segment: {'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:50:48.749352 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Bound port: 4ec07173-856a-44d2-8906-bcef76f3802b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:50:48.749787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:48.866090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] For port 4ec07173-856a-44d2-8906-bcef76f3802b, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:50:48.883714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] For port 4ec07173-856a-44d2-8906-bcef76f3802b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4ec07173-856a-44d2-8906-bcef76f3802b,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:50:48.889464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:48.892113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f6a6d02-1f4f-47c7-847a-5780bdf85e42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:48.935594 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:48.936242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:48.938190 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] 10.222.0.102 "PUT /v2.0/ports/4ec07173-856a-44d2-8906-bcef76f3802b HTTP/1.1" status: 200 len: 1093 time: 0.6895525 Jun 24 12:50:48.938359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'tag': '4ec07173-856a-44d2-8906-bcef76f3802b'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:50:48.941301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a552b3b8-30fe-444d-9003-bf2e4cafa94e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7", "tag": "4ec07173-856a-44d2-8906-bcef76f3802b"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:50:48.963183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1ecc9-f7e0-48c9-af25-7be86c9747ca req-565efec1-8ecf-43ed-ab68-194671bcdcb4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:48.964722 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-58d1ecc9-f7e0-48c9-af25-7be86c9747ca req-565efec1-8ecf-43ed-ab68-194671bcdcb4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 943 time: 0.1404214 Jun 24 12:50:49.014262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0989440c-a52f-44b0-8559-f43e2189f2b3 x-openstack-request-id: req-0989440c-a52f-44b0-8559-f43e2189f2b3 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:50:49.014616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7", "tag": "4ec07173-856a-44d2-8906-bcef76f3802b", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:50:49.014945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-0989440c-a52f-44b0-8559-f43e2189f2b3 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:50:49.015466 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'tag': '4ec07173-856a-44d2-8906-bcef76f3802b', 'status': 'completed', 'code': 200} Jun 24 12:50:49.018330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec07173-856a-44d2-8906-bcef76f3802b,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:49.037482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:49.059934 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-58d1ecc9-f7e0-48c9-af25-7be86c9747ca req-a517af79-1b66-45be-aaf2-af8c2bcddf49 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=79b2bdd5-78d7-4f16-8ec4-908614eb2139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853407 Jun 24 12:50:49.086371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1f070-1950-4c3c-9969-0107af162200 req-80a20782-fc44-4576-9d61-3c9c295ca7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:49.087958 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-80a20782-fc44-4576-9d61-3c9c295ca7f8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 1096 time: 0.0971224 Jun 24 12:50:49.132330 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-5201b7c1-a691-4631-a032-0f62c396220a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ec07173-856a-44d2-8906-bcef76f3802b HTTP/1.1" status: 200 len: 217 time: 0.0364282 Jun 24 12:50:49.182754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1f070-1950-4c3c-9969-0107af162200 req-a0c53ef7-b46d-4d24-b903-af1edc7363dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:49.184269 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-a0c53ef7-b46d-4d24-b903-af1edc7363dc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=87285f3d-3179-430f-b6e0-5bcbfb16ad3a HTTP/1.1" status: 200 len: 835 time: 0.0452538 Jun 24 12:50:49.244535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1f070-1950-4c3c-9969-0107af162200 req-b3fcde1c-fe31-4899-acef-74bec1bae889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:49.245897 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-b3fcde1c-fe31-4899-acef-74bec1bae889 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89520dca-a8ff-46ba-b89e-7b9b98f16843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547404 Jun 24 12:50:49.334276 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-b3d800f4-35c0-4844-97af-63e635684b33 service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804806 Jun 24 12:50:49.426648 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-93b1f070-1950-4c3c-9969-0107af162200 req-faedfc09-063c-4385-b9c5-2151a4c96735 service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853164 Jun 24 12:50:49.528651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552b3b8-30fe-444d-9003-bf2e4cafa94e req-486ea51c-601a-4f84-abc0-ce1dfecf0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:49.530123 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a552b3b8-30fe-444d-9003-bf2e4cafa94e req-486ea51c-601a-4f84-abc0-ce1dfecf0538 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 1096 time: 0.0516822 Jun 24 12:50:49.935789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552b3b8-30fe-444d-9003-bf2e4cafa94e req-be81a9cf-54da-4cf9-a8fe-bce72d4eff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:49.937268 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a552b3b8-30fe-444d-9003-bf2e4cafa94e req-be81a9cf-54da-4cf9-a8fe-bce72d4eff32 service neutron] 10.222.0.102 "GET /v2.0/networks?id=89520dca-a8ff-46ba-b89e-7b9b98f16843 HTTP/1.1" status: 200 len: 898 time: 0.3988743 Jun 24 12:50:49.978135 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a552b3b8-30fe-444d-9003-bf2e4cafa94e req-8e355bd0-12ee-45c7-abcd-7ad0da889f5e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ec07173-856a-44d2-8906-bcef76f3802b HTTP/1.1" status: 200 len: 217 time: 0.0334313 Jun 24 12:50:50.024561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552b3b8-30fe-444d-9003-bf2e4cafa94e req-a2ebd599-8798-444d-9745-cc6b1e37f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:50.025946 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a552b3b8-30fe-444d-9003-bf2e4cafa94e req-a2ebd599-8798-444d-9745-cc6b1e37f9f8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=87285f3d-3179-430f-b6e0-5bcbfb16ad3a HTTP/1.1" status: 200 len: 835 time: 0.0412395 Jun 24 12:50:50.084743 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552b3b8-30fe-444d-9003-bf2e4cafa94e req-daf01ccb-4cee-4d32-8b4a-5fab70262295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:50.086127 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a552b3b8-30fe-444d-9003-bf2e4cafa94e req-daf01ccb-4cee-4d32-8b4a-5fab70262295 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89520dca-a8ff-46ba-b89e-7b9b98f16843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536280 Jun 24 12:50:50.180010 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a552b3b8-30fe-444d-9003-bf2e4cafa94e req-be03419d-25c9-4a34-af55-1fb2bbc1b073 service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846527 Jun 24 12:50:50.305254 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a552b3b8-30fe-444d-9003-bf2e4cafa94e req-0b6616e2-1812-4ea2-b454-c96a0fa48917 service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171789 Jun 24 12:50:50.314631 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83b10b-4d71-4fbe-92f0-4f9de073124b req-96693309-3f19-4c68-91ad-83dae317e93a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:50.316063 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b83b10b-4d71-4fbe-92f0-4f9de073124b req-96693309-3f19-4c68-91ad-83dae317e93a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 943 time: 0.1393824 Jun 24 12:50:50.355713 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b83b10b-4d71-4fbe-92f0-4f9de073124b req-0267c379-928d-409c-b6b0-498516dc21f4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=79b2bdd5-78d7-4f16-8ec4-908614eb2139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338478 Jun 24 12:50:51.537701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659905-a22d-41c0-a384-a74783ba315e req-71847051-4029-48d7-abcb-d968207f0d24 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:51.539192 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dc659905-a22d-41c0-a384-a74783ba315e req-71847051-4029-48d7-abcb-d968207f0d24 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 943 time: 0.0692654 Jun 24 12:50:51.578747 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dc659905-a22d-41c0-a384-a74783ba315e req-cec5ab41-4d14-4b1b-bf6b-f6c243ea707b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=79b2bdd5-78d7-4f16-8ec4-908614eb2139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338986 Jun 24 12:50:52.355776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 4ec07173-856a-44d2-8906-bcef76f3802b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:50:52.452594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 4ec07173-856a-44d2-8906-bcef76f3802b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4ec07173-856a-44d2-8906-bcef76f3802b,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:50:52.464013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '4ec07173-856a-44d2-8906-bcef76f3802b', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'port_id': '4ec07173-856a-44d2-8906-bcef76f3802b', 'mac_address': 'fa:16:3e:45:e9:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:50:52.499393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:52.512053 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec07173-856a-44d2-8906-bcef76f3802b {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:50:52.531360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 4ec07173-856a-44d2-8906-bcef76f3802b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4ec07173-856a-44d2-8906-bcef76f3802b,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:50:52.535277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:52.537218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:52.581044 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=4ec07173-856a-44d2-8906-bcef76f3802b,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:52.584640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:52.749008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fdd22-37fe-45b0-a4de-d065b54e150e req-4f31c161-b682-4e86-9515-9e467910cb67 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:52.750482 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-625fdd22-37fe-45b0-a4de-d065b54e150e req-4f31c161-b682-4e86-9515-9e467910cb67 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 944 time: 0.0632982 Jun 24 12:50:52.764241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['4ec07173-856a-44d2-8906-bcef76f3802b'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:50:52.793239 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-625fdd22-37fe-45b0-a4de-d065b54e150e req-df85da6d-c82c-4bf4-bbb0-03dffb6c1cc4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=79b2bdd5-78d7-4f16-8ec4-908614eb2139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348072 Jun 24 12:50:53.966882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735a8ab-c757-472d-88a7-9a8c264a71ad req-a4c3c44f-9ad8-4187-bf5f-597780fde0cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:53.967691 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d735a8ab-c757-472d-88a7-9a8c264a71ad req-a4c3c44f-9ad8-4187-bf5f-597780fde0cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 944 time: 0.0641243 Jun 24 12:50:54.003997 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d735a8ab-c757-472d-88a7-9a8c264a71ad req-f0d723be-c53a-4e1a-bd55-39970cdb407e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=79b2bdd5-78d7-4f16-8ec4-908614eb2139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307350 Jun 24 12:50:54.356912 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 4ec07173-856a-44d2-8906-bcef76f3802b up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:50:54.408077 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 4ec07173-856a-44d2-8906-bcef76f3802b completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:50:54.411940 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 4ec07173-856a-44d2-8906-bcef76f3802b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:50:54.412809 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:54.486010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:54.507482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec07173-856a-44d2-8906-bcef76f3802b'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:50:54.509755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb438792-7054-4237-ab34-c6294584e89a" -d '{"events": [{"server_uuid": "d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7", "name": "network-vif-plugged", "status": "completed", "tag": "4ec07173-856a-44d2-8906-bcef76f3802b"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:50:54.522836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 4ec07173-856a-44d2-8906-bcef76f3802b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4ec07173-856a-44d2-8906-bcef76f3802b,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:50:54.526958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:54.528907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:54.550944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481b260d-511b-4453-9370-8b9a3c4ee9bd x-openstack-request-id: req-481b260d-511b-4453-9370-8b9a3c4ee9bd {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:50:54.551247 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7", "name": "network-vif-plugged", "status": "completed", "tag": "4ec07173-856a-44d2-8906-bcef76f3802b", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:50:54.551504 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-481b260d-511b-4453-9370-8b9a3c4ee9bd {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:50:54.551907 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec07173-856a-44d2-8906-bcef76f3802b', 'code': 200} Jun 24 12:50:54.579888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=4ec07173-856a-44d2-8906-bcef76f3802b,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:54.583265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:54.764029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea04f74-f86b-46d5-8a12-e5ccf245fa43 req-52158f83-35fe-4638-abaa-edfebb572f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:54.765397 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bea04f74-f86b-46d5-8a12-e5ccf245fa43 req-52158f83-35fe-4638-abaa-edfebb572f8a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 1098 time: 0.0532272 Jun 24 12:50:54.800025 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bea04f74-f86b-46d5-8a12-e5ccf245fa43 req-2328e51d-5846-45a9-a034-8817ac30604f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=79b2bdd5-78d7-4f16-8ec4-908614eb2139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267675 Jun 24 12:50:55.173344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe3ba3-bf9d-45bf-9e33-0b47f8e2d909 req-af5725f4-80f8-497d-8c9b-80406d9d8eff tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:55.176191 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0ffe3ba3-bf9d-45bf-9e33-0b47f8e2d909 req-af5725f4-80f8-497d-8c9b-80406d9d8eff tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 945 time: 0.0648384 Jun 24 12:50:55.216922 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0ffe3ba3-bf9d-45bf-9e33-0b47f8e2d909 req-65d3679f-b47a-4f35-825a-8cfa3fc674d0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=79b2bdd5-78d7-4f16-8ec4-908614eb2139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351653 Jun 24 12:50:56.396789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde68f8-85a3-4c9f-90c8-1be41cb06580 req-9e204454-94cb-4170-9d86-679421fffcbd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:56.398699 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cdde68f8-85a3-4c9f-90c8-1be41cb06580 req-9e204454-94cb-4170-9d86-679421fffcbd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 945 time: 0.0670521 Jun 24 12:50:56.437326 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cdde68f8-85a3-4c9f-90c8-1be41cb06580 req-1da0dd55-05a4-43c2-bd8c-71f40273f379 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=79b2bdd5-78d7-4f16-8ec4-908614eb2139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327618 Jun 24 12:50:56.569427 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-84c1e3a6-eeb4-480c-a169-d11eb217764a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:56.608191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdca4a9-c4da-4c66-a001-114d908ebc70 req-4d9bcc85-4ecb-4a77-ab82-ddce9be720ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:56.609664 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5cdca4a9-c4da-4c66-a001-114d908ebc70 req-4d9bcc85-4ecb-4a77-ab82-ddce9be720ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 945 time: 0.0642641 Jun 24 12:50:56.646705 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5cdca4a9-c4da-4c66-a001-114d908ebc70 req-1140fbe0-3c99-4227-bd0d-17f95d590f0a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=79b2bdd5-78d7-4f16-8ec4-908614eb2139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313721 Jun 24 12:50:56.670490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48090) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:56.724267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef8b4fc-b680-4892-8a08-2a15dd4a0781 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:56.725783 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4ef8b4fc-b680-4892-8a08-2a15dd4a0781 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 1093 time: 0.0542493 Jun 24 12:50:56.728659 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48092) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:56.733208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '4ec07173-856a-44d2-8906-bcef76f3802b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:56.754423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:56.852926 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:56.950726 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.99 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/a750cc96-753a-4bd8-afa6-918ad6463f8d) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:50:57.052200 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:57.090260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:57.092261 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:57.130849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:50:57.133359 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:50:57.138476 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:50:57.141561 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=a750cc96-753a-4bd8-afa6-918ad6463f8d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:57.166907 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:57.167296 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:57.167678 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:57.168052 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:57.168422 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:57.168791 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:57.169161 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:57.169525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:57.169892 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:57.170255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:57.170614 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:57.170996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:57.175726 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:57.510198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:57.585884 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:57.731362 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:57.735971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:57.739475 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:57.803544 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=a750cc96-753a-4bd8-afa6-918ad6463f8d,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:57.807571 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:57.813986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:57.911936 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP c9bda86e-a7b1-4f44-8524-59e621b69b6f associated. External IP: 172.26.1.99, port: 4ec07173-856a-44d2-8906-bcef76f3802b. Jun 24 12:50:58.111171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 84f663c2-596f-431c-9417-6f59aebd92d7 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:50:58.214182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:50:58.224147 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e980af8-1892-422f-85f9-cbbe140a8edb None None] Sync routers for ids ['84f663c2-596f-431c-9417-6f59aebd92d7'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:50:58.231309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:58.233388 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e980af8-1892-422f-85f9-cbbe140a8edb None None] Routers {'84f663c2-596f-431c-9417-6f59aebd92d7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:50:58.234002 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9e980af8-1892-422f-85f9-cbbe140a8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:50:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['84f663c2-596f-431c-9417-6f59aebd92d7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:58.266281 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5365860 Jun 24 12:50:58.267004 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'tag': '4ec07173-856a-44d2-8906-bcef76f3802b'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:50:58.269739 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48094) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:58.270247 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7640d065-c514-468e-b2b7-80a06ee747de" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7", "tag": "4ec07173-856a-44d2-8906-bcef76f3802b"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:50:58.307950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406f3e98-9586-44e8-8a74-63eb34e4faff x-openstack-request-id: req-406f3e98-9586-44e8-8a74-63eb34e4faff {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:50:58.308409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7", "tag": "4ec07173-856a-44d2-8906-bcef76f3802b", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:50:58.308931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-406f3e98-9586-44e8-8a74-63eb34e4faff {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:50:58.309529 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'tag': '4ec07173-856a-44d2-8906-bcef76f3802b', 'status': 'completed', 'code': 200} Jun 24 12:50:58.339799 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-9e980af8-1892-422f-85f9-cbbe140a8edb None None] Set router 84f663c2-596f-431c-9417-6f59aebd92d7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:50:58.348645 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-06e7559e-1009-4d87-a597-4f8280ed8b28 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/c9bda86e-a7b1-4f44-8524-59e621b69b6f HTTP/1.1" status: 200 len: 990 time: 0.0766592 Jun 24 12:50:58.394985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640d065-c514-468e-b2b7-80a06ee747de req-f1ba076c-73d2-4885-9d81-75f158f791a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:58.396543 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7640d065-c514-468e-b2b7-80a06ee747de req-f1ba076c-73d2-4885-9d81-75f158f791a7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 1098 time: 0.0587633 Jun 24 12:50:58.488034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640d065-c514-468e-b2b7-80a06ee747de req-478d308d-c915-4d42-9770-f69c11c21762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:58.489488 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7640d065-c514-468e-b2b7-80a06ee747de req-478d308d-c915-4d42-9770-f69c11c21762 service neutron] 10.222.0.102 "GET /v2.0/networks?id=89520dca-a8ff-46ba-b89e-7b9b98f16843 HTTP/1.1" status: 200 len: 898 time: 0.0863054 Jun 24 12:50:58.558473 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7640d065-c514-468e-b2b7-80a06ee747de req-612ea334-c8b5-42ad-a548-f3b1267fe025 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ec07173-856a-44d2-8906-bcef76f3802b HTTP/1.1" status: 200 len: 998 time: 0.0617459 Jun 24 12:50:58.563509 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9e980af8-1892-422f-85f9-cbbe140a8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'c9bda86e-a7b1-4f44-8524-59e621b69b6f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.99', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'port_id': '4ec07173-856a-44d2-8906-bcef76f3802b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'mac_address': 'fa:16:3e:45:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:50:57Z', 'updated_at': '2021-06-24T12:50:57Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:58.590100 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e980af8-1892-422f-85f9-cbbe140a8edb None None] Checking router: 84f663c2-596f-431c-9417-6f59aebd92d7 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:50:58.599006 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e980af8-1892-422f-85f9-cbbe140a8edb None None] Routers {'84f663c2-596f-431c-9417-6f59aebd92d7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:50:58.599620 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9e980af8-1892-422f-85f9-cbbe140a8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:50:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['84f663c2-596f-431c-9417-6f59aebd92d7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:58.609559 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640d065-c514-468e-b2b7-80a06ee747de req-48fa9c02-dc06-4357-bd6e-64e18d316c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:58.611055 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7640d065-c514-468e-b2b7-80a06ee747de req-48fa9c02-dc06-4357-bd6e-64e18d316c0a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=87285f3d-3179-430f-b6e0-5bcbfb16ad3a HTTP/1.1" status: 200 len: 835 time: 0.0451660 Jun 24 12:50:58.666994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640d065-c514-468e-b2b7-80a06ee747de req-90abc9ce-e09b-4d89-9c80-eed0ad0bd7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:58.668399 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7640d065-c514-468e-b2b7-80a06ee747de req-90abc9ce-e09b-4d89-9c80-eed0ad0bd7fa service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89520dca-a8ff-46ba-b89e-7b9b98f16843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512605 Jun 24 12:50:58.701382 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-9e980af8-1892-422f-85f9-cbbe140a8edb None None] Set router 84f663c2-596f-431c-9417-6f59aebd92d7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:50:58.762388 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7640d065-c514-468e-b2b7-80a06ee747de req-33003323-5b34-4757-9e00-d31f67e5a5ef service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860634 Jun 24 12:50:58.873913 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7640d065-c514-468e-b2b7-80a06ee747de req-810f9fb0-9676-419d-8b12-108f05896206 service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049175 Jun 24 12:50:58.947993 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9e980af8-1892-422f-85f9-cbbe140a8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'c9bda86e-a7b1-4f44-8524-59e621b69b6f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.99', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'port_id': '4ec07173-856a-44d2-8906-bcef76f3802b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'mac_address': 'fa:16:3e:45:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:50:57Z', 'updated_at': '2021-06-24T12:50:57Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:58.973127 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e980af8-1892-422f-85f9-cbbe140a8edb None None] The sync data for ids ['84f663c2-596f-431c-9417-6f59aebd92d7'] in dv-neutron-797121-4-hyperv is: [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'c9bda86e-a7b1-4f44-8524-59e621b69b6f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.99', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'port_id': '4ec07173-856a-44d2-8906-bcef76f3802b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'mac_address': 'fa:16:3e:45:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:50:57Z', 'updated_at': '2021-06-24T12:50:57Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:50:59.158439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e676873-b501-42ae-a03b-21045a8ef1a1 None None] New status for floating IP c9bda86e-a7b1-4f44-8524-59e621b69b6f: ACTIVE {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:50:59.309893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3d5a-ca1e-4714-81ad-e7c50ba6cc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:59.352280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48098) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:59.390400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:59.418933 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-562fee8f-f059-40ac-a732-739fd6df5831 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/c9bda86e-a7b1-4f44-8524-59e621b69b6f HTTP/1.1" status: 200 len: 992 time: 0.0653529 Jun 24 12:51:00.257317 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:02.241845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:17.118535 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:22.886518 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:51:24.068225 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-77e2c74c-e5ce-476e-91c3-fe8f13319f9f req-b1212a30-727a-4190-b800-6e4c4d5af3e1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520022 Jun 24 12:51:24.168429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2c74c-e5ce-476e-91c3-fe8f13319f9f req-14c3f35e-d9a2-4ecc-a048-51021584dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:24.169887 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-77e2c74c-e5ce-476e-91c3-fe8f13319f9f req-14c3f35e-d9a2-4ecc-a048-51021584dd18 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 1098 time: 0.0548768 Jun 24 12:51:24.271981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2c74c-e5ce-476e-91c3-fe8f13319f9f req-d5d010e3-c615-41ab-82ce-2560c0991e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:24.273441 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-77e2c74c-e5ce-476e-91c3-fe8f13319f9f req-d5d010e3-c615-41ab-82ce-2560c0991e32 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 914 time: 0.0822663 Jun 24 12:51:24.341721 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-77e2c74c-e5ce-476e-91c3-fe8f13319f9f req-2a223c84-4608-495b-b729-7493b4ebed31 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e52fe70-ff8a-480a-8434-b01e5f1c7391 HTTP/1.1" status: 200 len: 999 time: 0.0599051 Jun 24 12:51:24.390202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2c74c-e5ce-476e-91c3-fe8f13319f9f req-14eb9717-334f-4dc2-a144-85e28934a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:24.391726 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-77e2c74c-e5ce-476e-91c3-fe8f13319f9f req-14eb9717-334f-4dc2-a144-85e28934a622 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.0421214 Jun 24 12:51:24.448465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2c74c-e5ce-476e-91c3-fe8f13319f9f req-5e533364-06d0-4c44-b7ab-20dec5d2f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:24.449916 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-77e2c74c-e5ce-476e-91c3-fe8f13319f9f req-5e533364-06d0-4c44-b7ab-20dec5d2f505 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507424 Jun 24 12:51:24.545265 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-77e2c74c-e5ce-476e-91c3-fe8f13319f9f req-d414a69f-29ab-46f6-8bd3-dad87e1e019a service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872490 Jun 24 12:51:24.631645 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-77e2c74c-e5ce-476e-91c3-fe8f13319f9f req-afd5f4aa-f6f9-4ec3-b150-b652e08d0e88 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798445 Jun 24 12:51:26.570503 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7c837774-3291-4b81-932a-971f1ffda643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:29.291343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-657cf8f9-f626-4ead-a9f1-3c06a10139fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:29.394107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:30.259117 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:32.244226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:34.503289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dbb17-6cd7-411d-ba31-009d83132242 req-1f3a8d35-242e-43dc-9c94-2fad779923ed tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:34.504649 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b75dbb17-6cd7-411d-ba31-009d83132242 req-1f3a8d35-242e-43dc-9c94-2fad779923ed tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 945 time: 0.0666244 Jun 24 12:51:34.544322 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b75dbb17-6cd7-411d-ba31-009d83132242 req-6edb5b4f-5f0f-4994-82f6-9234a833abc9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340509 Jun 24 12:51:34.691980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48114) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:34.781371 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e341232-2059-4bcc-9553-0b3a0b71acf6 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:34.781775 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e341232-2059-4bcc-9553-0b3a0b71acf6 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:34.782253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e341232-2059-4bcc-9553-0b3a0b71acf6 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:34.783936 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6e341232-2059-4bcc-9553-0b3a0b71acf6 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?project_id=ab2b30c769814168a3d5057c6ba96374&network_id=89520dca-a8ff-46ba-b89e-7b9b98f16843 HTTP/1.1" status: 200 len: 2999 time: 0.0909600 Jun 24 12:51:35.719014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752af793-c0ee-4485-bad9-dedb7185627b req-a79c797a-bdc7-4ba0-a291-7909bb0c5142 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:35.720497 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-752af793-c0ee-4485-bad9-dedb7185627b req-a79c797a-bdc7-4ba0-a291-7909bb0c5142 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 945 time: 0.0659473 Jun 24 12:51:35.757603 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-752af793-c0ee-4485-bad9-dedb7185627b req-4f632d21-f45d-45cb-8ff2-ec46b8dd3a02 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314381 Jun 24 12:51:36.119895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8befccf-0b69-48fc-97a6-114083c25404 req-67aed0ab-528c-476f-b365-bfec1090ddf9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:36.121324 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c8befccf-0b69-48fc-97a6-114083c25404 req-67aed0ab-528c-476f-b365-bfec1090ddf9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 945 time: 0.0611899 Jun 24 12:51:36.224155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-c8befccf-0b69-48fc-97a6-114083c25404 req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Deleting port 0e52fe70-ff8a-480a-8434-b01e5f1c7391 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:51:36.224491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c8befccf-0b69-48fc-97a6-114083c25404 req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:36.310516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-c8befccf-0b69-48fc-97a6-114083c25404 req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] For port 0e52fe70-ff8a-480a-8434-b01e5f1c7391, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0e52fe70-ff8a-480a-8434-b01e5f1c7391,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:51:36.310906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c8befccf-0b69-48fc-97a6-114083c25404 req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:36.526701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c8befccf-0b69-48fc-97a6-114083c25404 req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:36.527007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c8befccf-0b69-48fc-97a6-114083c25404 req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:36.527318 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [req-c8befccf-0b69-48fc-97a6-114083c25404 req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Floating IP 62235e49-c1df-447a-83f9-a816c01a3dcd disassociated. External IP: 172.26.1.3, port: 0e52fe70-ff8a-480a-8434-b01e5f1c7391. Jun 24 12:51:36.527661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-c8befccf-0b69-48fc-97a6-114083c25404 req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Calling delete_port for 0e52fe70-ff8a-480a-8434-b01e5f1c7391 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:51:36.654788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c8befccf-0b69-48fc-97a6-114083c25404 req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:36.658579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a802e059-8a2e-4a15-8671-d58eede3f6af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:36.682500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event deleted for resources: {'Port': ['ID=0e52fe70-ff8a-480a-8434-b01e5f1c7391,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:36.687021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:36.797884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8befccf-0b69-48fc-97a6-114083c25404 req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Router c0fead73-0e69-483e-bb43-fc68088a7a19 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:51:36.910939 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0dd9cfc8-548d-4440-8c14-f5509fe2d13b req-69c73ceb-22a3-41dc-ab98-8c8d7d7cbc4b tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 210 time: 0.0291252 Jun 24 12:51:36.928359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8befccf-0b69-48fc-97a6-114083c25404 req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:51:36.938224 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b1161-e08e-44a1-a36a-150a7c498091 None None] Sync routers for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:51:36.947240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48128) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:36.948052 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b1161-e08e-44a1-a36a-150a7c498091 None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:51:36.948661 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-872b1161-e08e-44a1-a36a-150a7c498091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:51:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:36.975986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8befccf-0b69-48fc-97a6-114083c25404 req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] No DVR routers for this DVR port 0e52fe70-ff8a-480a-8434-b01e5f1c7391 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:51:36.979052 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c8befccf-0b69-48fc-97a6-114083c25404 req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:36.981170 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c8befccf-0b69-48fc-97a6-114083c25404 req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "DELETE /v2.0/ports/0e52fe70-ff8a-480a-8434-b01e5f1c7391 HTTP/1.1" status: 204 len: 173 time: 0.8545523 Jun 24 12:51:36.981714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf87f10c-3e24-46ac-a532-c34ffbd7ee31', 'name': 'network-vif-deleted', 'tag': '0e52fe70-ff8a-480a-8434-b01e5f1c7391'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:51:36.984170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a99ab87-7715-417c-978f-2be0ae019727" -d '{"events": [{"server_uuid": "cf87f10c-3e24-46ac-a532-c34ffbd7ee31", "name": "network-vif-deleted", "tag": "0e52fe70-ff8a-480a-8434-b01e5f1c7391"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:51:37.007847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218d6edb-38cd-424c-86c4-1fb1a6903df6 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:37.010869 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-218d6edb-38cd-424c-86c4-1fb1a6903df6 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d HTTP/1.1" status: 200 len: 814 time: 0.0605550 Jun 24 12:51:37.035712 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69e72f0-e1c5-45bb-b693-fad162234209 x-openstack-request-id: req-d69e72f0-e1c5-45bb-b693-fad162234209 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:51:37.036069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf87f10c-3e24-46ac-a532-c34ffbd7ee31", "name": "network-vif-deleted", "tag": "0e52fe70-ff8a-480a-8434-b01e5f1c7391", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:51:37.036376 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d69e72f0-e1c5-45bb-b693-fad162234209 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:51:37.036827 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf87f10c-3e24-46ac-a532-c34ffbd7ee31', 'name': 'network-vif-deleted', 'tag': '0e52fe70-ff8a-480a-8434-b01e5f1c7391', 'status': 'completed', 'code': 200} Jun 24 12:51:37.063520 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-872b1161-e08e-44a1-a36a-150a7c498091 None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:51:37.276599 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-872b1161-e08e-44a1-a36a-150a7c498091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:37.395290 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b1161-e08e-44a1-a36a-150a7c498091 None None] Checking router: c0fead73-0e69-483e-bb43-fc68088a7a19 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:51:37.405084 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b1161-e08e-44a1-a36a-150a7c498091 None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:51:37.405706 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-872b1161-e08e-44a1-a36a-150a7c498091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:51:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:37.507320 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-872b1161-e08e-44a1-a36a-150a7c498091 None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:51:37.584153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48138) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:37.589331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7db0c469-82a6-4539-8825-c1bba093b801 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:51:37.644039 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7db0c469-82a6-4539-8825-c1bba093b801 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:37.716809 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-872b1161-e08e-44a1-a36a-150a7c498091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:37.745102 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b1161-e08e-44a1-a36a-150a7c498091 None None] The sync data for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv is: [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:51:37.803497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7db0c469-82a6-4539-8825-c1bba093b801 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:37.808262 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7db0c469-82a6-4539-8825-c1bba093b801 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:37.808708 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-7db0c469-82a6-4539-8825-c1bba093b801 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP c9bda86e-a7b1-4f44-8524-59e621b69b6f disassociated. External IP: 172.26.1.99, port: 4ec07173-856a-44d2-8906-bcef76f3802b. Jun 24 12:51:38.020208 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b415e-1258-4483-99a6-4b9c3c4a2460 None None] New status for floating IP 62235e49-c1df-447a-83f9-a816c01a3dcd: DOWN {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:51:38.086858 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f793aadd-d339-46c7-962e-e1c472f65824 req-4198ed65-ca01-468e-8664-9147138c75bf tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 210 time: 0.0458431 Jun 24 12:51:38.327097 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db0c469-82a6-4539-8825-c1bba093b801 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 84f663c2-596f-431c-9417-6f59aebd92d7 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:51:38.438446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db0c469-82a6-4539-8825-c1bba093b801 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:51:38.443280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7db0c469-82a6-4539-8825-c1bba093b801 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:38.447557 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d741396c-417e-45d2-8898-c7c1d1d3dba9 None None] Sync routers for ids ['84f663c2-596f-431c-9417-6f59aebd92d7'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:51:38.456795 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d741396c-417e-45d2-8898-c7c1d1d3dba9 None None] Routers {'84f663c2-596f-431c-9417-6f59aebd92d7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:51:38.457483 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d741396c-417e-45d2-8898-c7c1d1d3dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:51:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['84f663c2-596f-431c-9417-6f59aebd92d7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:38.485223 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7db0c469-82a6-4539-8825-c1bba093b801 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/floatingips/c9bda86e-a7b1-4f44-8524-59e621b69b6f HTTP/1.1" status: 200 len: 689 time: 0.8973165 Jun 24 12:51:38.485223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'tag': '4ec07173-856a-44d2-8906-bcef76f3802b'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:51:38.485629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48142) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:38.485854 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c78a15-6765-4fc5-8718-c37e06e15cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7", "tag": "4ec07173-856a-44d2-8906-bcef76f3802b"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:51:38.514778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0e52fe70-ff8a-480a-8434-b01e5f1c7391 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:51:38.530262 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7e675e44-c969-4b6d-aa1c-84aa48884888 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/c9bda86e-a7b1-4f44-8524-59e621b69b6f HTTP/1.1" status: 200 len: 689 time: 0.0433595 Jun 24 12:51:38.545180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 0e52fe70-ff8a-480a-8434-b01e5f1c7391 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:51:38.545546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0e52fe70-ff8a-480a-8434-b01e5f1c7391 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:51:38.552096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ab4fc1-a983-4ef5-b499-745c83e9186c x-openstack-request-id: req-59ab4fc1-a983-4ef5-b499-745c83e9186c {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:51:38.552443 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7", "tag": "4ec07173-856a-44d2-8906-bcef76f3802b", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:51:38.552742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-59ab4fc1-a983-4ef5-b499-745c83e9186c {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:51:38.553180 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'tag': '4ec07173-856a-44d2-8906-bcef76f3802b', 'status': 'completed', 'code': 200} Jun 24 12:51:38.575981 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-d741396c-417e-45d2-8898-c7c1d1d3dba9 None None] Set router 84f663c2-596f-431c-9417-6f59aebd92d7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:51:38.630831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c78a15-6765-4fc5-8718-c37e06e15cd9 req-fd3a7c09-21a6-47d4-8251-7aaba19af133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:38.632500 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-59c78a15-6765-4fc5-8718-c37e06e15cd9 req-fd3a7c09-21a6-47d4-8251-7aaba19af133 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 1098 time: 0.0577579 Jun 24 12:51:38.728529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c78a15-6765-4fc5-8718-c37e06e15cd9 req-8db59357-1c56-4cbe-92d6-8c3b20840f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:38.729924 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-59c78a15-6765-4fc5-8718-c37e06e15cd9 req-8db59357-1c56-4cbe-92d6-8c3b20840f50 service neutron] 10.222.0.102 "GET /v2.0/networks?id=89520dca-a8ff-46ba-b89e-7b9b98f16843 HTTP/1.1" status: 200 len: 898 time: 0.0909479 Jun 24 12:51:38.775324 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-59c78a15-6765-4fc5-8718-c37e06e15cd9 req-72fbba18-05e2-4c93-acbe-f6eff4a9046d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ec07173-856a-44d2-8906-bcef76f3802b HTTP/1.1" status: 200 len: 217 time: 0.0376077 Jun 24 12:51:38.782114 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d741396c-417e-45d2-8898-c7c1d1d3dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:38.809714 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d741396c-417e-45d2-8898-c7c1d1d3dba9 None None] Checking router: 84f663c2-596f-431c-9417-6f59aebd92d7 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:51:38.818684 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d741396c-417e-45d2-8898-c7c1d1d3dba9 None None] Routers {'84f663c2-596f-431c-9417-6f59aebd92d7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:51:38.819948 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d741396c-417e-45d2-8898-c7c1d1d3dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:51:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['84f663c2-596f-431c-9417-6f59aebd92d7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:38.828399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c78a15-6765-4fc5-8718-c37e06e15cd9 req-a6e345f1-9b42-491c-8793-5118407fe286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:38.829877 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-59c78a15-6765-4fc5-8718-c37e06e15cd9 req-a6e345f1-9b42-491c-8793-5118407fe286 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=87285f3d-3179-430f-b6e0-5bcbfb16ad3a HTTP/1.1" status: 200 len: 835 time: 0.0453746 Jun 24 12:51:38.896789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c78a15-6765-4fc5-8718-c37e06e15cd9 req-a4408716-e727-4e1b-82be-4582aa49dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:38.898782 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-59c78a15-6765-4fc5-8718-c37e06e15cd9 req-a4408716-e727-4e1b-82be-4582aa49dae4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89520dca-a8ff-46ba-b89e-7b9b98f16843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0625184 Jun 24 12:51:38.928668 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-d741396c-417e-45d2-8898-c7c1d1d3dba9 None None] Set router 84f663c2-596f-431c-9417-6f59aebd92d7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:51:39.000068 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-59c78a15-6765-4fc5-8718-c37e06e15cd9 req-b76a2bb9-7de3-4cfa-ae1b-1a027cf80808 service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940726 Jun 24 12:51:39.094308 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-59c78a15-6765-4fc5-8718-c37e06e15cd9 req-50bde61a-c40d-4cf8-9106-b6423b52723a service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878153 Jun 24 12:51:39.148896 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d741396c-417e-45d2-8898-c7c1d1d3dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:39.182429 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d741396c-417e-45d2-8898-c7c1d1d3dba9 None None] The sync data for ids ['84f663c2-596f-431c-9417-6f59aebd92d7'] in dv-neutron-797121-4-hyperv is: [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:51:39.234380 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a7a5ae6-2919-4214-a050-8f4ddf025716 req-85202fac-cd25-4186-89b4-2191947614bd tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 210 time: 0.0298710 Jun 24 12:51:39.429520 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb79cbd-0423-4eae-a14c-ae5ac0843304 None None] New status for floating IP c9bda86e-a7b1-4f44-8524-59e621b69b6f: DOWN {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:51:39.533984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48148) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:39.584392 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-aa84e6f5-3143-466d-ae68-716799783597 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/c9bda86e-a7b1-4f44-8524-59e621b69b6f HTTP/1.1" status: 200 len: 689 time: 0.0488086 Jun 24 12:51:40.381438 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9c9969a8-fc13-4d4c-8a52-172a19ed9a68 req-37d107b6-11c1-421b-ae32-b19116f1d8b2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf87f10c-3e24-46ac-a532-c34ffbd7ee31 HTTP/1.1" status: 200 len: 210 time: 0.0294452 Jun 24 12:51:40.588850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48152) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:40.630912 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-915f823d-714d-43cd-a84d-be241cbabd34 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/c9bda86e-a7b1-4f44-8524-59e621b69b6f HTTP/1.1" status: 200 len: 687 time: 0.0408390 Jun 24 12:51:41.660453 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-bb6909da-0eaa-4598-96ec-cd2b746da5a1 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257068658&fields=id&tenant_id=b4a45b68ff73497095df5d495a33f007 HTTP/1.1" status: 200 len: 267 time: 0.0334349 Jun 24 12:51:41.770338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-ba2b9b14-e728-4d31-9186-91d7385255fd tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:41.771812 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-ba2b9b14-e728-4d31-9186-91d7385255fd tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 812 time: 0.1036501 Jun 24 12:51:41.787092 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-399bc144-d0e9-468d-a0df-9eaef10ea229 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/quotas/b4a45b68ff73497095df5d495a33f007 HTTP/1.1" status: 200 len: 375 time: 0.0090268 Jun 24 12:51:41.860197 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-273e17c8-7e0b-46e7-aec1-7facf1693b4f tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673833 Jun 24 12:51:41.866639 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48166) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:41.871503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-68fa087f-37f6-45e9-a11a-c7f771780072 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-317364057', 'description': 'tempest-secgroup-smoke-317364057 description', 'project_id': 'ab2b30c769814168a3d5057c6ba96374'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:51:41.893989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-68fa087f-37f6-45e9-a11a-c7f771780072 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:41.960909 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-f7e4aa82-661f-4a90-bccb-6729dc357cd4 service neutron] 10.222.0.110 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891454 Jun 24 12:51:41.983972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-68fa087f-37f6-45e9-a11a-c7f771780072 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:41.987831 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-68fa087f-37f6-45e9-a11a-c7f771780072 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:41.991022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8c97db5c-4af9-49a3-b24f-417e6a289443 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:42.012970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-68fa087f-37f6-45e9-a11a-c7f771780072 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.014196 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-68fa087f-37f6-45e9-a11a-c7f771780072 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1464190 Jun 24 12:51:42.017604 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48168) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:42.022079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f5ca05a1-73dd-4ade-bbe5-4744b6e1723a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': 'ea211118-5b4d-4a75-914c-5390fe865e92', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:51:42.027721 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa087f-37f6-45e9-a11a-c7f771780072 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea211118-5b4d-4a75-914c-5390fe865e92,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:42.032261 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-68fa087f-37f6-45e9-a11a-c7f771780072 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:42.052209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca05a1-73dd-4ade-bbe5-4744b6e1723a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.053342 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-f303ceb9-4ace-4110-8dd2-f79e219bd76b service neutron] 10.222.0.110 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858891 Jun 24 12:51:42.117740 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca05a1-73dd-4ade-bbe5-4744b6e1723a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.121651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca05a1-73dd-4ade-bbe5-4744b6e1723a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.124199 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-24a126a4-9cc0-4ed2-bf4c-cf4a682ada05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:42.140023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca05a1-73dd-4ade-bbe5-4744b6e1723a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc8757d-4eba-4818-86af-16bf0dc1b340,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:42.142524 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f5ca05a1-73dd-4ade-bbe5-4744b6e1723a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:42.147686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca05a1-73dd-4ade-bbe5-4744b6e1723a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.148939 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f5ca05a1-73dd-4ade-bbe5-4744b6e1723a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304259 Jun 24 12:51:42.152194 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48172) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:42.156858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-cdd28b47-e20c-4ed6-a10c-0875349947b8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': 'ea211118-5b4d-4a75-914c-5390fe865e92', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:51:42.193010 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdd28b47-e20c-4ed6-a10c-0875349947b8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.255235 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdd28b47-e20c-4ed6-a10c-0875349947b8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.259853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdd28b47-e20c-4ed6-a10c-0875349947b8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.261728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5872124f-4029-42a9-a8b7-83351fd5757b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:42.279304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd28b47-e20c-4ed6-a10c-0875349947b8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0658e576-577c-4c64-8592-1acd725c5ddc,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:42.282595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cdd28b47-e20c-4ed6-a10c-0875349947b8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:42.285235 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cdd28b47-e20c-4ed6-a10c-0875349947b8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.287284 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cdd28b47-e20c-4ed6-a10c-0875349947b8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340001 Jun 24 12:51:42.289252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48178) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:42.293871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-3af3ab84-a25e-477e-afb0-76678fbebc84 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': 'ea211118-5b4d-4a75-914c-5390fe865e92', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:51:42.324940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3af3ab84-a25e-477e-afb0-76678fbebc84 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.368842 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-428a341c-1106-4fc2-a0d1-885bb5afd528 req-00af2f1e-d2f9-4780-8fc1-fd5d147a05db tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 210 time: 0.0330548 Jun 24 12:51:42.397231 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3af3ab84-a25e-477e-afb0-76678fbebc84 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.401977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3af3ab84-a25e-477e-afb0-76678fbebc84 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.404055 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eca8de36-7ce1-4333-b481-8f6b8847239d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:42.421134 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3ab84-a25e-477e-afb0-76678fbebc84 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2a1b37-3cc2-48f8-a246-8d98c8e42051,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:42.424440 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3af3ab84-a25e-477e-afb0-76678fbebc84 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:42.431709 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3af3ab84-a25e-477e-afb0-76678fbebc84 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.432941 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3af3ab84-a25e-477e-afb0-76678fbebc84 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426837 Jun 24 12:51:42.435810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48186) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:42.440479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-efa7ed0b-eca0-457f-ac56-f49d8250a0fa tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': 'ea211118-5b4d-4a75-914c-5390fe865e92', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:51:42.469573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-efa7ed0b-eca0-457f-ac56-f49d8250a0fa tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.541228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-efa7ed0b-eca0-457f-ac56-f49d8250a0fa tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.544857 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-efa7ed0b-eca0-457f-ac56-f49d8250a0fa tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.550504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:42.565727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7ed0b-eca0-457f-ac56-f49d8250a0fa tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf9794c-cbe1-4cab-aaa2-b67df602c3e2,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:42.568194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-efa7ed0b-eca0-457f-ac56-f49d8250a0fa tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:42.569018 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-efa7ed0b-eca0-457f-ac56-f49d8250a0fa tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.570464 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-efa7ed0b-eca0-457f-ac56-f49d8250a0fa tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333706 Jun 24 12:51:42.573584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48192) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:42.578150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0fd14601-ab6c-49f4-9635-200418fc968c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': 'ea211118-5b4d-4a75-914c-5390fe865e92', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:51:42.599313 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-0fd14601-ab6c-49f4-9635-200418fc968c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:51:42.604575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fd14601-ab6c-49f4-9635-200418fc968c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.668917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fd14601-ab6c-49f4-9635-200418fc968c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.677968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fd14601-ab6c-49f4-9635-200418fc968c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.683377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4ae7d4f9-3a52-4b91-9625-6e62f5c45887 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:42.701704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd14601-ab6c-49f4-9635-200418fc968c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a38a92-875d-4693-8b11-8c53723d2028,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:42.705020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0fd14601-ab6c-49f4-9635-200418fc968c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:42.706330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fd14601-ab6c-49f4-9635-200418fc968c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.707765 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0fd14601-ab6c-49f4-9635-200418fc968c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329370 Jun 24 12:51:42.710311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48194) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:42.715534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-cb5cdc05-6f96-4992-8c66-4938e1e8a00c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': 'ea211118-5b4d-4a75-914c-5390fe865e92', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:51:42.738037 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-cb5cdc05-6f96-4992-8c66-4938e1e8a00c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:51:42.742789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdc05-6f96-4992-8c66-4938e1e8a00c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.804624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdc05-6f96-4992-8c66-4938e1e8a00c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.808371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdc05-6f96-4992-8c66-4938e1e8a00c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.813125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ccc91c49-9cbd-4313-89e8-fdd22409064b tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:42.828121 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cdc05-6f96-4992-8c66-4938e1e8a00c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e2f314-8ad7-4ed7-ba20-ca37fd734f3d,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:42.830663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cb5cdc05-6f96-4992-8c66-4938e1e8a00c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:42.837548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdc05-6f96-4992-8c66-4938e1e8a00c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:42.838917 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cb5cdc05-6f96-4992-8c66-4938e1e8a00c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273925 Jun 24 12:51:42.982706 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-fb260080-9ede-49de-8ef2-a39c94942c0b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317364057&fields=id&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 267 time: 0.0375674 Jun 24 12:51:43.088108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-f93629bb-f102-4bca-835b-0bad8291bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:43.089462 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-f93629bb-f102-4bca-835b-0bad8291bdc3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/networks?id=89520dca-a8ff-46ba-b89e-7b9b98f16843 HTTP/1.1" status: 200 len: 796 time: 0.0994661 Jun 24 12:51:43.103705 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-dc8f449f-2efd-49a6-888b-30c4f67a195c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/quotas/ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 375 time: 0.0088987 Jun 24 12:51:43.178798 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-37ed882c-ed07-4e12-8622-d45475b8e728 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0699334 Jun 24 12:51:43.618127 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0b57df9b-3034-46c2-b953-a4b14a555ada req-229789ee-27f2-492e-bd87-f26874e2e6bd tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 210 time: 0.0927744 Jun 24 12:51:43.699248 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-fefd9543-2e4e-4c1a-991b-d03f0f7c748e service neutron] 10.222.0.110 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093982 Jun 24 12:51:43.705759 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-e61cf33b-0c2b-4185-970f-1343ae3e6ce9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:43.707126 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-e61cf33b-0c2b-4185-970f-1343ae3e6ce9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 812 time: 0.1830430 Jun 24 12:51:43.802158 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-7350b3f0-57f0-4e3a-ac69-1c7c90f3aef0 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4a45b68ff73497095df5d495a33f007 HTTP/1.1" status: 200 len: 379 time: 0.0858779 Jun 24 12:51:43.813916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Request body: {'port': {'device_id': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'admin_state_up': True, 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'security_groups': ['576056ee-3942-44fc-92a4-adedb4446e32']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:51:43.881691 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-f1463d85-90c1-4357-b5ca-5eff4ee3a714 service neutron] 10.222.0.110 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736031 Jun 24 12:51:43.938334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Made reservation on behalf of b4a45b68ff73497095df5d495a33f007 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:51:43.942195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:44.090638 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-68cf4fa6-eee0-42f3-a12a-356c19e4a210 req-12711db7-ecd4-4412-adde-d454240e32d1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 210 time: 0.0522897 Jun 24 12:51:44.124140 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Allocated IP 172.20.0.11 (1744d087-8058-4d07-9510-ebe7ef967b15/0779e7f7-1ed4-4c9a-9ba4-a764222357fa/d3759633-b2e8-41b0-ab01-e5988c04bf26) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:51:44.288775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:44.304297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Transition to ACTIVE for port object d3759633-b2e8-41b0-ab01-e5988c04bf26 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:51:44.342049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:44.346578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:44.395919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Network 1744d087-8058-4d07-9510-ebe7ef967b15 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:51:44.399508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:51:44.405564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:51:44.410242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'Port': ['ID=d3759633-b2e8-41b0-ab01-e5988c04bf26,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:44.436620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:44.464003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:44.464531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:44.482833 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6738958 Jun 24 12:51:44.496696 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Request body: {'port': {'device_id': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:51:44.577228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:44.729886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-206a855b-d2bc-48f8-9022-a1e1cc8f6bec None None] Provisioning for port d3759633-b2e8-41b0-ab01-e5988c04bf26 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:51:44.740983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-206a855b-d2bc-48f8-9022-a1e1cc8f6bec None None] Provisioning complete for port d3759633-b2e8-41b0-ab01-e5988c04bf26 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:51:44.741782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-206a855b-d2bc-48f8-9022-a1e1cc8f6bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:44.802863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-206a855b-d2bc-48f8-9022-a1e1cc8f6bec None None] Port d3759633-b2e8-41b0-ab01-e5988c04bf26 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:51:44.898442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6bcce-270e-42e7-bdfd-bc167a1f8f8d req-5068439c-5882-47f1-a1b6-a8522106637a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:44.900479 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0ac6bcce-270e-42e7-bdfd-bc167a1f8f8d req-5068439c-5882-47f1-a1b6-a8522106637a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 932 time: 0.1061580 Jun 24 12:51:44.968910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3759633-b2e8-41b0-ab01-e5988c04bf26 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:51:44.978204 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0ac6bcce-270e-42e7-bdfd-bc167a1f8f8d req-1b74261a-ceff-4e16-8adb-aadf933b0d4a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677137 Jun 24 12:51:44.981907 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:45.002465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Transition to ACTIVE for port object d3759633-b2e8-41b0-ab01-e5988c04bf26 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:51:45.002465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:45.003444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d0eb2258-0f05-4887-9016-567be9ef6911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:45.069883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Pushing event updated for resources: {'Port': ['ID=d3759633-b2e8-41b0-ab01-e5988c04bf26,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:45.099347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:45.226714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Attempting to bind port d3759633-b2e8-41b0-ab01-e5988c04bf26 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:51:45.229383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Attempting to bind port d3759633-b2e8-41b0-ab01-e5988c04bf26 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:51:45.229383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Attempting to bind port d3759633-b2e8-41b0-ab01-e5988c04bf26 on network 1744d087-8058-4d07-9510-ebe7ef967b15 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:51:45.237883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Port d3759633-b2e8-41b0-ab01-e5988c04bf26 on network 1744d087-8058-4d07-9510-ebe7ef967b15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:51:45.238239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Attempting to bind port d3759633-b2e8-41b0-ab01-e5988c04bf26 on network 1744d087-8058-4d07-9510-ebe7ef967b15 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:51:45.253502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:51:45.253929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Checking segment: {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:51:45.254375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Bound using segment: {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:51:45.254926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Bound port: d3759633-b2e8-41b0-ab01-e5988c04bf26, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:51:45.255348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:45.345866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-c0f2084a-a180-4eac-a9cf-ab306b2dd810 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:45.347559 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-c0f2084a-a180-4eac-a9cf-ab306b2dd810 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/networks?id=89520dca-a8ff-46ba-b89e-7b9b98f16843 HTTP/1.1" status: 200 len: 796 time: 0.2497356 Jun 24 12:51:45.351768 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cfa237ea-f594-4f2a-bd20-c562452d890f req-6e3c45ff-a0c6-480f-9e4a-70241e9982ed tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 210 time: 0.0731874 Jun 24 12:51:45.417156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] For port d3759633-b2e8-41b0-ab01-e5988c04bf26, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:51:45.429342 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-702a6bf9-5323-4f7f-a07f-c9173cca6f7f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 472 time: 0.0700805 Jun 24 12:51:45.439109 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'port': {'device_id': '167a8915-3a5e-4bf6-b235-2a5cd6a09f9e', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'admin_state_up': True, 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'security_groups': ['ea211118-5b4d-4a75-914c-5390fe865e92']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:51:45.446875 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] For port d3759633-b2e8-41b0-ab01-e5988c04bf26, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d3759633-b2e8-41b0-ab01-e5988c04bf26,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:51:45.457658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:45.467538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:45.533542 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:45.534150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:45.536178 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] 10.222.0.102 "PUT /v2.0/ports/d3759633-b2e8-41b0-ab01-e5988c04bf26 HTTP/1.1" status: 200 len: 1094 time: 1.0453799 Jun 24 12:51:45.538715 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'tag': 'd3759633-b2e8-41b0-ab01-e5988c04bf26'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:51:45.541251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e358ec37-1205-4434-9c68-f971c0eeeaad" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f", "tag": "d3759633-b2e8-41b0-ab01-e5988c04bf26"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:51:45.612949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Pushing event updated for resources: {'Port': ['ID=d3759633-b2e8-41b0-ab01-e5988c04bf26,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:45.616707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e995b47-9cda-42fa-a835-3ce46cb231bf x-openstack-request-id: req-0e995b47-9cda-42fa-a835-3ce46cb231bf {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:51:45.617046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f", "tag": "d3759633-b2e8-41b0-ab01-e5988c04bf26", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:51:45.617348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-0e995b47-9cda-42fa-a835-3ce46cb231bf {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:51:45.617780 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'tag': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'status': 'completed', 'code': 200} Jun 24 12:51:45.627431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:45.661427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:51:45.666183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:45.693486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-de625a36-bc22-450a-883a-55bbdd04e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:45.695507 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-de625a36-bc22-450a-883a-55bbdd04e0d4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 1097 time: 0.1144638 Jun 24 12:51:45.749895 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-31bf1ac2-067c-46a6-8c4a-862ad3e22629 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3759633-b2e8-41b0-ab01-e5988c04bf26 HTTP/1.1" status: 200 len: 217 time: 0.0464330 Jun 24 12:51:45.865703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-1e63b64e-017d-4029-9298-bc06df68bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:45.867186 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-1e63b64e-017d-4029-9298-bc06df68bd5b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.0890322 Jun 24 12:51:45.915849 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.6 (89520dca-a8ff-46ba-b89e-7b9b98f16843/87285f3d-3179-430f-b6e0-5bcbfb16ad3a/c14d152f-fd95-45df-8fbf-dc68f62c14f8) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:51:45.985737 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-41ee8d87-7915-4ff5-a182-a0d88adad6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:45.987266 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-41ee8d87-7915-4ff5-a182-a0d88adad6e7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1130583 Jun 24 12:51:46.187057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:46.198464 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-d89e2c0d-1f05-4725-aa4f-10a42cfeb228 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042909 Jun 24 12:51:46.217730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object c14d152f-fd95-45df-8fbf-dc68f62c14f8 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:51:46.288089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e217e-9d6f-434e-bfa0-91e341f52540 req-0f6e191a-e785-4890-8f15-f2ea88a342d7 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:46.289730 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b08e217e-9d6f-434e-bfa0-91e341f52540 req-0f6e191a-e785-4890-8f15-f2ea88a342d7 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 944 time: 0.1913733 Jun 24 12:51:46.360390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:46.364636 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b08e217e-9d6f-434e-bfa0-91e341f52540 req-ad842d73-e4d8-4bef-b314-c59153fc2409 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672324 Jun 24 12:51:46.367136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f412fef0-e49e-4c75-9d1f-ad0dedfb96e4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:46.372048 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-917b2fcb-36d6-4966-aa71-cfe9408333df req-19283d46-ae1c-4803-9e4e-f2a9624914a9 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661427 Jun 24 12:51:46.435175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 89520dca-a8ff-46ba-b89e-7b9b98f16843 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:51:46.450585 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:51:46.453178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:51:46.495000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=c14d152f-fd95-45df-8fbf-dc68f62c14f8,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:46.497888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:46.562489 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:46.563142 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:46.593479 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1580796 Jun 24 12:51:46.611122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Request body: {'port': {'device_id': '167a8915-3a5e-4bf6-b235-2a5cd6a09f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:51:46.618037 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358ec37-1205-4434-9c68-f971c0eeeaad req-51a73898-758d-472b-89b5-5f02678856d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:46.620244 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e358ec37-1205-4434-9c68-f971c0eeeaad req-51a73898-758d-472b-89b5-5f02678856d4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 1097 time: 0.1873648 Jun 24 12:51:46.684132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6702b0-8cda-4fb1-a807-ed9ce9e91518 req-5fafbedf-a0ff-499c-9f62-709be183290f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:46.685691 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac6702b0-8cda-4fb1-a807-ed9ce9e91518 req-5fafbedf-a0ff-499c-9f62-709be183290f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 931 time: 0.1832461 Jun 24 12:51:46.786420 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fa6d7304-faa4-4f23-aa11-b08d116bf776 None None] Provisioning for port c14d152f-fd95-45df-8fbf-dc68f62c14f8 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:51:46.803379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fa6d7304-faa4-4f23-aa11-b08d116bf776 None None] Provisioning complete for port c14d152f-fd95-45df-8fbf-dc68f62c14f8 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:51:46.803763 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fa6d7304-faa4-4f23-aa11-b08d116bf776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:46.811504 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac6702b0-8cda-4fb1-a807-ed9ce9e91518 req-bfc37e45-b6b0-45ac-9501-2adb0513918e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=ea211118-5b4d-4a75-914c-5390fe865e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936782 Jun 24 12:51:46.820936 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:46.826380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358ec37-1205-4434-9c68-f971c0eeeaad req-0582c83e-472c-4cd7-a5ed-3bb70913ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:46.827782 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e358ec37-1205-4434-9c68-f971c0eeeaad req-0582c83e-472c-4cd7-a5ed-3bb70913ee97 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 914 time: 0.1849782 Jun 24 12:51:46.842408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d7304-faa4-4f23-aa11-b08d116bf776 None None] Port c14d152f-fd95-45df-8fbf-dc68f62c14f8 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:51:46.884287 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e358ec37-1205-4434-9c68-f971c0eeeaad req-5dd4d03c-1e9c-4c3c-89a7-dfaa2d3b4e84 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3759633-b2e8-41b0-ab01-e5988c04bf26 HTTP/1.1" status: 200 len: 217 time: 0.0406325 Jun 24 12:51:47.008409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358ec37-1205-4434-9c68-f971c0eeeaad req-b312bd91-599c-43d8-a86f-17bbac27ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:47.009822 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e358ec37-1205-4434-9c68-f971c0eeeaad req-b312bd91-599c-43d8-a86f-17bbac27ba64 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.1093750 Jun 24 12:51:47.119686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:47.145923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358ec37-1205-4434-9c68-f971c0eeeaad req-8fb4a9d9-f4f2-483d-9f96-c3eae2487d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:47.147457 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e358ec37-1205-4434-9c68-f971c0eeeaad req-8fb4a9d9-f4f2-483d-9f96-c3eae2487d31 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1298888 Jun 24 12:51:47.277337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14d152f-fd95-45df-8fbf-dc68f62c14f8 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:51:47.292180 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:47.300560 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e358ec37-1205-4434-9c68-f971c0eeeaad req-bb8c825d-fd3b-406b-8e6c-06d1087b47b1 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411748 Jun 24 12:51:47.307456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Transition to ACTIVE for port object c14d152f-fd95-45df-8fbf-dc68f62c14f8 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:51:47.316864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:47.328611 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-45c54fb7-5d4b-4cd3-b77d-f58e12f35d59 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:47.422193 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Pushing event updated for resources: {'Port': ['ID=c14d152f-fd95-45df-8fbf-dc68f62c14f8,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:47.435364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:47.503007 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e358ec37-1205-4434-9c68-f971c0eeeaad req-9a02bfae-7dbe-4a41-94f1-0251f515bad7 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943398 Jun 24 12:51:47.561518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Attempting to bind port c14d152f-fd95-45df-8fbf-dc68f62c14f8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:51:47.561755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Attempting to bind port c14d152f-fd95-45df-8fbf-dc68f62c14f8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:51:47.562073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Attempting to bind port c14d152f-fd95-45df-8fbf-dc68f62c14f8 on network 89520dca-a8ff-46ba-b89e-7b9b98f16843 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:51:47.570224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Port c14d152f-fd95-45df-8fbf-dc68f62c14f8 on network 89520dca-a8ff-46ba-b89e-7b9b98f16843 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:51:47.570552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Attempting to bind port c14d152f-fd95-45df-8fbf-dc68f62c14f8 on network 89520dca-a8ff-46ba-b89e-7b9b98f16843 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:51:47.581229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:51:47.582330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Checking segment: {'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:51:47.582330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Bound using segment: {'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:51:47.582935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Bound port: c14d152f-fd95-45df-8fbf-dc68f62c14f8, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b23fce-93fd-424d-8fe6-45d6dd7da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:51:47.583386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:47.654970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803518c-f6da-48ef-bdbe-a9ff620f54ff req-034c55c7-16e8-4bf4-b943-28bb7a75506c tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:47.656537 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a803518c-f6da-48ef-bdbe-a9ff620f54ff req-034c55c7-16e8-4bf4-b943-28bb7a75506c tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 944 time: 0.1372423 Jun 24 12:51:47.701149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] For port c14d152f-fd95-45df-8fbf-dc68f62c14f8, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:51:47.722499 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a803518c-f6da-48ef-bdbe-a9ff620f54ff req-b7651602-2219-4189-ad83-7aa811daeaf6 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593290 Jun 24 12:51:47.724140 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] For port c14d152f-fd95-45df-8fbf-dc68f62c14f8, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c14d152f-fd95-45df-8fbf-dc68f62c14f8,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:51:47.728680 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:47.731720 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-95a75420-1d0b-413d-bba8-841bc86dde4f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:47.763045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:47.763657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:47.765644 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] 10.222.0.102 "PUT /v2.0/ports/c14d152f-fd95-45df-8fbf-dc68f62c14f8 HTTP/1.1" status: 200 len: 1093 time: 1.1643493 Jun 24 12:51:47.766191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167a8915-3a5e-4bf6-b235-2a5cd6a09f9e', 'tag': 'c14d152f-fd95-45df-8fbf-dc68f62c14f8'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:51:47.769264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766e5982-0dff-4397-ab83-ec2a4bece6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "167a8915-3a5e-4bf6-b235-2a5cd6a09f9e", "tag": "c14d152f-fd95-45df-8fbf-dc68f62c14f8"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:51:47.806907 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Pushing event updated for resources: {'Port': ['ID=c14d152f-fd95-45df-8fbf-dc68f62c14f8,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:47.810919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:47.819767 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767c9e1b-51c5-461e-b186-87503598453c x-openstack-request-id: req-767c9e1b-51c5-461e-b186-87503598453c {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:51:47.820200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167a8915-3a5e-4bf6-b235-2a5cd6a09f9e", "tag": "c14d152f-fd95-45df-8fbf-dc68f62c14f8", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:51:47.820620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-767c9e1b-51c5-461e-b186-87503598453c {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:51:47.821203 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167a8915-3a5e-4bf6-b235-2a5cd6a09f9e', 'tag': 'c14d152f-fd95-45df-8fbf-dc68f62c14f8', 'status': 'completed', 'code': 200} Jun 24 12:51:47.900898 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-8ae1c8ba-614a-4ac0-8984-ce34fdcc5baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:47.902893 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-8ae1c8ba-614a-4ac0-8984-ce34fdcc5baa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 1096 time: 0.0603735 Jun 24 12:51:47.958907 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-2be27488-d182-4a5f-a54e-7505349ee3af service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14d152f-fd95-45df-8fbf-dc68f62c14f8 HTTP/1.1" status: 200 len: 217 time: 0.0476215 Jun 24 12:51:48.028639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-8cd7947e-1e46-4b76-ae11-7eadd0e5f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:48.030057 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-8cd7947e-1e46-4b76-ae11-7eadd0e5f544 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=87285f3d-3179-430f-b6e0-5bcbfb16ad3a HTTP/1.1" status: 200 len: 835 time: 0.0526047 Jun 24 12:51:48.399015 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ee873-5f39-42b6-bd88-d6fcf90a934a req-b1d56d8d-8976-448e-bd58-2c37d6458918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:48.400607 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-444ee873-5f39-42b6-bd88-d6fcf90a934a req-b1d56d8d-8976-448e-bd58-2c37d6458918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 943 time: 0.4514315 Jun 24 12:51:48.449404 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-444ee873-5f39-42b6-bd88-d6fcf90a934a req-78e79ea2-0ff3-4786-8f13-34002c956756 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=ea211118-5b4d-4a75-914c-5390fe865e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427063 Jun 24 12:51:48.454618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-108b4697-9cc6-45ec-8821-cebafdb4660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:48.456052 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-108b4697-9cc6-45ec-8821-cebafdb4660b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89520dca-a8ff-46ba-b89e-7b9b98f16843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4177012 Jun 24 12:51:48.545448 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-c92d5ecd-a7a8-4e16-baf5-79d2d57cecb0 service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803077 Jun 24 12:51:48.636542 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-720b6593-85d7-40b1-8c48-f05e81370a14 req-c0cd5924-dc41-4e07-817c-b7eb219a41af service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843794 Jun 24 12:51:48.735243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e5982-0dff-4397-ab83-ec2a4bece6ff req-9445fde7-4437-43ce-90a5-3ce65039a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:48.736626 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-766e5982-0dff-4397-ab83-ec2a4bece6ff req-9445fde7-4437-43ce-90a5-3ce65039a4c5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 1096 time: 0.0513003 Jun 24 12:51:48.831294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e5982-0dff-4397-ab83-ec2a4bece6ff req-8eb56d33-19fb-4465-8e93-0a9dc2db2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:48.832763 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-766e5982-0dff-4397-ab83-ec2a4bece6ff req-8eb56d33-19fb-4465-8e93-0a9dc2db2f1c service neutron] 10.222.0.102 "GET /v2.0/networks?id=89520dca-a8ff-46ba-b89e-7b9b98f16843 HTTP/1.1" status: 200 len: 898 time: 0.0895193 Jun 24 12:51:48.874378 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-766e5982-0dff-4397-ab83-ec2a4bece6ff req-c71e85df-d779-4436-a900-2943b29d0eb6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14d152f-fd95-45df-8fbf-dc68f62c14f8 HTTP/1.1" status: 200 len: 217 time: 0.0349526 Jun 24 12:51:48.951878 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e5982-0dff-4397-ab83-ec2a4bece6ff req-8afe1c6f-7521-424e-b37e-c8de2cbf9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:48.953362 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-766e5982-0dff-4397-ab83-ec2a4bece6ff req-8afe1c6f-7521-424e-b37e-c8de2cbf9ae6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=87285f3d-3179-430f-b6e0-5bcbfb16ad3a HTTP/1.1" status: 200 len: 835 time: 0.0716488 Jun 24 12:51:49.004794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdcbee-de28-4d66-9de2-fbfc7b4ea9cb req-8bf605c9-c0ed-44ec-80ac-727341150cbd tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:49.006050 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-66bdcbee-de28-4d66-9de2-fbfc7b4ea9cb req-8bf605c9-c0ed-44ec-80ac-727341150cbd tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 944 time: 0.1340349 Jun 24 12:51:49.054097 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-66bdcbee-de28-4d66-9de2-fbfc7b4ea9cb req-636ba201-28a1-4aa6-855a-151d7996d337 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411251 Jun 24 12:51:49.055937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e5982-0dff-4397-ab83-ec2a4bece6ff req-63ca2535-861e-4e9a-baa5-30d7363761e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:49.057439 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-766e5982-0dff-4397-ab83-ec2a4bece6ff req-63ca2535-861e-4e9a-baa5-30d7363761e0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89520dca-a8ff-46ba-b89e-7b9b98f16843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0973129 Jun 24 12:51:49.151910 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-766e5982-0dff-4397-ab83-ec2a4bece6ff req-3ff460f5-12b3-478d-b0b3-af4a4bd0027e service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871584 Jun 24 12:51:49.243692 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-766e5982-0dff-4397-ab83-ec2a4bece6ff req-02c39a46-cfc7-4e5e-85e2-049ae794c732 service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832148 Jun 24 12:51:49.633145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0f416-3139-4806-bd5a-b8c8ae566c28 req-73c60a49-9def-47c2-b370-62ead73f360b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:49.634637 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c2b0f416-3139-4806-bd5a-b8c8ae566c28 req-73c60a49-9def-47c2-b370-62ead73f360b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 943 time: 0.0688984 Jun 24 12:51:49.671921 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c2b0f416-3139-4806-bd5a-b8c8ae566c28 req-fba997e3-4884-4f9d-8088-cb440513c2dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=ea211118-5b4d-4a75-914c-5390fe865e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315640 Jun 24 12:51:50.229341 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e7030-92b0-4b5c-99e9-2a7f73a7d719 req-99e16cd6-c9bd-41eb-bc33-62eb07e2a0b9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:50.230924 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4b2e7030-92b0-4b5c-99e9-2a7f73a7d719 req-99e16cd6-c9bd-41eb-bc33-62eb07e2a0b9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 944 time: 0.0636110 Jun 24 12:51:50.268186 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4b2e7030-92b0-4b5c-99e9-2a7f73a7d719 req-1354effa-3579-4bbe-907a-413a7e343a4d tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314317 Jun 24 12:51:50.573676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c14d152f-fd95-45df-8fbf-dc68f62c14f8 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:51:50.667297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port c14d152f-fd95-45df-8fbf-dc68f62c14f8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c14d152f-fd95-45df-8fbf-dc68f62c14f8,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:51:50.678154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'c14d152f-fd95-45df-8fbf-dc68f62c14f8', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'port_id': 'c14d152f-fd95-45df-8fbf-dc68f62c14f8', 'mac_address': 'fa:16:3e:4d:d2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:51:50.714559 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:50.727391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14d152f-fd95-45df-8fbf-dc68f62c14f8 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:51:50.747126 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port c14d152f-fd95-45df-8fbf-dc68f62c14f8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c14d152f-fd95-45df-8fbf-dc68f62c14f8,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:51:50.752194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:50.754020 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-67af53e7-55d2-4b15-9f35-bfc20fdc42fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:50.805148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=c14d152f-fd95-45df-8fbf-dc68f62c14f8,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:50.813247 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:50.813813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:50.814192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:50.814635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:50.815017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:50.815359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:50.815697 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:50.816029 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:50.816361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:50.816690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:50.817019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:50.817342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:50.829046 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:50.852859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a344f04-bfb2-46a7-9f6c-87ad1849fdca req-d7482f7a-9ed4-460e-a3ee-0ce643a641a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:50.854311 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a344f04-bfb2-46a7-9f6c-87ad1849fdca req-d7482f7a-9ed4-460e-a3ee-0ce643a641a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 944 time: 0.0696204 Jun 24 12:51:50.892548 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a344f04-bfb2-46a7-9f6c-87ad1849fdca req-67478ac7-3c5e-4fb9-a129-e78189a1582a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=ea211118-5b4d-4a75-914c-5390fe865e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325508 Jun 24 12:51:50.997522 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['c14d152f-fd95-45df-8fbf-dc68f62c14f8'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:51:51.441378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5d095-2976-4854-a5d0-9e82c2cd0893 req-40e2cd88-c127-4e1e-9da8-4cd3428b4f48 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:51.442908 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-81c5d095-2976-4854-a5d0-9e82c2cd0893 req-40e2cd88-c127-4e1e-9da8-4cd3428b4f48 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 944 time: 0.0657840 Jun 24 12:51:51.481297 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-81c5d095-2976-4854-a5d0-9e82c2cd0893 req-a7c2813e-6064-4133-a2b9-00ea8c33f0c8 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326221 Jun 24 12:51:52.066969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567c02a-e5b7-4e14-bb70-56d836868fa3 req-971f6951-76d7-43df-b2b3-dc7862590b25 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:52.068352 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3567c02a-e5b7-4e14-bb70-56d836868fa3 req-971f6951-76d7-43df-b2b3-dc7862590b25 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 944 time: 0.0645061 Jun 24 12:51:52.107593 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3567c02a-e5b7-4e14-bb70-56d836868fa3 req-c244cd77-ab2f-4912-927d-6595b8bad949 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=ea211118-5b4d-4a75-914c-5390fe865e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327709 Jun 24 12:51:52.590075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c14d152f-fd95-45df-8fbf-dc68f62c14f8 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:51:52.639387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port c14d152f-fd95-45df-8fbf-dc68f62c14f8 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:51:52.643095 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port c14d152f-fd95-45df-8fbf-dc68f62c14f8 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:51:52.643476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:52.655964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5c9e4-2f70-45c6-bed7-5357e095bec0 req-dfb9b750-8fe7-4c88-81ba-2bdb185e5d11 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:52.657469 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2cd5c9e4-2f70-45c6-bed7-5357e095bec0 req-dfb9b750-8fe7-4c88-81ba-2bdb185e5d11 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 944 time: 0.0686128 Jun 24 12:51:52.695891 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2cd5c9e4-2f70-45c6-bed7-5357e095bec0 req-5955edfe-a3ef-4cd8-b801-cb501a47a329 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326817 Jun 24 12:51:52.721330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:52.745516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167a8915-3a5e-4bf6-b235-2a5cd6a09f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14d152f-fd95-45df-8fbf-dc68f62c14f8'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:51:52.747818 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2e50b2-3711-49af-b081-40536f4fc765" -d '{"events": [{"server_uuid": "167a8915-3a5e-4bf6-b235-2a5cd6a09f9e", "name": "network-vif-plugged", "status": "completed", "tag": "c14d152f-fd95-45df-8fbf-dc68f62c14f8"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:51:52.763332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port c14d152f-fd95-45df-8fbf-dc68f62c14f8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c14d152f-fd95-45df-8fbf-dc68f62c14f8,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:51:52.767659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:52.769694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c8415eaf-affa-4639-a3b0-dfe0b1d1df59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:52.794084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee100451-b2f7-467d-9b84-fd62c4af2791 x-openstack-request-id: req-ee100451-b2f7-467d-9b84-fd62c4af2791 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:51:52.794084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167a8915-3a5e-4bf6-b235-2a5cd6a09f9e", "name": "network-vif-plugged", "status": "completed", "tag": "c14d152f-fd95-45df-8fbf-dc68f62c14f8", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:51:52.794084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ee100451-b2f7-467d-9b84-fd62c4af2791 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:51:52.794084 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167a8915-3a5e-4bf6-b235-2a5cd6a09f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14d152f-fd95-45df-8fbf-dc68f62c14f8', 'code': 200} Jun 24 12:51:52.818371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=c14d152f-fd95-45df-8fbf-dc68f62c14f8,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:52.821651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:53.010782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e32c55-a0a6-4c02-8e32-6d4e4a05dcb1 req-d04aa820-4cf1-47be-9838-4dadb39eeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:53.012456 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-70e32c55-a0a6-4c02-8e32-6d4e4a05dcb1 req-d04aa820-4cf1-47be-9838-4dadb39eeaee service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 1098 time: 0.0519040 Jun 24 12:51:53.048441 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-70e32c55-a0a6-4c02-8e32-6d4e4a05dcb1 req-edd6493f-4ceb-44ef-a99f-e1c662b1d291 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=ea211118-5b4d-4a75-914c-5390fe865e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282855 Jun 24 12:51:53.293243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9af53-8390-48ed-9001-62f456664c68 req-701a6e7a-fa4a-42f9-b4fa-2f5a2e34f395 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:53.294710 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-97e9af53-8390-48ed-9001-62f456664c68 req-701a6e7a-fa4a-42f9-b4fa-2f5a2e34f395 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 945 time: 0.0702269 Jun 24 12:51:53.332214 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-97e9af53-8390-48ed-9001-62f456664c68 req-98a86594-7b87-462d-881a-6f4160f1be5d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=ea211118-5b4d-4a75-914c-5390fe865e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316365 Jun 24 12:51:53.868995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e1912-f43e-458d-a58f-92600ac47213 req-d1ed9cb4-2a06-47af-ba39-c85bd1affb7c tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:53.870548 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a7e1912-f43e-458d-a58f-92600ac47213 req-d1ed9cb4-2a06-47af-ba39-c85bd1affb7c tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 944 time: 0.0643849 Jun 24 12:51:53.909006 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a7e1912-f43e-458d-a58f-92600ac47213 req-b6956122-3971-489f-b374-482addaea0ca tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325553 Jun 24 12:51:54.504200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40f88e-78fb-42f5-968c-7f08523cf742 req-9efa8f65-0bac-4ce4-ae64-a400903b37c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:54.505695 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac40f88e-78fb-42f5-968c-7f08523cf742 req-9efa8f65-0bac-4ce4-ae64-a400903b37c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 945 time: 0.0622246 Jun 24 12:51:54.543065 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac40f88e-78fb-42f5-968c-7f08523cf742 req-b1ce1d45-6818-4f61-bee2-e0f4a5ca1d0e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=ea211118-5b4d-4a75-914c-5390fe865e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317323 Jun 24 12:51:54.591356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device d3759633-b2e8-41b0-ab01-e5988c04bf26 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:51:54.684847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port d3759633-b2e8-41b0-ab01-e5988c04bf26, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d3759633-b2e8-41b0-ab01-e5988c04bf26,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:51:54.699568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'port_id': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'mac_address': 'fa:16:3e:93:3d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:51:54.721022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4126470-b55b-40f9-a2a3-6f3ba38af4d1 req-b79082fc-9798-44ed-845d-60dc4736d904 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:54.722483 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b4126470-b55b-40f9-a2a3-6f3ba38af4d1 req-b79082fc-9798-44ed-845d-60dc4736d904 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 945 time: 0.0687802 Jun 24 12:51:54.736885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:54.750970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3759633-b2e8-41b0-ab01-e5988c04bf26 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:51:54.760082 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b4126470-b55b-40f9-a2a3-6f3ba38af4d1 req-a5e27c97-5a91-471a-860b-e17cd3a3a3b4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=ea211118-5b4d-4a75-914c-5390fe865e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313427 Jun 24 12:51:54.770063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port d3759633-b2e8-41b0-ab01-e5988c04bf26, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d3759633-b2e8-41b0-ab01-e5988c04bf26,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:51:54.774987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:54.777731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d948108b-85dd-4bf1-b007-a846334126e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:54.784273 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48268) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:54.824948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=d3759633-b2e8-41b0-ab01-e5988c04bf26,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:54.828017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:54.840634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96c6ef3-134d-4df7-8bc1-093338baf0fb tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:54.842148 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e96c6ef3-134d-4df7-8bc1-093338baf0fb tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 1093 time: 0.0568519 Jun 24 12:51:54.845043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48270) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:54.849655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b5da1a85-a8ba-4093-930e-cde66f3613a0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'floatingip': {'port_id': 'c14d152f-fd95-45df-8fbf-dc68f62c14f8'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:51:54.893199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b5da1a85-a8ba-4093-930e-cde66f3613a0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:55.028669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['d3759633-b2e8-41b0-ab01-e5988c04bf26'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:51:55.159463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec345836-d1e0-482a-b6fc-fec337cf25e5 req-92c4db6b-0e3a-405d-9ad0-ebdf4773486e tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:55.160943 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ec345836-d1e0-482a-b6fc-fec337cf25e5 req-92c4db6b-0e3a-405d-9ad0-ebdf4773486e tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 945 time: 0.1134927 Jun 24 12:51:55.274896 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ec345836-d1e0-482a-b6fc-fec337cf25e5 req-b6093ac7-622a-40a9-9f6f-c7b875f1a5a2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072495 Jun 24 12:51:55.420257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b5da1a85-a8ba-4093-930e-cde66f3613a0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:55.424277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b5da1a85-a8ba-4093-930e-cde66f3613a0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:55.528470 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-b5da1a85-a8ba-4093-930e-cde66f3613a0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP c9bda86e-a7b1-4f44-8524-59e621b69b6f associated. External IP: 172.26.1.99, port: c14d152f-fd95-45df-8fbf-dc68f62c14f8. Jun 24 12:51:55.729997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5da1a85-a8ba-4093-930e-cde66f3613a0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 84f663c2-596f-431c-9417-6f59aebd92d7 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:51:55.832985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5da1a85-a8ba-4093-930e-cde66f3613a0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:51:55.837425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b5da1a85-a8ba-4093-930e-cde66f3613a0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:55.842612 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effac2f-d1e6-413f-b814-601b4e6d6f90 None None] Sync routers for ids ['84f663c2-596f-431c-9417-6f59aebd92d7'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:51:55.851910 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6effac2f-d1e6-413f-b814-601b4e6d6f90 None None] Routers {'84f663c2-596f-431c-9417-6f59aebd92d7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:51:55.853041 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6effac2f-d1e6-413f-b814-601b4e6d6f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:51:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['84f663c2-596f-431c-9417-6f59aebd92d7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:55.874345 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b5da1a85-a8ba-4093-930e-cde66f3613a0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/floatingips/c9bda86e-a7b1-4f44-8524-59e621b69b6f HTTP/1.1" status: 200 len: 990 time: 1.0282826 Jun 24 12:51:55.875031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167a8915-3a5e-4bf6-b235-2a5cd6a09f9e', 'tag': 'c14d152f-fd95-45df-8fbf-dc68f62c14f8'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:51:55.877276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48274) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:55.877791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bac6589-ee90-4d82-94e8-0bbcf805a593" -d '{"events": [{"name": "network-changed", "server_uuid": "167a8915-3a5e-4bf6-b235-2a5cd6a09f9e", "tag": "c14d152f-fd95-45df-8fbf-dc68f62c14f8"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:51:55.915525 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77daec1a-127e-4bff-b9bb-bba594fa5fb6 x-openstack-request-id: req-77daec1a-127e-4bff-b9bb-bba594fa5fb6 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:51:55.916865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167a8915-3a5e-4bf6-b235-2a5cd6a09f9e", "tag": "c14d152f-fd95-45df-8fbf-dc68f62c14f8", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:51:55.917390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-77daec1a-127e-4bff-b9bb-bba594fa5fb6 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:51:55.918272 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167a8915-3a5e-4bf6-b235-2a5cd6a09f9e', 'tag': 'c14d152f-fd95-45df-8fbf-dc68f62c14f8', 'status': 'completed', 'code': 200} Jun 24 12:51:55.960461 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7c1a970b-c888-4e96-a774-09696b20e11b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/c9bda86e-a7b1-4f44-8524-59e621b69b6f HTTP/1.1" status: 200 len: 990 time: 0.0817018 Jun 24 12:51:55.976757 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-6effac2f-d1e6-413f-b814-601b4e6d6f90 None None] Set router 84f663c2-596f-431c-9417-6f59aebd92d7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:51:56.005472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac6589-ee90-4d82-94e8-0bbcf805a593 req-4c13c89f-fa78-4626-ad29-84549a2f8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:56.007158 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0bac6589-ee90-4d82-94e8-0bbcf805a593 req-4c13c89f-fa78-4626-ad29-84549a2f8eea service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 1098 time: 0.0660546 Jun 24 12:51:56.105463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac6589-ee90-4d82-94e8-0bbcf805a593 req-8505b374-b25e-4bbb-88ab-3b9f388f1ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:56.107076 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0bac6589-ee90-4d82-94e8-0bbcf805a593 req-8505b374-b25e-4bbb-88ab-3b9f388f1ddf service neutron] 10.222.0.102 "GET /v2.0/networks?id=89520dca-a8ff-46ba-b89e-7b9b98f16843 HTTP/1.1" status: 200 len: 898 time: 0.0933821 Jun 24 12:51:56.174469 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0bac6589-ee90-4d82-94e8-0bbcf805a593 req-d0349c95-3a1d-4c08-a615-4af2493ba87e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14d152f-fd95-45df-8fbf-dc68f62c14f8 HTTP/1.1" status: 200 len: 998 time: 0.0592234 Jun 24 12:51:56.205902 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6effac2f-d1e6-413f-b814-601b4e6d6f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'c9bda86e-a7b1-4f44-8524-59e621b69b6f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.99', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'port_id': 'c14d152f-fd95-45df-8fbf-dc68f62c14f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'mac_address': 'fa:16:3e:4d:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167a8915-3a5e-4bf6-b235-2a5cd6a09f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:50:57Z', 'updated_at': '2021-06-24T12:51:55Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:56.230429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac6589-ee90-4d82-94e8-0bbcf805a593 req-8989ae40-bbed-4ddb-aa55-5c91079ee88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:56.231936 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0bac6589-ee90-4d82-94e8-0bbcf805a593 req-8989ae40-bbed-4ddb-aa55-5c91079ee88f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=87285f3d-3179-430f-b6e0-5bcbfb16ad3a HTTP/1.1" status: 200 len: 835 time: 0.0500109 Jun 24 12:51:56.293460 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac6589-ee90-4d82-94e8-0bbcf805a593 req-2d9474ac-e481-4500-b809-c81412ff5757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:56.295002 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0bac6589-ee90-4d82-94e8-0bbcf805a593 req-2d9474ac-e481-4500-b809-c81412ff5757 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89520dca-a8ff-46ba-b89e-7b9b98f16843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553284 Jun 24 12:51:56.324374 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effac2f-d1e6-413f-b814-601b4e6d6f90 None None] Checking router: 84f663c2-596f-431c-9417-6f59aebd92d7 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:51:56.332731 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6effac2f-d1e6-413f-b814-601b4e6d6f90 None None] Routers {'84f663c2-596f-431c-9417-6f59aebd92d7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:51:56.333343 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6effac2f-d1e6-413f-b814-601b4e6d6f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:51:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['84f663c2-596f-431c-9417-6f59aebd92d7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:56.387997 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0bac6589-ee90-4d82-94e8-0bbcf805a593 req-d1ecc5c9-b5d7-4022-8620-0dd8b30978f8 service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854754 Jun 24 12:51:56.437710 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-6effac2f-d1e6-413f-b814-601b4e6d6f90 None None] Set router 84f663c2-596f-431c-9417-6f59aebd92d7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:51:56.521292 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0bac6589-ee90-4d82-94e8-0bbcf805a593 req-14e8840e-1515-4b3a-bf2d-121dbaf752c5 service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200206 Jun 24 12:51:56.531130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdc540-4b6a-4132-b2e3-bcbbd23f7e5e req-21023690-75c9-4e71-b280-6ca8bb4c6f3b tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:56.532631 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1bbdc540-4b6a-4132-b2e3-bcbbd23f7e5e req-21023690-75c9-4e71-b280-6ca8bb4c6f3b tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 945 time: 0.1412957 Jun 24 12:51:56.571739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-78c35011-1e60-4244-9dd6-10fc00fe900d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:56.576321 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1bbdc540-4b6a-4132-b2e3-bcbbd23f7e5e req-20cba383-ce9c-40a5-9651-0be8f0b0bc81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377960 Jun 24 12:51:56.620643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device d3759633-b2e8-41b0-ab01-e5988c04bf26 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:51:56.661984 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6effac2f-d1e6-413f-b814-601b4e6d6f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'c9bda86e-a7b1-4f44-8524-59e621b69b6f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.99', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'port_id': 'c14d152f-fd95-45df-8fbf-dc68f62c14f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'mac_address': 'fa:16:3e:4d:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167a8915-3a5e-4bf6-b235-2a5cd6a09f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:50:57Z', 'updated_at': '2021-06-24T12:51:55Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:56.668561 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port d3759633-b2e8-41b0-ab01-e5988c04bf26 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:51:56.672636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port d3759633-b2e8-41b0-ab01-e5988c04bf26 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:51:56.673018 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:56.690966 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effac2f-d1e6-413f-b814-601b4e6d6f90 None None] The sync data for ids ['84f663c2-596f-431c-9417-6f59aebd92d7'] in dv-neutron-797121-4-hyperv is: [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'c9bda86e-a7b1-4f44-8524-59e621b69b6f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.99', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'port_id': 'c14d152f-fd95-45df-8fbf-dc68f62c14f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'mac_address': 'fa:16:3e:4d:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167a8915-3a5e-4bf6-b235-2a5cd6a09f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:50:57Z', 'updated_at': '2021-06-24T12:51:55Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:51:56.755874 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:56.779536 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3759633-b2e8-41b0-ab01-e5988c04bf26'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:51:56.781830 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a44d18-ab71-41fc-ac14-7d3cb4954d35" -d '{"events": [{"server_uuid": "3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f", "name": "network-vif-plugged", "status": "completed", "tag": "d3759633-b2e8-41b0-ab01-e5988c04bf26"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:51:56.797661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port d3759633-b2e8-41b0-ab01-e5988c04bf26, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d3759633-b2e8-41b0-ab01-e5988c04bf26,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:51:56.802246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:56.804440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:56.827951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eddb95-5e41-4b98-ae7f-8b2d22972d76 x-openstack-request-id: req-c7eddb95-5e41-4b98-ae7f-8b2d22972d76 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:51:56.828255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f", "name": "network-vif-plugged", "status": "completed", "tag": "d3759633-b2e8-41b0-ab01-e5988c04bf26", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:51:56.829079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c7eddb95-5e41-4b98-ae7f-8b2d22972d76 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:51:56.829079 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'code': 200} Jun 24 12:51:56.859167 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=d3759633-b2e8-41b0-ab01-e5988c04bf26,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:56.862119 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:56.903164 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2d625-5dae-4588-a0b1-0c4074f8fc3d None None] New status for floating IP c9bda86e-a7b1-4f44-8524-59e621b69b6f: ACTIVE {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:51:56.961931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48282) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:57.024703 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-feac2283-c104-4f90-825d-f888cec1aa5f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/c9bda86e-a7b1-4f44-8524-59e621b69b6f HTTP/1.1" status: 200 len: 990 time: 0.0616045 Jun 24 12:51:57.048194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07f3ab-328e-4b21-a512-52a8515071f5 req-5a9338f0-045c-4a90-867a-bf99eba3a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:57.049993 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5a07f3ab-328e-4b21-a512-52a8515071f5 req-5a9338f0-045c-4a90-867a-bf99eba3a380 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 1099 time: 0.0603249 Jun 24 12:51:57.088095 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5a07f3ab-328e-4b21-a512-52a8515071f5 req-d95bd280-065b-4c4d-b4e9-bbb1b4553012 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298979 Jun 24 12:51:57.749616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ffd88-6656-4002-b41c-f2fc1e20f514 req-2f79c3a5-0f01-448f-a82f-ded356731035 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:57.751096 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-965ffd88-6656-4002-b41c-f2fc1e20f514 req-2f79c3a5-0f01-448f-a82f-ded356731035 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 946 time: 0.0625403 Jun 24 12:51:57.788296 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-965ffd88-6656-4002-b41c-f2fc1e20f514 req-b68f941c-4964-4273-9575-fcc65c1dc0b4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315905 Jun 24 12:51:58.028086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48286) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:58.091343 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1df51b9a-d450-4538-91f8-78f6ab44825b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/c9bda86e-a7b1-4f44-8524-59e621b69b6f HTTP/1.1" status: 200 len: 992 time: 0.0620131 Jun 24 12:51:58.957972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87b571-a658-47ca-b425-e461c687918a req-f687e202-8cf1-4789-8de8-3e34e5acfa12 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:58.959495 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7e87b571-a658-47ca-b425-e461c687918a req-f687e202-8cf1-4789-8de8-3e34e5acfa12 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 946 time: 0.0625050 Jun 24 12:51:58.999129 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7e87b571-a658-47ca-b425-e461c687918a req-2bb19953-ec0f-4bbe-b86d-93f6d010eb10 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328546 Jun 24 12:51:59.168529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79571337-6ef2-42c5-8812-181a09dad1c3 req-1c108fc8-bd4b-4d04-bd61-32b8b6f359e5 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:59.170201 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-79571337-6ef2-42c5-8812-181a09dad1c3 req-1c108fc8-bd4b-4d04-bd61-32b8b6f359e5 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 946 time: 0.0621727 Jun 24 12:51:59.208090 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-79571337-6ef2-42c5-8812-181a09dad1c3 req-22516233-3385-4508-bde5-413e269a23ed tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313299 Jun 24 12:51:59.233096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48292) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:59.288514 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9582b5e-7087-426b-89f9-5cf2428ae024 tempest-TestVolumeBootPattern-1671429679 tempest-TestVolumeBootPattern-1671429679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:59.292304 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c9582b5e-7087-426b-89f9-5cf2428ae024 tempest-TestVolumeBootPattern-1671429679 tempest-TestVolumeBootPattern-1671429679-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 1094 time: 0.0573089 Jun 24 12:51:59.294753 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48294) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:59.297926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e1285a28-4856-4a93-8f87-63d86c06e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:59.300171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:51:59.322949 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:59.396186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:59.422030 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:59.527627 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Allocated IP 172.26.1.193 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/3e14bd1b-8481-4719-8c7c-aeaf9b8bf1f6) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:51:59.624378 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:59.661132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:59.663089 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-112e5086-5675-4954-8402-794afc006cbe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:59.704086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:51:59.708691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:51:59.712049 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:51:59.733502 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'Port': ['ID=3e14bd1b-8481-4719-8c7c-aeaf9b8bf1f6,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:59.744769 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:59.745162 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:59.745542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:59.745914 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:59.746283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:59.746653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:59.747044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:59.747412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:59.747777 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:59.748141 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:59.748501 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:59.748862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:59.753384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:59.884710 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:52:00.085848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:00.161085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:00.261744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:00.312859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:00.317455 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:00.319486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-98340128-93ae-4770-a175-fe949af18d70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:00.383367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'Port': ['ID=3e14bd1b-8481-4719-8c7c-aeaf9b8bf1f6,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:00.387277 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:00.397633 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:00.498513 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Floating IP f3d51966-e3ab-4b13-ac14-17c69c826480 associated. External IP: 172.26.1.193, port: d3759633-b2e8-41b0-ab01-e5988c04bf26. Jun 24 12:52:00.704395 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Router c0fead73-0e69-483e-bb43-fc68088a7a19 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:52:00.816661 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:52:00.827112 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523296b7-9103-4796-b5a2-545693b0603b None None] Sync routers for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:52:00.832331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:00.837603 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523296b7-9103-4796-b5a2-545693b0603b None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:52:00.838338 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-523296b7-9103-4796-b5a2-545693b0603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:51:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:00.882516 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5724554 Jun 24 12:52:00.882516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'tag': 'd3759633-b2e8-41b0-ab01-e5988c04bf26'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:52:00.882516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64dd989-e1a9-49b6-86a1-2797ae1b219a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f", "tag": "d3759633-b2e8-41b0-ab01-e5988c04bf26"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:52:00.909698 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2186d696-b2a6-4f03-87e3-d9e63c4fda68 x-openstack-request-id: req-2186d696-b2a6-4f03-87e3-d9e63c4fda68 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:52:00.910048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f", "tag": "d3759633-b2e8-41b0-ab01-e5988c04bf26", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:52:00.910354 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2186d696-b2a6-4f03-87e3-d9e63c4fda68 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:52:00.910821 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'tag': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'status': 'completed', 'code': 200} Jun 24 12:52:00.950324 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-523296b7-9103-4796-b5a2-545693b0603b None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:52:00.996625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd989-e1a9-49b6-86a1-2797ae1b219a req-c13c4cd7-61fb-4a10-b968-9a5b9047fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:00.998821 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e64dd989-e1a9-49b6-86a1-2797ae1b219a req-c13c4cd7-61fb-4a10-b968-9a5b9047fd80 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 1099 time: 0.0598123 Jun 24 12:52:01.091337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd989-e1a9-49b6-86a1-2797ae1b219a req-df3dbc97-5e8c-49d9-a7c9-49085a4bfdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:01.092711 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e64dd989-e1a9-49b6-86a1-2797ae1b219a req-df3dbc97-5e8c-49d9-a7c9-49085a4bfdbe service neutron] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 914 time: 0.0870769 Jun 24 12:52:01.160729 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e64dd989-e1a9-49b6-86a1-2797ae1b219a req-6ab1d855-bc5c-4a8e-9cd0-cba7ff54706f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3759633-b2e8-41b0-ab01-e5988c04bf26 HTTP/1.1" status: 200 len: 1000 time: 0.0612123 Jun 24 12:52:01.177516 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-523296b7-9103-4796-b5a2-545693b0603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'f3d51966-e3ab-4b13-ac14-17c69c826480', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.193', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:93:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:51:59Z', 'updated_at': '2021-06-24T12:51:59Z', 'revision_number': 0, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:01.207037 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523296b7-9103-4796-b5a2-545693b0603b None None] Checking router: c0fead73-0e69-483e-bb43-fc68088a7a19 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:52:01.212446 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd989-e1a9-49b6-86a1-2797ae1b219a req-2b512db9-9a87-42d0-a7a7-a452f1f7d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:01.214424 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e64dd989-e1a9-49b6-86a1-2797ae1b219a req-2b512db9-9a87-42d0-a7a7-a452f1f7d475 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.0460849 Jun 24 12:52:01.215975 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523296b7-9103-4796-b5a2-545693b0603b None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:52:01.216576 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-523296b7-9103-4796-b5a2-545693b0603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:51:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:01.271842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd989-e1a9-49b6-86a1-2797ae1b219a req-c9b030ad-0faf-4a8e-a3f2-45fbc1e229fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:01.273240 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e64dd989-e1a9-49b6-86a1-2797ae1b219a req-c9b030ad-0faf-4a8e-a3f2-45fbc1e229fe service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510328 Jun 24 12:52:01.318949 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-523296b7-9103-4796-b5a2-545693b0603b None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:52:01.369873 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e64dd989-e1a9-49b6-86a1-2797ae1b219a req-b17ba4ab-0c56-4810-8aa1-d0d74a552e81 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876176 Jun 24 12:52:01.464614 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e64dd989-e1a9-49b6-86a1-2797ae1b219a req-5f1a987c-599a-4a52-904d-8d627db4b045 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835037 Jun 24 12:52:01.542177 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-523296b7-9103-4796-b5a2-545693b0603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'f3d51966-e3ab-4b13-ac14-17c69c826480', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.193', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:93:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:51:59Z', 'updated_at': '2021-06-24T12:51:59Z', 'revision_number': 0, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:01.567724 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523296b7-9103-4796-b5a2-545693b0603b None None] The sync data for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv is: [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'f3d51966-e3ab-4b13-ac14-17c69c826480', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.193', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:93:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:51:59Z', 'updated_at': '2021-06-24T12:51:59Z', 'revision_number': 0, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:52:01.749975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61ccf8d-d573-4906-a524-9c3ba26c9a67 None None] New status for floating IP f3d51966-e3ab-4b13-ac14-17c69c826480: ACTIVE {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:52:02.247437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:17.131749 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:25.503656 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-23d37149-e3fa-4cc0-87f8-0c8dc37645a1 req-8b127340-1efe-4241-968a-c1a8b0103567 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4607675 Jun 24 12:52:25.577066 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d37149-e3fa-4cc0-87f8-0c8dc37645a1 req-f6763756-be79-4c22-a14b-6460c6e15dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:25.578529 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-23d37149-e3fa-4cc0-87f8-0c8dc37645a1 req-f6763756-be79-4c22-a14b-6460c6e15dce service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 1098 time: 0.0513825 Jun 24 12:52:25.686221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d37149-e3fa-4cc0-87f8-0c8dc37645a1 req-cdd6e7f6-ebfd-4796-885a-d06c9c9ab9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:25.687717 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-23d37149-e3fa-4cc0-87f8-0c8dc37645a1 req-cdd6e7f6-ebfd-4796-885a-d06c9c9ab9bc service neutron] 10.222.0.102 "GET /v2.0/networks?id=89520dca-a8ff-46ba-b89e-7b9b98f16843 HTTP/1.1" status: 200 len: 898 time: 0.0880744 Jun 24 12:52:25.727961 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-23d37149-e3fa-4cc0-87f8-0c8dc37645a1 req-cb12677a-6846-4c81-a8af-39a3ee177211 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ec07173-856a-44d2-8906-bcef76f3802b HTTP/1.1" status: 200 len: 217 time: 0.0328054 Jun 24 12:52:25.777158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d37149-e3fa-4cc0-87f8-0c8dc37645a1 req-a04b4bee-eb63-44df-89a3-62cc15486f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:25.778471 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-23d37149-e3fa-4cc0-87f8-0c8dc37645a1 req-a04b4bee-eb63-44df-89a3-62cc15486f54 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=87285f3d-3179-430f-b6e0-5bcbfb16ad3a HTTP/1.1" status: 200 len: 835 time: 0.0423331 Jun 24 12:52:25.840781 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d37149-e3fa-4cc0-87f8-0c8dc37645a1 req-6d62274a-621e-467f-bfcc-2c4551ae09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:25.842263 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-23d37149-e3fa-4cc0-87f8-0c8dc37645a1 req-6d62274a-621e-467f-bfcc-2c4551ae09f6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89520dca-a8ff-46ba-b89e-7b9b98f16843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561438 Jun 24 12:52:25.853030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-23d37149-e3fa-4cc0-87f8-0c8dc37645a1 req-17265c60-8225-47d3-a928-f4119f671b5e service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:52:25.854019 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-23d37149-e3fa-4cc0-87f8-0c8dc37645a1 req-17265c60-8225-47d3-a928-f4119f671b5e service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048780 Jun 24 12:52:25.941846 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-23d37149-e3fa-4cc0-87f8-0c8dc37645a1 req-e806868d-a5f1-4c6c-86ce-53fe3f6297b7 service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810919 Jun 24 12:52:26.034539 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-23d37149-e3fa-4cc0-87f8-0c8dc37645a1 req-260059a1-eb23-462d-9dd6-d9c7f2361e2f service neutron] 10.222.0.102 "GET /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846369 Jun 24 12:52:26.571772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-49f61c0a-6f69-406f-b54a-d91161fca08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:29.289480 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e82a6e76-0b4b-4d52-bf12-49d957bc011f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:29.398907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:30.266428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:32.249434 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:33.794512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a4670-1133-40ae-92cf-3296e0647d5f req-0f203f3d-4438-4ee5-b121-79c4a2d3c4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:33.796050 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ce6a4670-1133-40ae-92cf-3296e0647d5f req-0f203f3d-4438-4ee5-b121-79c4a2d3c4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 945 time: 0.1100993 Jun 24 12:52:33.833511 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ce6a4670-1133-40ae-92cf-3296e0647d5f req-cf584865-afdb-4422-81d2-d3b6946fb91d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=ea211118-5b4d-4a75-914c-5390fe865e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315261 Jun 24 12:52:35.052422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3bdd4-0505-445d-9a84-d106c2a19055 req-36854467-08b0-45e2-8e4e-3e83e48ab9b5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:35.053795 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-04a3bdd4-0505-445d-9a84-d106c2a19055 req-36854467-08b0-45e2-8e4e-3e83e48ab9b5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 945 time: 0.1091645 Jun 24 12:52:35.097368 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-04a3bdd4-0505-445d-9a84-d106c2a19055 req-617ad67a-9e8c-471a-a4c6-bd4bd585733c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=ea211118-5b4d-4a75-914c-5390fe865e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367043 Jun 24 12:52:35.256760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-6478f8c1-76ce-498c-a2cf-80c73d77080d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:35.258427 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-6478f8c1-76ce-498c-a2cf-80c73d77080d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 945 time: 0.0650127 Jun 24 12:52:35.355738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port c14d152f-fd95-45df-8fbf-dc68f62c14f8 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:52:35.356070 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:35.448994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port c14d152f-fd95-45df-8fbf-dc68f62c14f8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c14d152f-fd95-45df-8fbf-dc68f62c14f8,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:35.449356 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:35.613996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:35.614274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:35.614587 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP c9bda86e-a7b1-4f44-8524-59e621b69b6f disassociated. External IP: 172.26.1.99, port: c14d152f-fd95-45df-8fbf-dc68f62c14f8. Jun 24 12:52:35.614956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for c14d152f-fd95-45df-8fbf-dc68f62c14f8 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:52:35.744346 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:35.748762 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-69c7f02b-cbce-453c-b86a-5fbcc5bc81be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:35.773831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=c14d152f-fd95-45df-8fbf-dc68f62c14f8,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:35.784639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:35.785030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:35.785458 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:35.785783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:35.786148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:35.786522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:35.786913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:35.787279 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:35.787643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:35.788007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:35.788366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:35.788725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:35.793636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:35.896398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 84f663c2-596f-431c-9417-6f59aebd92d7 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:52:36.000518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:52:36.011277 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa2d6e2-36db-4201-8730-da897e7b23a8 None None] Sync routers for ids ['84f663c2-596f-431c-9417-6f59aebd92d7'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:52:36.022262 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa2d6e2-36db-4201-8730-da897e7b23a8 None None] Routers {'84f663c2-596f-431c-9417-6f59aebd92d7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:52:36.022913 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0aa2d6e2-36db-4201-8730-da897e7b23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:52:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['84f663c2-596f-431c-9417-6f59aebd92d7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:36.048017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] No DVR routers for this DVR port c14d152f-fd95-45df-8fbf-dc68f62c14f8 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:52:36.050808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:36.052815 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2a5bc390-3e44-447e-b388-fb56e7ef8529 req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "DELETE /v2.0/ports/c14d152f-fd95-45df-8fbf-dc68f62c14f8 HTTP/1.1" status: 204 len: 173 time: 0.7888737 Jun 24 12:52:36.053417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167a8915-3a5e-4bf6-b235-2a5cd6a09f9e', 'name': 'network-vif-deleted', 'tag': 'c14d152f-fd95-45df-8fbf-dc68f62c14f8'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:52:36.055700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb02c6c-dde2-4626-8bd7-9bc6cdf09c45" -d '{"events": [{"server_uuid": "167a8915-3a5e-4bf6-b235-2a5cd6a09f9e", "name": "network-vif-deleted", "tag": "c14d152f-fd95-45df-8fbf-dc68f62c14f8"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:52:36.131441 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-0aa2d6e2-36db-4201-8730-da897e7b23a8 None None] Set router 84f663c2-596f-431c-9417-6f59aebd92d7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:52:36.164076 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ae8531-ac05-45cd-9667-1010bffb7c2e x-openstack-request-id: req-52ae8531-ac05-45cd-9667-1010bffb7c2e {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:52:36.164427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167a8915-3a5e-4bf6-b235-2a5cd6a09f9e", "name": "network-vif-deleted", "tag": "c14d152f-fd95-45df-8fbf-dc68f62c14f8", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:52:36.164731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-52ae8531-ac05-45cd-9667-1010bffb7c2e {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:52:36.165174 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167a8915-3a5e-4bf6-b235-2a5cd6a09f9e', 'name': 'network-vif-deleted', 'tag': 'c14d152f-fd95-45df-8fbf-dc68f62c14f8', 'status': 'completed', 'code': 200} Jun 24 12:52:36.268892 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f94c0cda-3ae0-498c-8d42-4e7e8dbf91f6 req-2d33c813-a72a-4e89-8a98-8349212321cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=167a8915-3a5e-4bf6-b235-2a5cd6a09f9e HTTP/1.1" status: 200 len: 210 time: 0.0348849 Jun 24 12:52:36.363304 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0aa2d6e2-36db-4201-8730-da897e7b23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:36.479020 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa2d6e2-36db-4201-8730-da897e7b23a8 None None] Checking router: 84f663c2-596f-431c-9417-6f59aebd92d7 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:52:36.487407 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa2d6e2-36db-4201-8730-da897e7b23a8 None None] Routers {'84f663c2-596f-431c-9417-6f59aebd92d7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:52:36.488011 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0aa2d6e2-36db-4201-8730-da897e7b23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:52:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['84f663c2-596f-431c-9417-6f59aebd92d7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:36.591425 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-0aa2d6e2-36db-4201-8730-da897e7b23a8 None None] Set router 84f663c2-596f-431c-9417-6f59aebd92d7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:52:36.791257 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-0aa2d6e2-36db-4201-8730-da897e7b23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:36.821595 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa2d6e2-36db-4201-8730-da897e7b23a8 None None] The sync data for ids ['84f663c2-596f-431c-9417-6f59aebd92d7'] in dv-neutron-797121-4-hyperv is: [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:42Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '6892d9db-d830-46ac-9ae9-8bcb0c8c3679', 'name': '', 'network_id': '89520dca-a8ff-46ba-b89e-7b9b98f16843', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:5d:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:41Z', 'updated_at': '2021-06-24T12:50:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '87285f3d-3179-430f-b6e0-5bcbfb16ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:52:36.883540 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:52:37.040541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e62e7-cd74-4cc2-a671-479b9828bb79 None None] New status for floating IP c9bda86e-a7b1-4f44-8524-59e621b69b6f: DOWN {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:52:37.362801 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48342) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:37.422246 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6862f0dc-8894-4521-85cd-dae165b22a10 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:37.446982 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6862f0dc-8894-4521-85cd-dae165b22a10 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:37.507924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6862f0dc-8894-4521-85cd-dae165b22a10 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:37.510983 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6862f0dc-8894-4521-85cd-dae165b22a10 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:37.512122 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6862f0dc-8894-4521-85cd-dae165b22a10 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/security-groups/ea211118-5b4d-4a75-914c-5390fe865e92 HTTP/1.1" status: 204 len: 168 time: 0.1483409 Jun 24 12:52:37.513010 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-89b02ab6-3dc7-4bd1-99f3-f3fc9179901f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:37.521801 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862f0dc-8894-4521-85cd-dae165b22a10 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea211118-5b4d-4a75-914c-5390fe865e92,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:37.524505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6862f0dc-8894-4521-85cd-dae165b22a10 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:37.543991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48346) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:37.670558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d9c6f-3100-405a-8e92-db070bea789d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port a750cc96-753a-4bd8-afa6-918ad6463f8d {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:52:37.670933 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9c6f-3100-405a-8e92-db070bea789d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:37.749449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9c6f-3100-405a-8e92-db070bea789d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:37.749713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9c6f-3100-405a-8e92-db070bea789d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:37.761035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d9c6f-3100-405a-8e92-db070bea789d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for a750cc96-753a-4bd8-afa6-918ad6463f8d owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:52:37.899911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9c6f-3100-405a-8e92-db070bea789d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:37.902604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:37.924399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d9c6f-3100-405a-8e92-db070bea789d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=a750cc96-753a-4bd8-afa6-918ad6463f8d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:37.927838 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2c2d9c6f-3100-405a-8e92-db070bea789d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:37.988599 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9c6f-3100-405a-8e92-db070bea789d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:37.991128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9c6f-3100-405a-8e92-db070bea789d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:37.992253 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2c2d9c6f-3100-405a-8e92-db070bea789d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/floatingips/c9bda86e-a7b1-4f44-8524-59e621b69b6f HTTP/1.1" status: 204 len: 168 time: 0.4472063 Jun 24 12:52:38.355209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec7946-1fae-4fb2-872d-9b0b3fcc7758 req-62913196-a8d8-4e11-bc29-1a09dbdfbe5c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:38.356679 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4eec7946-1fae-4fb2-872d-9b0b3fcc7758 req-62913196-a8d8-4e11-bc29-1a09dbdfbe5c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 945 time: 0.0645456 Jun 24 12:52:38.394517 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4eec7946-1fae-4fb2-872d-9b0b3fcc7758 req-daa39227-295a-44b9-847e-d6a88caa0d16 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=79b2bdd5-78d7-4f16-8ec4-908614eb2139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320921 Jun 24 12:52:38.869214 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c14d152f-fd95-45df-8fbf-dc68f62c14f8 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:52:38.891762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: c14d152f-fd95-45df-8fbf-dc68f62c14f8 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:52:38.892113 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c14d152f-fd95-45df-8fbf-dc68f62c14f8 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:52:39.571275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f082ec-8a68-446c-a7ec-ea5ead9adc8d req-1dab2fea-a904-4104-9fff-48153f727365 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:39.573324 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-52f082ec-8a68-446c-a7ec-ea5ead9adc8d req-1dab2fea-a904-4104-9fff-48153f727365 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 945 time: 0.0626266 Jun 24 12:52:39.610217 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-52f082ec-8a68-446c-a7ec-ea5ead9adc8d req-9706d873-e5b3-4f0e-a802-6afb613df986 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=79b2bdd5-78d7-4f16-8ec4-908614eb2139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312047 Jun 24 12:52:39.838257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61647f-381d-4c6f-894f-b01c14e8a23a req-9eb30e81-a20b-40a6-a5ce-c3faab568481 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:39.839725 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7b61647f-381d-4c6f-894f-b01c14e8a23a req-9eb30e81-a20b-40a6-a5ce-c3faab568481 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 945 time: 0.0663352 Jun 24 12:52:39.939793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-7b61647f-381d-4c6f-894f-b01c14e8a23a req-c1699656-76cc-435b-9398-cdc600030e1f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 4ec07173-856a-44d2-8906-bcef76f3802b {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:52:39.940136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7b61647f-381d-4c6f-894f-b01c14e8a23a req-c1699656-76cc-435b-9398-cdc600030e1f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:40.028992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-7b61647f-381d-4c6f-894f-b01c14e8a23a req-c1699656-76cc-435b-9398-cdc600030e1f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 4ec07173-856a-44d2-8906-bcef76f3802b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4ec07173-856a-44d2-8906-bcef76f3802b,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:40.029352 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7b61647f-381d-4c6f-894f-b01c14e8a23a req-c1699656-76cc-435b-9398-cdc600030e1f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:40.040658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-7b61647f-381d-4c6f-894f-b01c14e8a23a req-c1699656-76cc-435b-9398-cdc600030e1f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 4ec07173-856a-44d2-8906-bcef76f3802b owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:52:40.164358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7b61647f-381d-4c6f-894f-b01c14e8a23a req-c1699656-76cc-435b-9398-cdc600030e1f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:40.169969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-01cff588-2056-4844-946c-1380ec334b89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:40.202597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1699656-76cc-435b-9398-cdc600030e1f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=4ec07173-856a-44d2-8906-bcef76f3802b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:40.205622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c1699656-76cc-435b-9398-cdc600030e1f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:40.243866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b61647f-381d-4c6f-894f-b01c14e8a23a req-c1699656-76cc-435b-9398-cdc600030e1f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] No DVR routers for this DVR port 4ec07173-856a-44d2-8906-bcef76f3802b on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:52:40.246448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7b61647f-381d-4c6f-894f-b01c14e8a23a req-c1699656-76cc-435b-9398-cdc600030e1f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:40.248495 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7b61647f-381d-4c6f-894f-b01c14e8a23a req-c1699656-76cc-435b-9398-cdc600030e1f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "DELETE /v2.0/ports/4ec07173-856a-44d2-8906-bcef76f3802b HTTP/1.1" status: 204 len: 173 time: 0.4007888 Jun 24 12:52:40.249053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'name': 'network-vif-deleted', 'tag': '4ec07173-856a-44d2-8906-bcef76f3802b'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:52:40.251483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd83e37b-a42c-4ccb-b4f5-0b6717a33357" -d '{"events": [{"server_uuid": "d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7", "name": "network-vif-deleted", "tag": "4ec07173-856a-44d2-8906-bcef76f3802b"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:52:40.287979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334e08b9-5162-4b59-9106-d72c10b03c0f x-openstack-request-id: req-334e08b9-5162-4b59-9106-d72c10b03c0f {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:52:40.288337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7", "name": "network-vif-deleted", "tag": "4ec07173-856a-44d2-8906-bcef76f3802b", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:52:40.288647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-334e08b9-5162-4b59-9106-d72c10b03c0f {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:52:40.289117 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7', 'name': 'network-vif-deleted', 'tag': '4ec07173-856a-44d2-8906-bcef76f3802b', 'status': 'completed', 'code': 200} Jun 24 12:52:40.774869 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f3ada481-9309-4d38-bdbc-4c0911ca68a5 req-cc872e74-c5c1-460f-9ea5-ebd68405ed70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3d00f9e-c5c7-4ecc-b72d-8c1dc57957e7 HTTP/1.1" status: 200 len: 210 time: 0.0363681 Jun 24 12:52:41.871625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48362) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:41.928181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2b897aa7-0451-4645-a663-aa2ee85d79ee tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:41.953577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2b897aa7-0451-4645-a663-aa2ee85d79ee tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:42.016049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2b897aa7-0451-4645-a663-aa2ee85d79ee tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:42.018597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2b897aa7-0451-4645-a663-aa2ee85d79ee tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:42.022167 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2b897aa7-0451-4645-a663-aa2ee85d79ee tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/security-groups/79b2bdd5-78d7-4f16-8ec4-908614eb2139 HTTP/1.1" status: 204 len: 168 time: 0.1471348 Jun 24 12:52:42.022167 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2bb80ce3-bfd1-4f76-91b5-aa569848f37c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:42.029851 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b897aa7-0451-4645-a663-aa2ee85d79ee tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b2bdd5-78d7-4f16-8ec4-908614eb2139,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:42.032657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2b897aa7-0451-4645-a663-aa2ee85d79ee tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:42.050909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48366) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:42.401566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cad58d7c-62c2-4240-b8b3-519e2aacba11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:42.661409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-cad58d7c-62c2-4240-b8b3-519e2aacba11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:52:42.661651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cad58d7c-62c2-4240-b8b3-519e2aacba11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:42.753046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-cad58d7c-62c2-4240-b8b3-519e2aacba11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 6892d9db-d830-46ac-9ae9-8bcb0c8c3679, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=6892d9db-d830-46ac-9ae9-8bcb0c8c3679,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:42.753396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cad58d7c-62c2-4240-b8b3-519e2aacba11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:42.765866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-cad58d7c-62c2-4240-b8b3-519e2aacba11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:52:42.871189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 4ec07173-856a-44d2-8906-bcef76f3802b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:52:42.890347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 4ec07173-856a-44d2-8906-bcef76f3802b {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:52:42.890704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 4ec07173-856a-44d2-8906-bcef76f3802b not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:52:42.947664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cad58d7c-62c2-4240-b8b3-519e2aacba11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:42.949510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-220bbb20-8ca3-49c5-8412-b51e9eb20ce6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:42.974048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad58d7c-62c2-4240-b8b3-519e2aacba11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=6892d9db-d830-46ac-9ae9-8bcb0c8c3679,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:42.977174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cad58d7c-62c2-4240-b8b3-519e2aacba11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:43.146579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cad58d7c-62c2-4240-b8b3-519e2aacba11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:43.667033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad58d7c-62c2-4240-b8b3-519e2aacba11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 84f663c2-596f-431c-9417-6f59aebd92d7 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:52:43.773613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad58d7c-62c2-4240-b8b3-519e2aacba11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:52:43.778597 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cad58d7c-62c2-4240-b8b3-519e2aacba11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/84f663c2-596f-431c-9417-6f59aebd92d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7266543 Jun 24 12:52:43.781322 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48368) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:43.783900 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05852a91-0189-47d9-9144-9419ca7ad2be None None] Sync routers for ids ['84f663c2-596f-431c-9417-6f59aebd92d7'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:52:43.795491 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05852a91-0189-47d9-9144-9419ca7ad2be None None] Routers {'84f663c2-596f-431c-9417-6f59aebd92d7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:52:43.795491 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-05852a91-0189-47d9-9144-9419ca7ad2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:52:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['84f663c2-596f-431c-9417-6f59aebd92d7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:43.833254 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-94640f00-7132-432a-bf7d-e092f0c495c0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting subnet 87285f3d-3179-430f-b6e0-5bcbfb16ad3a {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:52:43.836595 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-94640f00-7132-432a-bf7d-e092f0c495c0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:43.876338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-94640f00-7132-432a-bf7d-e092f0c495c0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:43.901181 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-05852a91-0189-47d9-9144-9419ca7ad2be None None] Set router 84f663c2-596f-431c-9417-6f59aebd92d7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:52:43.979400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-94640f00-7132-432a-bf7d-e092f0c495c0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.038560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-94640f00-7132-432a-bf7d-e092f0c495c0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.045921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-034d86a1-baf9-4018-84ef-dceb961aba26 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:44.071477 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94640f00-7132-432a-bf7d-e092f0c495c0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Subnet': ['ID=87285f3d-3179-430f-b6e0-5bcbfb16ad3a,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:44.074050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-94640f00-7132-432a-bf7d-e092f0c495c0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:44.077264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-94640f00-7132-432a-bf7d-e092f0c495c0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.080241 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-05852a91-0189-47d9-9144-9419ca7ad2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:52:42Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:44.081736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48370) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:44.082265 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-94640f00-7132-432a-bf7d-e092f0c495c0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/subnets/87285f3d-3179-430f-b6e0-5bcbfb16ad3a HTTP/1.1" status: 204 len: 168 time: 0.2993777 Jun 24 12:52:44.094577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f1e03-b92b-42a6-9ef9-4399e80eb669 None None] Network 89520dca-a8ff-46ba-b89e-7b9b98f16843 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:52:44.110357 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05852a91-0189-47d9-9144-9419ca7ad2be None None] Checking router: 84f663c2-596f-431c-9417-6f59aebd92d7 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:52:44.118865 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05852a91-0189-47d9-9144-9419ca7ad2be None None] Routers {'84f663c2-596f-431c-9417-6f59aebd92d7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:52:44.119509 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-05852a91-0189-47d9-9144-9419ca7ad2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:52:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['84f663c2-596f-431c-9417-6f59aebd92d7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:44.204740 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.223856 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-05852a91-0189-47d9-9144-9419ca7ad2be None None] Set router 84f663c2-596f-431c-9417-6f59aebd92d7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:52:44.300448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3f72eb-3484-499c-8d39-db8de147b4b5 None None] DHCP port deletion for 89520dca-a8ff-46ba-b89e-7b9b98f16843 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:52:44.316520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.346848 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-af3f72eb-3484-499c-8d39-db8de147b4b5 None None] Deleting port b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:52:44.347225 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-af3f72eb-3484-499c-8d39-db8de147b4b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.370901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 1aeb73e9-3d82-4691-ba09-74f12c0d645a {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:52:44.371553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.410972 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-05852a91-0189-47d9-9144-9419ca7ad2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:52:42Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:44.419313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-af3f72eb-3484-499c-8d39-db8de147b4b5 None None] For port b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13,segment=NetworkSegment(a5b23fce-93fd-424d-8fe6-45d6dd7da419),segment_id=a5b23fce-93fd-424d-8fe6-45d6dd7da419)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:44.420295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-af3f72eb-3484-499c-8d39-db8de147b4b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.434213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-af3f72eb-3484-499c-8d39-db8de147b4b5 None None] Calling delete_port for b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:52:44.437593 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05852a91-0189-47d9-9144-9419ca7ad2be None None] The sync data for ids ['84f663c2-596f-431c-9417-6f59aebd92d7'] in dv-neutron-797121-4-hyperv is: [{'id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'name': 'tempest-TestNetworkBasicOps-router-1588698611', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:52:42Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1aeb73e9-3d82-4691-ba09-74f12c0d645a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f663c2-596f-431c-9417-6f59aebd92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:50:39Z', 'updated_at': '2021-06-24T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:52:44.450791 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 1aeb73e9-3d82-4691-ba09-74f12c0d645a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1aeb73e9-3d82-4691-ba09-74f12c0d645a,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:44.451149 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.465964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 1aeb73e9-3d82-4691-ba09-74f12c0d645a owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:52:44.513987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-af3f72eb-3484-499c-8d39-db8de147b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.515824 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:44.538797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f72eb-3484-499c-8d39-db8de147b4b5 None None] Pushing event deleted for resources: {'Port': ['ID=b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:44.542387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-af3f72eb-3484-499c-8d39-db8de147b4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:44.543291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f72eb-3484-499c-8d39-db8de147b4b5 None None] No DVR routers for this DVR port b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:52:44.641192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.643113 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d611bffe-f8a6-4d2c-9746-546efc7fc918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:44.672304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=1aeb73e9-3d82-4691-ba09-74f12c0d645a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:44.676487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:44.730537 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.824906 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.827143 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.873702 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.874389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Fanout notify agent at l3_agent the message router_deleted on router 84f663c2-596f-431c-9417-6f59aebd92d7 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:52:44.882114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.886506 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/routers/84f663c2-596f-431c-9417-6f59aebd92d7 HTTP/1.1" status: 204 len: 168 time: 0.7996583 Jun 24 12:52:44.886992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48372) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:44.965110 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.055790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.066616 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89520dca-a8ff-46ba-b89e-7b9b98f16843']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:45.078100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b23fce-93fd-424d-8fe6-45d6dd7da419') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:45.078395 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b23fce-93fd-424d-8fe6-45d6dd7da419') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:45.090419 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.103499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.109055 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:52:45.109482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:52:45.112419 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:52:45.172190 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.175804 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-70f8d189-cf53-4ce8-b2bc-ae5fe4fb4f7a tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:45.180074 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.181610 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/networks/89520dca-a8ff-46ba-b89e-7b9b98f16843 HTTP/1.1" status: 204 len: 168 time: 0.2937229 Jun 24 12:52:45.193425 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Network': ['ID=89520dca-a8ff-46ba-b89e-7b9b98f16843,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:45.196084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:45.204996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48374) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:45.210041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4a85d484-f1c2-403f-b31d-43b607cac314 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'network': {'name': 'tempest-network-smoke--1368646028', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'port_security_enabled': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:52:45.231515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a85d484-f1c2-403f-b31d-43b607cac314 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:52:45.235011 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4a85d484-f1c2-403f-b31d-43b607cac314 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.259208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a85d484-f1c2-403f-b31d-43b607cac314 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] vlan segment allocate from pool success with {'vlan_id': 1310, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:52:45.268449 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4a85d484-f1c2-403f-b31d-43b607cac314 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.268793 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-4a85d484-f1c2-403f-b31d-43b607cac314 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Added segment 56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8 of type vlan for network 68bd822d-de73-44cd-a5d7-6b45da6b329f Jun 24 12:52:45.311761 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4a85d484-f1c2-403f-b31d-43b607cac314 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.339971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4a85d484-f1c2-403f-b31d-43b607cac314 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.345592 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a85d484-f1c2-403f-b31d-43b607cac314 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:45.346176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4a85d484-f1c2-403f-b31d-43b607cac314 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.348414 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d698b0da-5e87-4e19-8612-f83f395ac3cb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:45.404604 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4a85d484-f1c2-403f-b31d-43b607cac314 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1985073 Jun 24 12:52:45.407435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48376) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:45.413765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-293131289', 'admin_state_up': True, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:52:45.424970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85d484-f1c2-403f-b31d-43b607cac314 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Network': ['ID=68bd822d-de73-44cd-a5d7-6b45da6b329f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:45.428145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4a85d484-f1c2-403f-b31d-43b607cac314 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:45.436799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 68bd822d-de73-44cd-a5d7-6b45da6b329f details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:52:45.445025 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.446027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.502243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.929947 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.941634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:52:45.960552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:52:45.960901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 6892d9db-d830-46ac-9ae9-8bcb0c8c3679 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:52:45.961319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1aeb73e9-3d82-4691-ba09-74f12c0d645a no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:52:45.979693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 1aeb73e9-3d82-4691-ba09-74f12c0d645a {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:52:45.980563 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1aeb73e9-3d82-4691-ba09-74f12c0d645a not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:52:45.980978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:52:45.998446 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:52:45.998826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b1e14fb7-c6b3-44dc-b3e5-973ca2ec3b13 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:52:46.123228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:46.141857 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:46.244965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.171 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/3b93f2f8-1ab8-4c19-bb99-813beefe100e) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:52:46.348136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:46.387469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:46.389439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d2451491-0359-4938-8351-7721cffe15f2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:46.434104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:52:46.439319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:52:46.442612 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:52:46.448255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=3b93f2f8-1ab8-4c19-bb99-813beefe100e,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:46.466985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:46.705612 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:46.916025 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:47.044643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:52:47.146990 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:47.150637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:52:47.162996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Sync routers for ids ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:52:47.170550 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:47.172328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Routers {'7007ea76-a8a6-45d1-877f-ec0200ba41e2'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:52:47.173059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:52:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:47.176118 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48378) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:47.176632 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7678223 Jun 24 12:52:47.287330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Set router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:52:47.322228 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-553e4733-40a5-43c8-8ac1-d487e75641c1 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=ab2b30c769814168a3d5057c6ba96374&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1419506 Jun 24 12:52:47.322612 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48382) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:47.421937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a007654d-2e38-4610-8104-50ae696d2f5d tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:47.423951 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a007654d-2e38-4610-8104-50ae696d2f5d tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0999587 Jun 24 12:52:47.427003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48384) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:47.460905 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dd947b70-ecae-4ad5-a9ec-211f360bfa27 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324326 Jun 24 12:52:47.463517 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48386) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:47.468763 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3d9be343-1034-4676-b53b-113120f432b6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-701761823', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:52:47.477719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:52:46Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:47.504644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Checking router: 7007ea76-a8a6-45d1-877f-ec0200ba41e2 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:52:47.505178 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Updating router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 port 3b93f2f8-1ab8-4c19-bb99-813beefe100e binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:52:47.539270 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:47.568194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9be343-1034-4676-b53b-113120f432b6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:52:47.573153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3d9be343-1034-4676-b53b-113120f432b6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:47.775801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3d9be343-1034-4676-b53b-113120f432b6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:47.779871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-89204b29-4aab-4b1e-b500-e429fd44e65c tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:47.808837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:47.819342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Transition to ACTIVE for port object 3b93f2f8-1ab8-4c19-bb99-813beefe100e will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:52:47.825583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:47.827602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:47.838634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9be343-1034-4676-b53b-113120f432b6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Subnet': ['ID=f581a2e4-a5db-4a1c-ac65-c6ee6683c55f,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:47.842226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3d9be343-1034-4676-b53b-113120f432b6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:47.848498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9be343-1034-4676-b53b-113120f432b6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Checking segment: {'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:52:47.848859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9be343-1034-4676-b53b-113120f432b6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network hostable DHCP agents. Network: 68bd822d-de73-44cd-a5d7-6b45da6b329f, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:52:47.872925 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9be343-1034-4676-b53b-113120f432b6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 68bd822d-de73-44cd-a5d7-6b45da6b329f is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:52:47.884942 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Attempting to bind port 3b93f2f8-1ab8-4c19-bb99-813beefe100e on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:52:47.885264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-3d9be343-1034-4676-b53b-113120f432b6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 68bd822d-de73-44cd-a5d7-6b45da6b329f) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:52:47.885447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Attempting to bind port 3b93f2f8-1ab8-4c19-bb99-813beefe100e by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:52:47.886389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Attempting to bind port 3b93f2f8-1ab8-4c19-bb99-813beefe100e on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:52:47.888576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e8503-9bce-4e84-9e47-1b1040637fa3 None None] Pushing event updated for resources: {'Port': ['ID=3b93f2f8-1ab8-4c19-bb99-813beefe100e,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:47.894212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fb2e8503-9bce-4e84-9e47-1b1040637fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:47.894901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9be343-1034-4676-b53b-113120f432b6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:47.895607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3d9be343-1034-4676-b53b-113120f432b6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:47.900547 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868ee953-55f5-4b43-8dc3-580d03811e77 None None] Network 68bd822d-de73-44cd-a5d7-6b45da6b329f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:52:47.903464 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:52:47.903841 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:52:47.904251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:47.904656 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:52:47.905165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Bound port: 3b93f2f8-1ab8-4c19-bb99-813beefe100e, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:52:47.905540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:47.915340 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3d9be343-1034-4676-b53b-113120f432b6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4506667 Jun 24 12:52:47.918285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48388) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:48.167297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] For port 3b93f2f8-1ab8-4c19-bb99-813beefe100e, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:52:48.190818 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] For port 3b93f2f8-1ab8-4c19-bb99-813beefe100e, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3b93f2f8-1ab8-4c19-bb99-813beefe100e,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:52:48.197611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:48.217565 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-418c940a-cd6d-4172-bf17-93a0ca1fbc2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:48.295755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e8503-9bce-4e84-9e47-1b1040637fa3 None None] Pushing event updated for resources: {'Port': ['ID=3b93f2f8-1ab8-4c19-bb99-813beefe100e,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:48.316334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fb2e8503-9bce-4e84-9e47-1b1040637fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:48.321091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Routers {'7007ea76-a8a6-45d1-877f-ec0200ba41e2'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:52:48.321779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:52:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:48.358400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-68bd822d-de73-44cd-a5d7-6b45da6b329f', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ips': [{'subnet_id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:52:48.359347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:48.383170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:48.516504 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] Set router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:52:48.654274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Allocated IP 172.20.0.2 (68bd822d-de73-44cd-a5d7-6b45da6b329f/f581a2e4-a5db-4a1c-ac65-c6ee6683c55f/fcce9e97-f703-447e-bac9-d21885c1b0b9) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:52:48.841191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:52:46Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:48.869245 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:48.874261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a5448-0c55-4912-b724-c5608cf38814 None None] The sync data for ids ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'] in dv-neutron-797121-4-hyperv is: [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:52:46Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:52:48.879737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Transition to ACTIVE for port object fcce9e97-f703-447e-bac9-d21885c1b0b9 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:52:48.901239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Transition to ACTIVE for port object fcce9e97-f703-447e-bac9-d21885c1b0b9 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:52:48.907139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:48.909183 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-07977af2-b17d-406d-a53d-1ad40d7409c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:48.949357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Network 68bd822d-de73-44cd-a5d7-6b45da6b329f is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:52:48.954710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:52:48.958416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:52:48.965862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Pushing event updated for resources: {'Port': ['ID=fcce9e97-f703-447e-bac9-d21885c1b0b9,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:48.971895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:48.988026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.1 (68bd822d-de73-44cd-a5d7-6b45da6b329f/f581a2e4-a5db-4a1c-ac65-c6ee6683c55f/46932a0f-ccce-4f3c-8a01-031e7abb2d49) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:52:49.025967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Attempting to bind port fcce9e97-f703-447e-bac9-d21885c1b0b9 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:52:49.027007 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Attempting to bind port fcce9e97-f703-447e-bac9-d21885c1b0b9 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:52:49.027525 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Attempting to bind port fcce9e97-f703-447e-bac9-d21885c1b0b9 on network 68bd822d-de73-44cd-a5d7-6b45da6b329f {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:52:49.033147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:52:49.033806 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Checking segment: {'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:52:49.034219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:49.034733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Bound using segment: {'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:52:49.035503 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Bound port: fcce9e97-f703-447e-bac9-d21885c1b0b9, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:52:49.036097 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:49.110585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] For port fcce9e97-f703-447e-bac9-d21885c1b0b9, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:52:49.114886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] For port fcce9e97-f703-447e-bac9-d21885c1b0b9, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fcce9e97-f703-447e-bac9-d21885c1b0b9,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:52:49.126302 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:49.129118 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:49.149945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:49.165509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object 46932a0f-ccce-4f3c-8a01-031e7abb2d49 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:52:49.207147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:49.210917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c1699656-76cc-435b-9398-cdc600030e1f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:49.211956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Pushing event updated for resources: {'Port': ['ID=fcce9e97-f703-447e-bac9-d21885c1b0b9,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:49.216746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:49.266977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=46932a0f-ccce-4f3c-8a01-031e7abb2d49,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:49.271683 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 68bd822d-de73-44cd-a5d7-6b45da6b329f is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:52:49.273877 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:49.275342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:52:49.278197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:52:49.339584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:49.522513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:49.816362 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:49.822347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:49.828212 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e039344b-576e-4ce1-aad7-81d324f8a56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:49.901570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:49.904689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=46932a0f-ccce-4f3c-8a01-031e7abb2d49,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:49.910399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:50.019333 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 68bd822d-de73-44cd-a5d7-6b45da6b329f is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:52:50.020946 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:52:50.026805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fcce9e97-f703-447e-bac9-d21885c1b0b9 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:52:50.087123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port fcce9e97-f703-447e-bac9-d21885c1b0b9 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:52:50.092915 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3b93f2f8-1ab8-4c19-bb99-813beefe100e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:52:50.144781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 3b93f2f8-1ab8-4c19-bb99-813beefe100e completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:52:50.149010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3b93f2f8-1ab8-4c19-bb99-813beefe100e triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:52:50.149253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:52:50.149539 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:50.175710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a251c914-715c-4d02-80e9-5bdcef401df8 None None] Network 68bd822d-de73-44cd-a5d7-6b45da6b329f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:52:50.261597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-73cacd7d-bc27-4d4b-b55d-70d8b6943f0c None None] Provisioning for port fcce9e97-f703-447e-bac9-d21885c1b0b9 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:52:50.268666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:52:50.268846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-73cacd7d-bc27-4d4b-b55d-70d8b6943f0c None None] Provisioning complete for port fcce9e97-f703-447e-bac9-d21885c1b0b9 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:52:50.269210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-73cacd7d-bc27-4d4b-b55d-70d8b6943f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:50.274447 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/7007ea76-a8a6-45d1-877f-ec0200ba41e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3548667 Jun 24 12:52:50.276956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48392) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:50.309811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:50.387714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a554e23-b9b6-4508-9a3d-0ed9ca59fdec tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:50.388149 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 3b93f2f8-1ab8-4c19-bb99-813beefe100e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3b93f2f8-1ab8-4c19-bb99-813beefe100e,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:50.388301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a554e23-b9b6-4508-9a3d-0ed9ca59fdec tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:50.388632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a554e23-b9b6-4508-9a3d-0ed9ca59fdec tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:50.389106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a554e23-b9b6-4508-9a3d-0ed9ca59fdec tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:50.389541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a554e23-b9b6-4508-9a3d-0ed9ca59fdec tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:50.389996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a554e23-b9b6-4508-9a3d-0ed9ca59fdec tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:50.394595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48394) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:50.395194 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0a554e23-b9b6-4508-9a3d-0ed9ca59fdec tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1167052 Jun 24 12:52:50.397198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:50.401751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:50.497393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=3b93f2f8-1ab8-4c19-bb99-813beefe100e,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:50.498847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b3aef4-6bd1-451f-a02a-a115018e9ed3 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:50.499107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b3aef4-6bd1-451f-a02a-a115018e9ed3 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:50.499629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b3aef4-6bd1-451f-a02a-a115018e9ed3 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:50.502705 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:50.506305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b3aef4-6bd1-451f-a02a-a115018e9ed3 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:50.507107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b3aef4-6bd1-451f-a02a-a115018e9ed3 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:50.507750 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b3aef4-6bd1-451f-a02a-a115018e9ed3 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:50.513199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48396) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:50.513481 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c4b3aef4-6bd1-451f-a02a-a115018e9ed3 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1173704 Jun 24 12:52:50.521575 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-73cacd7d-bc27-4d4b-b55d-70d8b6943f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:50.562391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-73cacd7d-bc27-4d4b-b55d-70d8b6943f0c None None] For port fcce9e97-f703-447e-bac9-d21885c1b0b9, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fcce9e97-f703-447e-bac9-d21885c1b0b9,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:50.566482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-73cacd7d-bc27-4d4b-b55d-70d8b6943f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:50.569663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:50.635554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cacd7d-bc27-4d4b-b55d-70d8b6943f0c None None] Pushing event updated for resources: {'Port': ['ID=fcce9e97-f703-447e-bac9-d21885c1b0b9,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:50.639949 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-73cacd7d-bc27-4d4b-b55d-70d8b6943f0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:50.671217 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-52d372d9-6d3f-4f34-b703-92850fded41b tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1558399 Jun 24 12:52:50.673077 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48398) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:50.677033 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Sync routers for ids ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:52:50.678791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-924574152', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:52:50.687315 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Routers {'7007ea76-a8a6-45d1-877f-ec0200ba41e2'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:52:50.687948 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:52:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:50.797399 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Set router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:52:50.801457 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1f5378e2-8ace-481a-9d09-ae527cba98bb None None] Provisioning complete for port fcce9e97-f703-447e-bac9-d21885c1b0b9 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:52:50.802339 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1f5378e2-8ace-481a-9d09-ae527cba98bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:50.813388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:52:50.817744 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:50.847455 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] device_id is not set on port 55aaad55-7355-42bb-bad3-697a2ec8e695 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:52:50.920080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1f5378e2-8ace-481a-9d09-ae527cba98bb None None] Provisioning for port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:52:50.926807 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1f5378e2-8ace-481a-9d09-ae527cba98bb None None] Provisioning complete for port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:52:50.927381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1f5378e2-8ace-481a-9d09-ae527cba98bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:50.965025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-1f5378e2-8ace-481a-9d09-ae527cba98bb None None] Port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:52:50.993191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.12 (68bd822d-de73-44cd-a5d7-6b45da6b329f/f581a2e4-a5db-4a1c-ac65-c6ee6683c55f/55aaad55-7355-42bb-bad3-697a2ec8e695) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:52:51.043036 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:52:49Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '46932a0f-ccce-4f3c-8a01-031e7abb2d49', 'name': '', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:25:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:48Z', 'updated_at': '2021-06-24T12:52:49Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:51.086895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8da15afb-8474-4d78-af2f-d1c705844714 None None] Provisioning complete for port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:52:51.087706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8da15afb-8474-4d78-af2f-d1c705844714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.142445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-8da15afb-8474-4d78-af2f-d1c705844714 None None] Port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:52:51.165967 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Checking router: 7007ea76-a8a6-45d1-877f-ec0200ba41e2 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:52:51.166328 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Updating router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:52:51.199957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.209691 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.218018 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object 55aaad55-7355-42bb-bad3-697a2ec8e695 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:52:51.260059 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.264302 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d5155466-cedf-42e1-a251-da59d67eb779 None None] Provisioning complete for port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:52:51.264969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d5155466-cedf-42e1-a251-da59d67eb779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.267902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-13b2538f-21af-4892-972a-4995a58d7c24 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:51.302119 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-d5155466-cedf-42e1-a251-da59d67eb779 None None] Port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:52:51.308888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 68bd822d-de73-44cd-a5d7-6b45da6b329f is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:52:51.312356 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:52:51.315014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:52:51.353644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=55aaad55-7355-42bb-bad3-697a2ec8e695,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:51.358443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:51.379106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:51.379811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.396933 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7220881 Jun 24 12:52:51.515206 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.525414 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Transition to ACTIVE for port object 46932a0f-ccce-4f3c-8a01-031e7abb2d49 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:52:51.532055 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.535216 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-4c32030a-eefb-453a-ad2b-0666b6183085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:51.586801 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Pushing event updated for resources: {'Port': ['ID=46932a0f-ccce-4f3c-8a01-031e7abb2d49,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:51.628858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1923e018-9de5-4070-bc3b-567bd415ab22 None None] Provisioning for port 55aaad55-7355-42bb-bad3-697a2ec8e695 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:52:51.635157 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1923e018-9de5-4070-bc3b-567bd415ab22 None None] Provisioning complete for port 55aaad55-7355-42bb-bad3-697a2ec8e695 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:52:51.635871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1923e018-9de5-4070-bc3b-567bd415ab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.640582 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:51.640928 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:51.641264 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:51.641593 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:51.641919 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:51.642249 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:51.642573 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:51.643320 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:51.643645 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:51.643968 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:51.644420 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:51.644741 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:51.650666 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:51.662379 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Attempting to bind port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:52:51.662876 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Attempting to bind port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:52:51.663259 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Attempting to bind port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 on network 68bd822d-de73-44cd-a5d7-6b45da6b329f {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:52:51.671012 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:52:51.671581 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Checking segment: {'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:52:51.672819 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.673961 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Bound using segment: {'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:52:51.675300 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Bound port: 46932a0f-ccce-4f3c-8a01-031e7abb2d49, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:52:51.675882 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.691347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-1923e018-9de5-4070-bc3b-567bd415ab22 None None] Port 55aaad55-7355-42bb-bad3-697a2ec8e695 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:52:51.711177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48402) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:51.716154 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-8dc7db0e-ca47-4ef6-bf6b-9c06cd5e7260 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-492210122', 'description': 'tempest-secgroup-smoke-492210122 description', 'project_id': 'ab2b30c769814168a3d5057c6ba96374'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:52:51.749032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8dc7db0e-ca47-4ef6-bf6b-9c06cd5e7260 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.751429 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] For port 46932a0f-ccce-4f3c-8a01-031e7abb2d49, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:52:51.755820 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] For port 46932a0f-ccce-4f3c-8a01-031e7abb2d49, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=46932a0f-ccce-4f3c-8a01-031e7abb2d49,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:52:51.762455 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.765016 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-c13fc24c-6e5c-4436-a7bb-c43512f026c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:51.827242 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Routers {'7007ea76-a8a6-45d1-877f-ec0200ba41e2'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:52:51.828224 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:52:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:51.851534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8dc7db0e-ca47-4ef6-bf6b-9c06cd5e7260 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.856384 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8dc7db0e-ca47-4ef6-bf6b-9c06cd5e7260 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.859299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6a0c2bba-5fcd-4e90-82c4-aaae403e86de tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:51.868616 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Pushing event updated for resources: {'Port': ['ID=46932a0f-ccce-4f3c-8a01-031e7abb2d49,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:51.886524 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:51.888942 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8dc7db0e-ca47-4ef6-bf6b-9c06cd5e7260 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.893158 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8dc7db0e-ca47-4ef6-bf6b-9c06cd5e7260 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1779597 Jun 24 12:52:51.893158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7db0e-ca47-4ef6-bf6b-9c06cd5e7260 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3234c1-192f-4a48-9350-2ba4f195c8ea,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:51.893481 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48404) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:51.895790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8dc7db0e-ca47-4ef6-bf6b-9c06cd5e7260 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:51.898052 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c34b179d-cbc2-4a64-81bc-e77814985482 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '2a3234c1-192f-4a48-9350-2ba4f195c8ea', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:52:51.932853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c34b179d-cbc2-4a64-81bc-e77814985482 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:51.976359 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] Set router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:52:51.994375 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fcce9e97-f703-447e-bac9-d21885c1b0b9 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:52:52.018670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c34b179d-cbc2-4a64-81bc-e77814985482 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.024780 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c34b179d-cbc2-4a64-81bc-e77814985482 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.027565 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2dd92135-530c-4585-baa6-bf76a962afdf tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:52.046674 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b179d-cbc2-4a64-81bc-e77814985482 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a0892e-fd91-4c94-800a-3f0d2a28569d,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:52.053540 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c34b179d-cbc2-4a64-81bc-e77814985482 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:52.060189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port fcce9e97-f703-447e-bac9-d21885c1b0b9 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:52:52.060907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.062384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c34b179d-cbc2-4a64-81bc-e77814985482 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.066857 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48406) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:52.072690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6a9c1444-2ce4-4f82-89fd-f99a81171b9d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '2a3234c1-192f-4a48-9350-2ba4f195c8ea', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:52:52.075369 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c34b179d-cbc2-4a64-81bc-e77814985482 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1809723 Jun 24 12:52:52.102035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a9c1444-2ce4-4f82-89fd-f99a81171b9d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.160510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3b93f2f8-1ab8-4c19-bb99-813beefe100e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:52:52.168194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a9c1444-2ce4-4f82-89fd-f99a81171b9d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.174073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a9c1444-2ce4-4f82-89fd-f99a81171b9d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.176378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-21023372-5903-470c-91e0-f06f981a12c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:52.194251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c1444-2ce4-4f82-89fd-f99a81171b9d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82d596d-1057-4c1a-b9c1-a307c2f99bb4,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:52.197203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6a9c1444-2ce4-4f82-89fd-f99a81171b9d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:52.202923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a9c1444-2ce4-4f82-89fd-f99a81171b9d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.206852 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6a9c1444-2ce4-4f82-89fd-f99a81171b9d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363440 Jun 24 12:52:52.207060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48408) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:52.212008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-75c47cd6-1f5d-40d0-83a2-4f08e5aa36c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '2a3234c1-192f-4a48-9350-2ba4f195c8ea', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:52:52.212620 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:52:49Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '46932a0f-ccce-4f3c-8a01-031e7abb2d49', 'name': '', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:25:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:48Z', 'updated_at': '2021-06-24T12:52:51Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:52.223851 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3b93f2f8-1ab8-4c19-bb99-813beefe100e triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:52:52.224482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.240053 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc34ef-f480-45cf-88af-f0ad1320d951 None None] The sync data for ids ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'] in dv-neutron-797121-4-hyperv is: [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:52:49Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '46932a0f-ccce-4f3c-8a01-031e7abb2d49', 'name': '', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:25:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:48Z', 'updated_at': '2021-06-24T12:52:51Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:52:52.242581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-75c47cd6-1f5d-40d0-83a2-4f08e5aa36c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.333359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-75c47cd6-1f5d-40d0-83a2-4f08e5aa36c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.347045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-75c47cd6-1f5d-40d0-83a2-4f08e5aa36c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.350557 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-80917d82-8dfa-4531-8778-58b33859ac88 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:52.367751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c47cd6-1f5d-40d0-83a2-4f08e5aa36c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9d23f0-edd8-48ce-af99-5185292a60b6,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:52.370939 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-75c47cd6-1f5d-40d0-83a2-4f08e5aa36c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:52.375828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-75c47cd6-1f5d-40d0-83a2-4f08e5aa36c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.377062 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-75c47cd6-1f5d-40d0-83a2-4f08e5aa36c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1689990 Jun 24 12:52:52.379970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48410) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:52.384714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7e0136b6-54ba-4083-9b28-d5e4df9655b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '2a3234c1-192f-4a48-9350-2ba4f195c8ea', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:52:52.421689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7e0136b6-54ba-4083-9b28-d5e4df9655b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.487956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7e0136b6-54ba-4083-9b28-d5e4df9655b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.491676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7e0136b6-54ba-4083-9b28-d5e4df9655b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.493488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-df5323dd-c6e7-4fdb-9e42-f54ce5ca2a64 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:52.509916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0136b6-54ba-4083-9b28-d5e4df9655b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42837763-8b0c-4da6-99f5-1b0a0b529efc,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:52.512540 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7e0136b6-54ba-4083-9b28-d5e4df9655b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:52.517469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7e0136b6-54ba-4083-9b28-d5e4df9655b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.518866 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7e0136b6-54ba-4083-9b28-d5e4df9655b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379046 Jun 24 12:52:52.521844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48412) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:52.527314 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-96820c86-b6f4-47ee-8993-a5f2c361cd70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '2a3234c1-192f-4a48-9350-2ba4f195c8ea', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:52:52.551222 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-96820c86-b6f4-47ee-8993-a5f2c361cd70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:52:52.557248 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-96820c86-b6f4-47ee-8993-a5f2c361cd70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.637738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-96820c86-b6f4-47ee-8993-a5f2c361cd70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.641686 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-96820c86-b6f4-47ee-8993-a5f2c361cd70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.649819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-836a7be3-9e88-48e8-9e25-b79271f941d6 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:52.673076 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96820c86-b6f4-47ee-8993-a5f2c361cd70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ae8918-b21d-4a68-a39f-fef92acf0667,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:52.678007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-96820c86-b6f4-47ee-8993-a5f2c361cd70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:52.681097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-96820c86-b6f4-47ee-8993-a5f2c361cd70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.683566 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-96820c86-b6f4-47ee-8993-a5f2c361cd70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1605203 Jun 24 12:52:52.687053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48414) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:52.694489 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6045a13e-cf56-42b2-b451-6d25fbb89e3b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '2a3234c1-192f-4a48-9350-2ba4f195c8ea', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:52:52.720347 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-6045a13e-cf56-42b2-b451-6d25fbb89e3b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:52:52.725730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6045a13e-cf56-42b2-b451-6d25fbb89e3b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.790889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6045a13e-cf56-42b2-b451-6d25fbb89e3b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.799687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6045a13e-cf56-42b2-b451-6d25fbb89e3b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.801590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-75c47cd6-1f5d-40d0-83a2-4f08e5aa36c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:52.818301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045a13e-cf56-42b2-b451-6d25fbb89e3b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbab8e95-ea4f-45bc-a15b-94706243a432,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:52.820883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6045a13e-cf56-42b2-b451-6d25fbb89e3b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:52.825702 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6045a13e-cf56-42b2-b451-6d25fbb89e3b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:52.826847 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6045a13e-cf56-42b2-b451-6d25fbb89e3b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384525 Jun 24 12:52:52.987097 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-13bb8aee-f99c-45b8-883f-94b554ba653e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-492210122&fields=id&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 267 time: 0.0358765 Jun 24 12:52:53.049722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-10827fcb-815a-4137-843c-84e7644b8767 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:53.051120 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-10827fcb-815a-4137-843c-84e7644b8767 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports/55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 200 len: 930 time: 0.0587108 Jun 24 12:52:53.150959 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-26569c3f-0376-4e97-8208-6cbc570c14ca service neutron] 10.222.0.110 "GET /v2.0/ports/55aaad55-7355-42bb-bad3-697a2ec8e695?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0867724 Jun 24 12:52:53.161077 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-7c9822e2-4054-440d-8a07-c351b9e7aa75 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:52:53.162057 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-7c9822e2-4054-440d-8a07-c351b9e7aa75 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054340 Jun 24 12:52:53.257851 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-bdf994b3-67dd-4da9-b102-21282c2dab12 service neutron] 10.222.0.110 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896819 Jun 24 12:52:53.666868 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-e709c751-b0ff-4424-949d-92e9ef28e82f service neutron] 10.222.0.110 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031549 Jun 24 12:52:53.835189 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b451f017-ad64-419f-802c-d2f4647f8ad8 req-984827f4-ff5e-4c1e-ab9e-8bfb76394754 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 210 time: 0.0280101 Jun 24 12:52:53.984368 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 46932a0f-ccce-4f3c-8a01-031e7abb2d49 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:52:54.034749 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:52:54.039283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:52:54.039672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:54.119576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:54.152442 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 46932a0f-ccce-4f3c-8a01-031e7abb2d49, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=46932a0f-ccce-4f3c-8a01-031e7abb2d49,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:54.157897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:54.159774 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fb2e8503-9bce-4e84-9e47-1b1040637fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:54.211569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=46932a0f-ccce-4f3c-8a01-031e7abb2d49,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:54.219471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:54.219830 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:54.220177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:54.220517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:54.220851 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:54.221251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:54.221509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:54.221956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:54.222163 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:54.222492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:54.222839 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:54.223170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:54.227212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:55.015667 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b009bda4-0725-4b63-93fa-63ac7c668b04 req-572d0759-fdb3-4797-9128-2b6061ffcd61 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 210 time: 0.0327704 Jun 24 12:52:55.027092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-a3b42b69-6548-445c-a39c-7959b29a4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:55.028445 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-a3b42b69-6548-445c-a39c-7959b29a4998 service neutron] 10.222.0.102 "GET /v2.0/ports/55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 200 len: 1026 time: 0.0786114 Jun 24 12:52:55.139314 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-e21f010a-278b-421c-a37c-16c3091791a9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:55.140739 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-e21f010a-278b-421c-a37c-16c3091791a9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/networks?id=68bd822d-de73-44cd-a5d7-6b45da6b329f HTTP/1.1" status: 200 len: 797 time: 0.1068466 Jun 24 12:52:55.185450 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-31693722-9c2d-4376-b3ca-cdd507df1abc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 379 time: 0.0343041 Jun 24 12:52:55.196496 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Request body: {'port': {'device_id': '4823b34a-cf51-4fe2-a3c0-19f6d268255e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:52:55.269286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:55.530160 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55aaad55-7355-42bb-bad3-697a2ec8e695 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:52:55.537315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:55.549536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Transition to ACTIVE for port object 55aaad55-7355-42bb-bad3-697a2ec8e695 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:52:55.553536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:55.556380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0e42e606-d379-433c-99b9-462bd87b0d49 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:55.604510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=55aaad55-7355-42bb-bad3-697a2ec8e695,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:55.608984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:55.679565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Attempting to bind port 55aaad55-7355-42bb-bad3-697a2ec8e695 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:52:55.680029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Attempting to bind port 55aaad55-7355-42bb-bad3-697a2ec8e695 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:52:55.680425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Attempting to bind port 55aaad55-7355-42bb-bad3-697a2ec8e695 on network 68bd822d-de73-44cd-a5d7-6b45da6b329f {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:52:55.687191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Port 55aaad55-7355-42bb-bad3-697a2ec8e695 on network 68bd822d-de73-44cd-a5d7-6b45da6b329f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:52:55.687404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Attempting to bind port 55aaad55-7355-42bb-bad3-697a2ec8e695 on network 68bd822d-de73-44cd-a5d7-6b45da6b329f {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:52:55.692771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:52:55.693112 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Checking segment: {'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:52:55.693521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Bound using segment: {'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:52:55.693963 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Bound port: 55aaad55-7355-42bb-bad3-697a2ec8e695, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:52:55.694357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:55.765844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] For port 55aaad55-7355-42bb-bad3-697a2ec8e695, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:52:55.769132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] For port 55aaad55-7355-42bb-bad3-697a2ec8e695, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=55aaad55-7355-42bb-bad3-697a2ec8e695,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:52:55.773544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:55.775586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2537ae47-e4b2-4a95-92ae-d43c4bcbee92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:55.807377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:55.808704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:55.810172 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] 10.222.0.102 "PUT /v2.0/ports/55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 200 len: 1131 time: 0.6178532 Jun 24 12:52:55.812581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4823b34a-cf51-4fe2-a3c0-19f6d268255e', 'tag': '55aaad55-7355-42bb-bad3-697a2ec8e695'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:52:55.815065 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ff01bd-a7ce-434c-844c-76901bd926ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4823b34a-cf51-4fe2-a3c0-19f6d268255e", "tag": "55aaad55-7355-42bb-bad3-697a2ec8e695"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:52:55.847647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=55aaad55-7355-42bb-bad3-697a2ec8e695,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:55.851629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:55.888997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723637c0-4893-467b-96ab-9a8b511f9d5f x-openstack-request-id: req-723637c0-4893-467b-96ab-9a8b511f9d5f {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:52:55.889410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4823b34a-cf51-4fe2-a3c0-19f6d268255e", "tag": "55aaad55-7355-42bb-bad3-697a2ec8e695", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:52:55.889722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-723637c0-4893-467b-96ab-9a8b511f9d5f {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:52:55.890245 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4823b34a-cf51-4fe2-a3c0-19f6d268255e', 'tag': '55aaad55-7355-42bb-bad3-697a2ec8e695', 'status': 'completed', 'code': 200} Jun 24 12:52:55.920433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-6e5df780-a960-4202-b28c-8945790a715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:55.921647 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-6e5df780-a960-4202-b28c-8945790a715d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 1134 time: 0.0627422 Jun 24 12:52:55.957124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 46932a0f-ccce-4f3c-8a01-031e7abb2d49 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:52:55.972524 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-1e51c4bc-1593-41ec-87cf-7e4e863d3704 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 200 len: 217 time: 0.0411484 Jun 24 12:52:56.008490 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:52:56.008889 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:56.025336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-c1974d05-f52f-4864-a954-837b541a7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:56.027502 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-c1974d05-f52f-4864-a954-837b541a7bf3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f581a2e4-a5db-4a1c-ac65-c6ee6683c55f HTTP/1.1" status: 200 len: 834 time: 0.0469816 Jun 24 12:52:56.087334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-45a6a1ca-a61c-4cea-a5d4-aba50aade661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:56.090492 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-45a6a1ca-a61c-4cea-a5d4-aba50aade661 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=68bd822d-de73-44cd-a5d7-6b45da6b329f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558949 Jun 24 12:52:56.233261 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-d109175b-ddb9-424f-bf48-c9938a98ab37 service neutron] 10.222.0.102 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341393 Jun 24 12:52:56.249986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd08862-ce38-49c4-8757-4c11bef69a36 req-72b56c39-6eb9-4a3c-a7ef-7248bef54d52 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:56.251661 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bcd08862-ce38-49c4-8757-4c11bef69a36 req-72b56c39-6eb9-4a3c-a7ef-7248bef54d52 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 981 time: 0.0938001 Jun 24 12:52:56.344702 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bcd08862-ce38-49c4-8757-4c11bef69a36 req-afa4756b-3575-4404-a74d-fddd46b34335 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840859 Jun 24 12:52:56.379692 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5597d32-32fd-4c8e-8581-bcec222926d6 req-325ebe65-4b53-4bb8-b2a8-da7c5bf091af service neutron] 10.222.0.102 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385272 Jun 24 12:52:56.487315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff01bd-a7ce-434c-844c-76901bd926ba req-e3ffb8e1-91ea-4d2e-acfa-abaf86913e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:56.488832 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30ff01bd-a7ce-434c-844c-76901bd926ba req-e3ffb8e1-91ea-4d2e-acfa-abaf86913e6d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 1134 time: 0.0544951 Jun 24 12:52:56.574795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-106f12d6-0663-4bdf-aacb-8bdaa4589942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:56.587895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff01bd-a7ce-434c-844c-76901bd926ba req-53fc7b2c-758c-49d5-9f6f-0a4a9f2db019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:56.589359 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30ff01bd-a7ce-434c-844c-76901bd926ba req-53fc7b2c-758c-49d5-9f6f-0a4a9f2db019 service neutron] 10.222.0.102 "GET /v2.0/networks?id=68bd822d-de73-44cd-a5d7-6b45da6b329f HTTP/1.1" status: 200 len: 899 time: 0.0930617 Jun 24 12:52:56.632042 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30ff01bd-a7ce-434c-844c-76901bd926ba req-7d945152-936f-41b6-addc-24cca0bee26f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 200 len: 217 time: 0.0340841 Jun 24 12:52:56.683635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff01bd-a7ce-434c-844c-76901bd926ba req-2c519252-6f81-4fe4-b417-cc73a64a0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:56.685193 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30ff01bd-a7ce-434c-844c-76901bd926ba req-2c519252-6f81-4fe4-b417-cc73a64a0ccc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f581a2e4-a5db-4a1c-ac65-c6ee6683c55f HTTP/1.1" status: 200 len: 834 time: 0.0457423 Jun 24 12:52:56.743203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff01bd-a7ce-434c-844c-76901bd926ba req-664f3fc7-3462-4e32-941d-4eb12f70a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:56.744775 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30ff01bd-a7ce-434c-844c-76901bd926ba req-664f3fc7-3462-4e32-941d-4eb12f70a9a0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=68bd822d-de73-44cd-a5d7-6b45da6b329f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516863 Jun 24 12:52:56.840479 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30ff01bd-a7ce-434c-844c-76901bd926ba req-952e96ad-8ca4-412f-bdc8-3e4ceb20dea4 service neutron] 10.222.0.102 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871568 Jun 24 12:52:56.942543 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30ff01bd-a7ce-434c-844c-76901bd926ba req-61ea46d4-4e3a-4304-ad2a-3f083ea0e837 service neutron] 10.222.0.102 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938907 Jun 24 12:52:57.534902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03346b-231e-47e9-b771-675278f58694 req-1ddb68ad-1cac-4f35-b662-605acfd05cf0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:57.536384 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9f03346b-231e-47e9-b771-675278f58694 req-1ddb68ad-1cac-4f35-b662-605acfd05cf0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 981 time: 0.0718820 Jun 24 12:52:57.579658 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9f03346b-231e-47e9-b771-675278f58694 req-1389e847-292e-4c80-b8d8-e606c5adc9a0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356741 Jun 24 12:52:58.756138 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b7675-a347-4328-bdd9-32bb88561cf6 req-0ef51f5c-0a77-4313-b494-eb9db933c178 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:58.757605 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ce4b7675-a347-4328-bdd9-32bb88561cf6 req-0ef51f5c-0a77-4313-b494-eb9db933c178 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 981 time: 0.0633543 Jun 24 12:52:58.795271 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ce4b7675-a347-4328-bdd9-32bb88561cf6 req-c6f12332-5f14-4ce7-8e6f-0465df47114a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Jun 24 12:52:58.915297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 55aaad55-7355-42bb-bad3-697a2ec8e695 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:52:59.009381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 55aaad55-7355-42bb-bad3-697a2ec8e695, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=55aaad55-7355-42bb-bad3-697a2ec8e695,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:59.020536 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '55aaad55-7355-42bb-bad3-697a2ec8e695', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'port_id': '55aaad55-7355-42bb-bad3-697a2ec8e695', 'mac_address': 'fa:16:3e:a7:6b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:52:59.057138 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:59.074080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55aaad55-7355-42bb-bad3-697a2ec8e695 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:52:59.093000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 55aaad55-7355-42bb-bad3-697a2ec8e695, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=55aaad55-7355-42bb-bad3-697a2ec8e695,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:59.096517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:59.098379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c8415eaf-affa-4639-a3b0-dfe0b1d1df59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:59.142808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=55aaad55-7355-42bb-bad3-697a2ec8e695,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:59.145650 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:59.290087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7a93b606-8da8-4f48-8d0a-fd350ff7a11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:59.337886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['55aaad55-7355-42bb-bad3-697a2ec8e695'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:52:59.414186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:59.967907 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ffec0-73ec-4fea-9b11-bf0751c9ab58 req-a0f9e6ba-6f92-4ed9-a37f-96f6343eee66 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:52:59.969369 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7a7ffec0-73ec-4fea-9b11-bf0751c9ab58 req-a0f9e6ba-6f92-4ed9-a37f-96f6343eee66 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 982 time: 0.0667746 Jun 24 12:53:00.007283 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7a7ffec0-73ec-4fea-9b11-bf0751c9ab58 req-86dd0309-4c2f-4d3c-9512-3ed1711a3f4f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324059 Jun 24 12:53:00.266545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:00.945577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 55aaad55-7355-42bb-bad3-697a2ec8e695 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:53:00.998836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 55aaad55-7355-42bb-bad3-697a2ec8e695 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:53:01.002690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 55aaad55-7355-42bb-bad3-697a2ec8e695 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:01.003100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:01.081553 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:01.105641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4823b34a-cf51-4fe2-a3c0-19f6d268255e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aaad55-7355-42bb-bad3-697a2ec8e695'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:53:01.107957 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90724ec-43da-4086-928c-8dcfb5bd5654" -d '{"events": [{"server_uuid": "4823b34a-cf51-4fe2-a3c0-19f6d268255e", "name": "network-vif-plugged", "status": "completed", "tag": "55aaad55-7355-42bb-bad3-697a2ec8e695"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:53:01.122024 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 55aaad55-7355-42bb-bad3-697a2ec8e695, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=55aaad55-7355-42bb-bad3-697a2ec8e695,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:01.127511 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:01.129994 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0fbc8773-ff67-46b6-a19b-c7eaa76e6cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:01.199227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22173474-b66b-4ea6-a721-9be68a9cea66 req-23d313fc-206a-40f0-b29b-f31006465b12 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:01.201137 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-22173474-b66b-4ea6-a721-9be68a9cea66 req-23d313fc-206a-40f0-b29b-f31006465b12 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 983 time: 0.0792160 Jun 24 12:53:01.249760 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-22173474-b66b-4ea6-a721-9be68a9cea66 req-00c164dd-8f46-402f-9d47-ec2bd658fccb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419812 Jun 24 12:53:01.323206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d55c68-80f7-4e47-996c-f2c7020a811f x-openstack-request-id: req-55d55c68-80f7-4e47-996c-f2c7020a811f {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:53:01.323789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4823b34a-cf51-4fe2-a3c0-19f6d268255e", "name": "network-vif-plugged", "status": "completed", "tag": "55aaad55-7355-42bb-bad3-697a2ec8e695", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:53:01.323789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-55d55c68-80f7-4e47-996c-f2c7020a811f {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:53:01.324147 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4823b34a-cf51-4fe2-a3c0-19f6d268255e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aaad55-7355-42bb-bad3-697a2ec8e695', 'code': 200} Jun 24 12:53:01.338209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=55aaad55-7355-42bb-bad3-697a2ec8e695,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:01.341331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:01.457251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f291cc-a77a-44ac-a836-6a515b2a47fe req-cf8d6370-20df-426e-83c0-5ae97c25283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:01.458649 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-90f291cc-a77a-44ac-a836-6a515b2a47fe req-cf8d6370-20df-426e-83c0-5ae97c25283b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 1136 time: 0.0518022 Jun 24 12:53:01.497663 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-90f291cc-a77a-44ac-a836-6a515b2a47fe req-b6fbfcb9-8fa8-4f4f-b411-527dc83431e9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323024 Jun 24 12:53:02.255587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:02.433038 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c91ad-bc5d-47a2-8298-3f76a8346306 req-4908feb7-84f4-40fc-a79d-3442de2afe2d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:02.434579 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b08c91ad-bc5d-47a2-8298-3f76a8346306 req-4908feb7-84f4-40fc-a79d-3442de2afe2d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 983 time: 0.0656557 Jun 24 12:53:02.473103 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b08c91ad-bc5d-47a2-8298-3f76a8346306 req-31b36b64-6fdd-4e34-93eb-c3a8345b0781 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326114 Jun 24 12:53:03.641643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d4af6-b898-4943-bd88-20a56ceac4c7 req-3a9532d2-4ae7-489a-83ca-c5600b5b5656 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:03.643142 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c62d4af6-b898-4943-bd88-20a56ceac4c7 req-3a9532d2-4ae7-489a-83ca-c5600b5b5656 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 983 time: 0.0615520 Jun 24 12:53:03.682180 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c62d4af6-b898-4943-bd88-20a56ceac4c7 req-c5d12a6d-8e78-4e9c-91bb-f99dcb8eff42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332232 Jun 24 12:53:03.855712 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636cb69-fa46-4d12-8f97-7763fd6e7d07 req-4d256e5b-9e9c-4afd-9273-e7133eaf15af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:03.857162 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b636cb69-fa46-4d12-8f97-7763fd6e7d07 req-4d256e5b-9e9c-4afd-9273-e7133eaf15af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 983 time: 0.0676126 Jun 24 12:53:03.894561 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b636cb69-fa46-4d12-8f97-7763fd6e7d07 req-858321d7-5ca9-4308-9dd4-ec70e74dce70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Jun 24 12:53:03.918483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48480) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:03.970731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4c9df4-7953-42c0-b125-859c9af6c3fe tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:03.972196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4c4c9df4-7953-42c0-b125-859c9af6c3fe tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 1131 time: 0.0526946 Jun 24 12:53:03.975051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48482) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:03.979439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '55aaad55-7355-42bb-bad3-697a2ec8e695', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:04.003029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:04.100872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:04.202899 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.95 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/66153675-75b7-481d-ac00-0b7d9c69d24f) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:53:04.304372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:04.341888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:04.344716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cad58d7c-62c2-4240-b8b3-519e2aacba11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:04.378113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:53:04.380953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:53:04.387079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:53:04.411901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=66153675-75b7-481d-ac00-0b7d9c69d24f,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:04.415724 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:04.751813 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:04.830754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:04.973615 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:04.978120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:04.980860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2cbf60d4-ecc2-4a9e-80e1-4b168aebef20 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:05.049298 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=66153675-75b7-481d-ac00-0b7d9c69d24f,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:05.051933 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:05.062998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:05.159304 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP fa478059-75f8-4090-ac1e-7cafefb3b167 associated. External IP: 172.26.1.95, port: 55aaad55-7355-42bb-bad3-697a2ec8e695. Jun 24 12:53:05.362397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:53:05.471177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:53:05.481203 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc5325-16bf-4811-afc0-e3397660f83a None None] Sync routers for ids ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:53:05.487934 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:05.490472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc5325-16bf-4811-afc0-e3397660f83a None None] Routers {'7007ea76-a8a6-45d1-877f-ec0200ba41e2'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:53:05.491142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-6ffc5325-16bf-4811-afc0-e3397660f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:52:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:05.600055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-6ffc5325-16bf-4811-afc0-e3397660f83a None None] Set router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:53:05.830508 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-6ffc5325-16bf-4811-afc0-e3397660f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:52:49Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'fa478059-75f8-4090-ac1e-7cafefb3b167', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.95', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'port_id': '55aaad55-7355-42bb-bad3-697a2ec8e695', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-924574152', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'mac_address': 'fa:16:3e:a7:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4823b34a-cf51-4fe2-a3c0-19f6d268255e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:53:04Z', 'updated_at': '2021-06-24T12:53:04Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46932a0f-ccce-4f3c-8a01-031e7abb2d49', 'name': '', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:25:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:48Z', 'updated_at': '2021-06-24T12:52:54Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:05.852992 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.8769147 Jun 24 12:53:05.853776 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4823b34a-cf51-4fe2-a3c0-19f6d268255e', 'tag': '55aaad55-7355-42bb-bad3-697a2ec8e695'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:53:05.855864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48484) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:05.856327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e3b5eb-7963-4e2c-8837-c18a123cc0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4823b34a-cf51-4fe2-a3c0-19f6d268255e", "tag": "55aaad55-7355-42bb-bad3-697a2ec8e695"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:53:05.860365 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc5325-16bf-4811-afc0-e3397660f83a None None] Checking router: 7007ea76-a8a6-45d1-877f-ec0200ba41e2 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:53:05.868748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc5325-16bf-4811-afc0-e3397660f83a None None] Routers {'7007ea76-a8a6-45d1-877f-ec0200ba41e2'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:53:05.869368 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-6ffc5325-16bf-4811-afc0-e3397660f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:52:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:05.909397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b1f51c-ed47-45e8-b6f6-cc3f396e705d x-openstack-request-id: req-02b1f51c-ed47-45e8-b6f6-cc3f396e705d {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:53:05.910045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4823b34a-cf51-4fe2-a3c0-19f6d268255e", "tag": "55aaad55-7355-42bb-bad3-697a2ec8e695", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:53:05.910335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-02b1f51c-ed47-45e8-b6f6-cc3f396e705d {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:53:05.910903 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4823b34a-cf51-4fe2-a3c0-19f6d268255e', 'tag': '55aaad55-7355-42bb-bad3-697a2ec8e695', 'status': 'completed', 'code': 200} Jun 24 12:53:05.958332 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d453c96-44a5-4da2-abe9-ed9459be47d6 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:05.962648 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1d453c96-44a5-4da2-abe9-ed9459be47d6 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e&network_id=68bd822d-de73-44cd-a5d7-6b45da6b329f HTTP/1.1" status: 200 len: 1131 time: 0.1057825 Jun 24 12:53:05.982551 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3b5eb-7963-4e2c-8837-c18a123cc0c5 req-fcf8dc78-5dd2-4705-aad6-edd1fb914fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:05.982944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-6ffc5325-16bf-4811-afc0-e3397660f83a None None] Set router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:53:05.984225 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b4e3b5eb-7963-4e2c-8837-c18a123cc0c5 req-fcf8dc78-5dd2-4705-aad6-edd1fb914fac service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 1136 time: 0.0543809 Jun 24 12:53:06.079021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3b5eb-7963-4e2c-8837-c18a123cc0c5 req-4cf76029-2b78-41a3-934b-64090a54b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:06.080892 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b4e3b5eb-7963-4e2c-8837-c18a123cc0c5 req-4cf76029-2b78-41a3-934b-64090a54b34f service neutron] 10.222.0.102 "GET /v2.0/networks?id=68bd822d-de73-44cd-a5d7-6b45da6b329f HTTP/1.1" status: 200 len: 899 time: 0.0905046 Jun 24 12:53:06.146889 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b4e3b5eb-7963-4e2c-8837-c18a123cc0c5 req-89c353ba-59af-4536-8d04-d5e4fe1a6d73 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 200 len: 1036 time: 0.0597079 Jun 24 12:53:06.200751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3b5eb-7963-4e2c-8837-c18a123cc0c5 req-c27eef1a-bd13-4507-8368-f54a0f77c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:06.202221 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b4e3b5eb-7963-4e2c-8837-c18a123cc0c5 req-c27eef1a-bd13-4507-8368-f54a0f77c355 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f581a2e4-a5db-4a1c-ac65-c6ee6683c55f HTTP/1.1" status: 200 len: 834 time: 0.0498681 Jun 24 12:53:06.219280 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-6ffc5325-16bf-4811-afc0-e3397660f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:52:49Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'fa478059-75f8-4090-ac1e-7cafefb3b167', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.95', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'port_id': '55aaad55-7355-42bb-bad3-697a2ec8e695', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-924574152', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'mac_address': 'fa:16:3e:a7:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4823b34a-cf51-4fe2-a3c0-19f6d268255e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:53:04Z', 'updated_at': '2021-06-24T12:53:04Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46932a0f-ccce-4f3c-8a01-031e7abb2d49', 'name': '', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:25:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:48Z', 'updated_at': '2021-06-24T12:52:54Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:06.249833 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc5325-16bf-4811-afc0-e3397660f83a None None] The sync data for ids ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'] in dv-neutron-797121-4-hyperv is: [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:52:49Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'fa478059-75f8-4090-ac1e-7cafefb3b167', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.95', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'port_id': '55aaad55-7355-42bb-bad3-697a2ec8e695', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-924574152', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'mac_address': 'fa:16:3e:a7:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4823b34a-cf51-4fe2-a3c0-19f6d268255e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:53:04Z', 'updated_at': '2021-06-24T12:53:04Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46932a0f-ccce-4f3c-8a01-031e7abb2d49', 'name': '', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:25:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:48Z', 'updated_at': '2021-06-24T12:52:54Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:53:06.272703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3b5eb-7963-4e2c-8837-c18a123cc0c5 req-e387b2b1-b011-44ad-b4df-42fcc8aeb52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:06.274256 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b4e3b5eb-7963-4e2c-8837-c18a123cc0c5 req-e387b2b1-b011-44ad-b4df-42fcc8aeb52c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=68bd822d-de73-44cd-a5d7-6b45da6b329f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642002 Jun 24 12:53:06.416402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8077d71-2393-430a-b0f3-52f5f5a5e00a req-b2fcc277-4440-4f5f-a3d3-90e78a676f53 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:06.417947 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b8077d71-2393-430a-b0f3-52f5f5a5e00a req-b2fcc277-4440-4f5f-a3d3-90e78a676f53 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 983 time: 0.1426721 Jun 24 12:53:06.420107 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b4e3b5eb-7963-4e2c-8837-c18a123cc0c5 req-73223127-dffb-4fc6-ade8-b8e7a3223ea2 service neutron] 10.222.0.102 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355226 Jun 24 12:53:06.446575 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9accc58-a70c-4014-8db0-217c456c365a None None] New status for floating IP fa478059-75f8-4090-ac1e-7cafefb3b167: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:53:06.507350 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b8077d71-2393-430a-b0f3-52f5f5a5e00a req-2190f2ed-d11f-4a2e-9c31-57743e16ea25 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830193 Jun 24 12:53:06.537331 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b4e3b5eb-7963-4e2c-8837-c18a123cc0c5 req-914402f7-e3fc-4a9d-bd7d-663b2ead1fd3 service neutron] 10.222.0.102 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063147 Jun 24 12:53:07.729749 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-42f969f9-0067-4f23-b46c-8e56aa8eba0f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:07.731241 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-42f969f9-0067-4f23-b46c-8e56aa8eba0f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 983 time: 0.0982497 Jun 24 12:53:07.738406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde270ed-36c2-40d8-bdcb-c3b567dcabdf req-1365c7a8-e723-4285-8999-ea2900cadaff tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:07.739773 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cde270ed-36c2-40d8-bdcb-c3b567dcabdf req-1365c7a8-e723-4285-8999-ea2900cadaff tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 983 time: 0.1158271 Jun 24 12:53:07.811099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-132ed1c2-2518-4ad4-9682-0d5f02e9ce1b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:07.812454 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-132ed1c2-2518-4ad4-9682-0d5f02e9ce1b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/ports/55aaad55-7355-42bb-bad3-697a2ec8e695?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0718548 Jun 24 12:53:07.817225 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cde270ed-36c2-40d8-bdcb-c3b567dcabdf req-2e7790a4-39e8-46e1-9341-0909e5a697dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689116 Jun 24 12:53:07.914013 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-44127414-9b5b-43a7-b4e1-bc29dafae9b5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0958800 Jun 24 12:53:07.925018 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:07.998351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:08.128180 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] For port 55aaad55-7355-42bb-bad3-697a2ec8e695, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=55aaad55-7355-42bb-bad3-697a2ec8e695,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:08.161313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] For port 55aaad55-7355-42bb-bad3-697a2ec8e695, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:53:08.192283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] device_id is not set on port 55aaad55-7355-42bb-bad3-697a2ec8e695 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:53:08.201650 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:08.207825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:08.209948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:08.314806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] Pushing event updated for resources: {'Port': ['ID=55aaad55-7355-42bb-bad3-697a2ec8e695,revision_number=6']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:08.317762 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:08.384819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] No DVR routers for this DVR port 55aaad55-7355-42bb-bad3-697a2ec8e695 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:53:08.493568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f42183f9-ed4e-4c37-8afe-4aca28bd31c5 None None] Provisioning complete for port 55aaad55-7355-42bb-bad3-697a2ec8e695 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:08.494168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f42183f9-ed4e-4c37-8afe-4aca28bd31c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:08.523704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] In _notify_port_updated(), no bound segment for port 55aaad55-7355-42bb-bad3-697a2ec8e695 on network 68bd822d-de73-44cd-a5d7-6b45da6b329f {{(pid=100145) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:53:08.524500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:08.525114 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:08.526446 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35af4986-8c6d-44fe-a56f-b70e137a00e0 req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] 10.222.0.102 "PUT /v2.0/ports/55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 200 len: 1026 time: 0.6055861 Jun 24 12:53:08.528177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-f42183f9-ed4e-4c37-8afe-4aca28bd31c5 None None] Port 55aaad55-7355-42bb-bad3-697a2ec8e695 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:53:08.969485 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-14000b76-2098-4bcd-9c90-7eb9fe4ad809 req-551891e4-e17f-4b4f-a964-6070d6d449f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=4823b34a-cf51-4fe2-a3c0-19f6d268255e HTTP/1.1" status: 200 len: 210 time: 0.0290515 Jun 24 12:53:10.061643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48498) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:10.113179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919b572a-b956-4990-bcca-3aad355d5069 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:10.114487 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-919b572a-b956-4990-bcca-3aad355d5069 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports/55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 200 len: 925 time: 0.0518703 Jun 24 12:53:10.323287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48502) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:10.327923 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321770062', 'description': 'tempest-secgroup-smoke-1321770062 description', 'project_id': 'ab2b30c769814168a3d5057c6ba96374'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:10.349527 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.434850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.438680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.441047 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a933ef0e-aaff-4798-9eca-c180b5ba1c06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:10.466057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.467272 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1429992 Jun 24 12:53:10.468437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c73048-a24c-4a2e-9d45-df87784dbd20,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:10.470354 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48504) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:10.475242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4989ac6f-a6e3-47a5-b4bd-45471b35e78d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '65c73048-a24c-4a2e-9d45-df87784dbd20', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:10.475826 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:10.476223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:10.476607 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:10.476985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:10.477359 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:10.477734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:10.478103 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:10.478476 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:10.479392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:10.479757 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:10.480120 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:10.480485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:10.484073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:10.504603 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4989ac6f-a6e3-47a5-b4bd-45471b35e78d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.560749 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4989ac6f-a6e3-47a5-b4bd-45471b35e78d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.564386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4989ac6f-a6e3-47a5-b4bd-45471b35e78d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.566248 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d37df637-56bb-4c47-8f2e-603ae8d46386 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:10.582986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989ac6f-a6e3-47a5-b4bd-45471b35e78d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de67aec1-4f86-4b5d-96b1-35c1c975389e,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:10.585257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4989ac6f-a6e3-47a5-b4bd-45471b35e78d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.586472 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4989ac6f-a6e3-47a5-b4bd-45471b35e78d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150701 Jun 24 12:53:10.587434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4989ac6f-a6e3-47a5-b4bd-45471b35e78d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:10.589840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48506) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:10.594393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ce2f97d2-4025-4d46-96f3-a3675e760f1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '65c73048-a24c-4a2e-9d45-df87784dbd20', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:10.621032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ce2f97d2-4025-4d46-96f3-a3675e760f1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.679964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ce2f97d2-4025-4d46-96f3-a3675e760f1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.684085 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ce2f97d2-4025-4d46-96f3-a3675e760f1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.688209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a81f17f6-8d9c-48d3-a8ca-e3f4c6ab2b87 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:10.703008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f97d2-4025-4d46-96f3-a3675e760f1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468a9340-e8b9-46c9-be8f-68a6c1e750b5,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:10.705781 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ce2f97d2-4025-4d46-96f3-a3675e760f1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:10.708811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ce2f97d2-4025-4d46-96f3-a3675e760f1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.710013 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ce2f97d2-4025-4d46-96f3-a3675e760f1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191227 Jun 24 12:53:10.712701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48508) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:10.717200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-68d5bdc8-bc03-4bc7-a180-096e0e60a357 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '65c73048-a24c-4a2e-9d45-df87784dbd20', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:10.742840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-68d5bdc8-bc03-4bc7-a180-096e0e60a357 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.802203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-68d5bdc8-bc03-4bc7-a180-096e0e60a357 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.805805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-68d5bdc8-bc03-4bc7-a180-096e0e60a357 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.808113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3add01c0-6d09-4354-b69e-2e4e0e241580 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:10.824482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5bdc8-bc03-4bc7-a180-096e0e60a357 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e535fd1-6e90-46dd-aabd-f9d5c87df837,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:10.827403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-68d5bdc8-bc03-4bc7-a180-096e0e60a357 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:10.830610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-68d5bdc8-bc03-4bc7-a180-096e0e60a357 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.831840 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-68d5bdc8-bc03-4bc7-a180-096e0e60a357 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181853 Jun 24 12:53:10.834879 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48510) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:10.839218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-8d183eb7-cedc-4f13-a63e-371fb3dd2cf7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '65c73048-a24c-4a2e-9d45-df87784dbd20', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:10.867831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8d183eb7-cedc-4f13-a63e-371fb3dd2cf7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.927708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8d183eb7-cedc-4f13-a63e-371fb3dd2cf7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.931452 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8d183eb7-cedc-4f13-a63e-371fb3dd2cf7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.933818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-24bcf14b-0af4-4728-a89d-c5648d6491ea tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:10.951400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d183eb7-cedc-4f13-a63e-371fb3dd2cf7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b95fc1-231a-4e0e-8f91-0a72e7883cc0,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:10.953892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8d183eb7-cedc-4f13-a63e-371fb3dd2cf7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:10.955369 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8d183eb7-cedc-4f13-a63e-371fb3dd2cf7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196809 Jun 24 12:53:10.956329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8d183eb7-cedc-4f13-a63e-371fb3dd2cf7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:10.957990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48512) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:10.962344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c89ba6ba-a8c8-4f5b-8afc-b2e5988534db tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '65c73048-a24c-4a2e-9d45-df87784dbd20', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:10.984621 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-c89ba6ba-a8c8-4f5b-8afc-b2e5988534db tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:53:10.989569 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c89ba6ba-a8c8-4f5b-8afc-b2e5988534db tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:11.024176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 55aaad55-7355-42bb-bad3-697a2ec8e695 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:53:11.049467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c89ba6ba-a8c8-4f5b-8afc-b2e5988534db tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:11.053516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c89ba6ba-a8c8-4f5b-8afc-b2e5988534db tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:11.055428 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6a9c1444-2ce4-4f82-89fd-f99a81171b9d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:11.064066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 55aaad55-7355-42bb-bad3-697a2ec8e695 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:53:11.072663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ba6ba-a8c8-4f5b-8afc-b2e5988534db tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d55f89-daa2-4e10-8073-0403bf7184dd,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:11.075162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c89ba6ba-a8c8-4f5b-8afc-b2e5988534db tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:11.079111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c89ba6ba-a8c8-4f5b-8afc-b2e5988534db tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:11.080295 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c89ba6ba-a8c8-4f5b-8afc-b2e5988534db tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214042 Jun 24 12:53:11.082997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48514) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:11.087635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-8522d338-0d2f-4efd-9469-a08ecbf05c38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '65c73048-a24c-4a2e-9d45-df87784dbd20', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:11.109262 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-8522d338-0d2f-4efd-9469-a08ecbf05c38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:53:11.114063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8522d338-0d2f-4efd-9469-a08ecbf05c38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:11.175713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8522d338-0d2f-4efd-9469-a08ecbf05c38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:11.180115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8522d338-0d2f-4efd-9469-a08ecbf05c38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:11.181916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0edfc62f-4d5f-4316-b9a2-41951f25132d tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:11.198264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522d338-0d2f-4efd-9469-a08ecbf05c38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556cce82-374e-421b-a684-7efdf468a72f,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:11.200753 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8522d338-0d2f-4efd-9469-a08ecbf05c38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:11.205060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8522d338-0d2f-4efd-9469-a08ecbf05c38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:11.206305 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8522d338-0d2f-4efd-9469-a08ecbf05c38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223996 Jun 24 12:53:11.343355 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-adac31a4-af8e-4894-bad7-307adf775cf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321770062&fields=id&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 267 time: 0.0322435 Jun 24 12:53:11.400417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9e73-5ca3-40b6-974c-774540b07582 req-e94d629d-08de-4191-881a-3499d9494bcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:11.402380 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-e94d629d-08de-4191-881a-3499d9494bcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports/55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 200 len: 930 time: 0.0528395 Jun 24 12:53:11.454989 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-2bf7a1f5-7ce2-4c42-91c6-b8378783c8bd service neutron] 10.222.0.110 "GET /v2.0/ports/55aaad55-7355-42bb-bad3-697a2ec8e695?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0406668 Jun 24 12:53:11.464659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-f775b705-2279-42a1-9de2-7970bface90e service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:53:11.465594 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-f775b705-2279-42a1-9de2-7970bface90e service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053782 Jun 24 12:53:11.554067 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-191eeba5-fac3-454d-bffa-52ae1a5768f0 service neutron] 10.222.0.110 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832753 Jun 24 12:53:11.645959 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-20a73dad-7d37-43b2-b041-3b2d2d100ba7 service neutron] 10.222.0.110 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855165 Jun 24 12:53:11.809317 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3210e2e5-c416-45d0-a9bd-d72df77a13c0 req-89468a3b-86b8-4a47-81f3-7bb13ca06fd5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 210 time: 0.0285800 Jun 24 12:53:12.795143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9e73-5ca3-40b6-974c-774540b07582 req-45f80ef9-4326-4a20-b928-0da553691dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:12.796386 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-45f80ef9-4326-4a20-b928-0da553691dd1 service neutron] 10.222.0.102 "GET /v2.0/ports/55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 200 len: 1026 time: 0.0428007 Jun 24 12:53:12.915069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9e73-5ca3-40b6-974c-774540b07582 req-36049c5f-d265-4627-bce1-b11b9134571a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:12.916632 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-36049c5f-d265-4627-bce1-b11b9134571a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/networks?id=68bd822d-de73-44cd-a5d7-6b45da6b329f HTTP/1.1" status: 200 len: 797 time: 0.1125462 Jun 24 12:53:12.961537 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1fa70133-9d90-4cb5-a422-944abab0ddad req-d276f1c8-c216-478f-a92e-af5889b8eb2a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 210 time: 0.0397189 Jun 24 12:53:12.988307 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-53ccef91-4536-4b9b-8327-8cbd905aa743 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 472 time: 0.0575385 Jun 24 12:53:12.999722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Request body: {'port': {'device_id': 'a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:13.068913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:13.331074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55aaad55-7355-42bb-bad3-697a2ec8e695 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:53:13.338465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:13.350144 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Transition to ACTIVE for port object 55aaad55-7355-42bb-bad3-697a2ec8e695 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:53:13.354492 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:13.357467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:13.438568 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Pushing event updated for resources: {'Port': ['ID=55aaad55-7355-42bb-bad3-697a2ec8e695,revision_number=7']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:13.445173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:13.528601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Attempting to bind port 55aaad55-7355-42bb-bad3-697a2ec8e695 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:53:13.528944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Attempting to bind port 55aaad55-7355-42bb-bad3-697a2ec8e695 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:53:13.529285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Attempting to bind port 55aaad55-7355-42bb-bad3-697a2ec8e695 on network 68bd822d-de73-44cd-a5d7-6b45da6b329f {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:53:13.533829 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Port 55aaad55-7355-42bb-bad3-697a2ec8e695 on network 68bd822d-de73-44cd-a5d7-6b45da6b329f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:53:13.534156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Attempting to bind port 55aaad55-7355-42bb-bad3-697a2ec8e695 on network 68bd822d-de73-44cd-a5d7-6b45da6b329f {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:53:13.539050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:53:13.539390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Checking segment: {'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:53:13.539774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Bound using segment: {'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:53:13.540201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Bound port: 55aaad55-7355-42bb-bad3-697a2ec8e695, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:53:13.540649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:13.603284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] For port 55aaad55-7355-42bb-bad3-697a2ec8e695, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:53:13.606207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] For port 55aaad55-7355-42bb-bad3-697a2ec8e695, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=55aaad55-7355-42bb-bad3-697a2ec8e695,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:53:13.610604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:13.612565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2c2d9c6f-3100-405a-8e92-db070bea789d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:13.647895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:13.648493 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:13.649853 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] 10.222.0.102 "PUT /v2.0/ports/55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 200 len: 1131 time: 0.6542177 Jun 24 12:53:13.650375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b', 'tag': '55aaad55-7355-42bb-bad3-697a2ec8e695'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:53:13.655098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5e74e1-c01a-42a7-8814-c8e6b21ed592" -d '{"events": [{"name": "network-changed", "server_uuid": "a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b", "tag": "55aaad55-7355-42bb-bad3-697a2ec8e695"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:53:13.679815 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Pushing event updated for resources: {'Port': ['ID=55aaad55-7355-42bb-bad3-697a2ec8e695,revision_number=8']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:13.682871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:13.712027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ba6834-4ebc-4f55-bbde-d9ab6833119b x-openstack-request-id: req-40ba6834-4ebc-4f55-bbde-d9ab6833119b {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:53:13.712367 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b", "tag": "55aaad55-7355-42bb-bad3-697a2ec8e695", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:53:13.712673 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-40ba6834-4ebc-4f55-bbde-d9ab6833119b {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:53:13.713648 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b', 'tag': '55aaad55-7355-42bb-bad3-697a2ec8e695', 'status': 'completed', 'code': 200} Jun 24 12:53:13.756283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9e73-5ca3-40b6-974c-774540b07582 req-977ba8cd-a9f9-483a-bbc3-6ef1a3b60bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:13.757704 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-977ba8cd-a9f9-483a-bbc3-6ef1a3b60bb9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 1134 time: 0.0555081 Jun 24 12:53:13.824273 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-23b012ca-bb4b-44cb-ab12-d13965a4eb05 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 200 len: 1036 time: 0.0591965 Jun 24 12:53:13.877586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9e73-5ca3-40b6-974c-774540b07582 req-6ccfe844-1b78-4939-91c9-f9dd168b9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:13.879038 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-6ccfe844-1b78-4939-91c9-f9dd168b9b70 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f581a2e4-a5db-4a1c-ac65-c6ee6683c55f HTTP/1.1" status: 200 len: 834 time: 0.0472651 Jun 24 12:53:13.881896 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:53:13.937645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9e73-5ca3-40b6-974c-774540b07582 req-947f23c8-3098-4e97-a887-ff656d4790c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:13.939167 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-947f23c8-3098-4e97-a887-ff656d4790c8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=68bd822d-de73-44cd-a5d7-6b45da6b329f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530412 Jun 24 12:53:14.027220 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-282ded79-8557-4e29-93e9-58a071703857 service neutron] 10.222.0.102 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812256 Jun 24 12:53:14.150142 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-722b9e73-5ca3-40b6-974c-774540b07582 req-cd70c300-f73a-49e3-92ef-0c732fb4bcad service neutron] 10.222.0.102 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158648 Jun 24 12:53:14.170609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68452e79-aace-4dde-9d4c-fedfc15e8acd req-3704d03f-bdbc-46f9-9860-4c889b39f20d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:14.172087 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-68452e79-aace-4dde-9d4c-fedfc15e8acd req-3704d03f-bdbc-46f9-9860-4c889b39f20d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 981 time: 0.0844922 Jun 24 12:53:14.238217 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-68452e79-aace-4dde-9d4c-fedfc15e8acd req-e50982e8-1772-4d97-a2e2-41d55f85c5bf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602057 Jun 24 12:53:14.261947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e74e1-c01a-42a7-8814-c8e6b21ed592 req-c718b085-f96d-47b8-b4e3-a1c106eaf4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:14.263443 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c5e74e1-c01a-42a7-8814-c8e6b21ed592 req-c718b085-f96d-47b8-b4e3-a1c106eaf4b8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 1134 time: 0.0662115 Jun 24 12:53:14.349357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e74e1-c01a-42a7-8814-c8e6b21ed592 req-64b12159-eabb-44fb-8235-cf68344a6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:14.350806 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c5e74e1-c01a-42a7-8814-c8e6b21ed592 req-64b12159-eabb-44fb-8235-cf68344a6f84 service neutron] 10.222.0.102 "GET /v2.0/networks?id=68bd822d-de73-44cd-a5d7-6b45da6b329f HTTP/1.1" status: 200 len: 899 time: 0.0806465 Jun 24 12:53:14.417934 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c5e74e1-c01a-42a7-8814-c8e6b21ed592 req-6502df02-34df-4ce4-8423-44fcdcb3f18d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 200 len: 1036 time: 0.0606556 Jun 24 12:53:14.465564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e74e1-c01a-42a7-8814-c8e6b21ed592 req-385ef683-00fb-4203-bb0f-b1d7598dae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:14.466997 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c5e74e1-c01a-42a7-8814-c8e6b21ed592 req-385ef683-00fb-4203-bb0f-b1d7598dae61 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f581a2e4-a5db-4a1c-ac65-c6ee6683c55f HTTP/1.1" status: 200 len: 834 time: 0.0424156 Jun 24 12:53:14.522259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e74e1-c01a-42a7-8814-c8e6b21ed592 req-b0837be9-9059-4868-b5a7-ed8966a1946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:14.523765 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c5e74e1-c01a-42a7-8814-c8e6b21ed592 req-b0837be9-9059-4868-b5a7-ed8966a1946a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=68bd822d-de73-44cd-a5d7-6b45da6b329f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0498843 Jun 24 12:53:14.615075 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c5e74e1-c01a-42a7-8814-c8e6b21ed592 req-b7320b2a-c178-42cd-87e3-b702cfff8c9e service neutron] 10.222.0.102 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841272 Jun 24 12:53:14.707027 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c5e74e1-c01a-42a7-8814-c8e6b21ed592 req-eed5a2f9-9a24-46d4-939e-4d1102df6387 service neutron] 10.222.0.102 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850236 Jun 24 12:53:15.069995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 55aaad55-7355-42bb-bad3-697a2ec8e695 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:53:15.164101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 55aaad55-7355-42bb-bad3-697a2ec8e695, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=55aaad55-7355-42bb-bad3-697a2ec8e695,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:15.175827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '55aaad55-7355-42bb-bad3-697a2ec8e695', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'port_id': '55aaad55-7355-42bb-bad3-697a2ec8e695', 'mac_address': 'fa:16:3e:a7:6b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:53:15.211236 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:15.224001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55aaad55-7355-42bb-bad3-697a2ec8e695 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:53:15.242900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 55aaad55-7355-42bb-bad3-697a2ec8e695, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=55aaad55-7355-42bb-bad3-697a2ec8e695,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:15.246980 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:15.248682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:15.294514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=55aaad55-7355-42bb-bad3-697a2ec8e695,revision_number=9']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:15.299622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:15.427185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251659dc-9272-4061-afc4-deee655945b4 req-d757dcef-fa0a-42f8-8363-a8fd14a9b392 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:15.428697 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-251659dc-9272-4061-afc4-deee655945b4 req-d757dcef-fa0a-42f8-8363-a8fd14a9b392 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 982 time: 0.0747619 Jun 24 12:53:15.460145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['55aaad55-7355-42bb-bad3-697a2ec8e695'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:53:15.466879 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-251659dc-9272-4061-afc4-deee655945b4 req-0243e0ea-0b6c-48e0-a334-026da16c60d0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322003 Jun 24 12:53:16.790190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3ef3c-f5b7-4fa1-b3c8-f9376ea096a7 req-c04d3342-ba5c-4c61-9f0d-e7f1e5090220 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:16.792203 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b8c3ef3c-f5b7-4fa1-b3c8-f9376ea096a7 req-c04d3342-ba5c-4c61-9f0d-e7f1e5090220 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 982 time: 0.0623953 Jun 24 12:53:16.829036 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b8c3ef3c-f5b7-4fa1-b3c8-f9376ea096a7 req-f4c4165b-3b0f-43b1-9abc-248ea74f134d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309405 Jun 24 12:53:17.093291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 55aaad55-7355-42bb-bad3-697a2ec8e695 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:53:17.140809 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 55aaad55-7355-42bb-bad3-697a2ec8e695 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:53:17.144319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 55aaad55-7355-42bb-bad3-697a2ec8e695 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:17.144695 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:17.181495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:17.230392 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:17.252426 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aaad55-7355-42bb-bad3-697a2ec8e695'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:53:17.254868 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407815de-1743-414e-930a-ef3d0360847d" -d '{"events": [{"server_uuid": "a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b", "name": "network-vif-plugged", "status": "completed", "tag": "55aaad55-7355-42bb-bad3-697a2ec8e695"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:53:17.268139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 55aaad55-7355-42bb-bad3-697a2ec8e695, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=55aaad55-7355-42bb-bad3-697a2ec8e695,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:17.272817 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:17.276175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:17.299361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2930451f-9a38-45a6-ab97-d425d1371732 x-openstack-request-id: req-2930451f-9a38-45a6-ab97-d425d1371732 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:53:17.299670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b", "name": "network-vif-plugged", "status": "completed", "tag": "55aaad55-7355-42bb-bad3-697a2ec8e695", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:53:17.299909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2930451f-9a38-45a6-ab97-d425d1371732 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:53:17.300297 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aaad55-7355-42bb-bad3-697a2ec8e695', 'code': 200} Jun 24 12:53:17.325960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=55aaad55-7355-42bb-bad3-697a2ec8e695,revision_number=10']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:17.328850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:17.518655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9d56c-6d98-4e06-a4db-305f47cab5aa req-249a9964-3edf-42a7-844c-4f86f707484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:17.520162 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-66e9d56c-6d98-4e06-a4db-305f47cab5aa req-249a9964-3edf-42a7-844c-4f86f707484e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 1137 time: 0.0510771 Jun 24 12:53:17.554778 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-66e9d56c-6d98-4e06-a4db-305f47cab5aa req-7ebd9886-6a25-4350-9131-94ebc882645b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263555 Jun 24 12:53:18.003183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dd126-20f7-4fc2-8196-253433d5d601 req-131816ed-7f28-4792-9a72-c51762b2fede tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:18.004646 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-483dd126-20f7-4fc2-8196-253433d5d601 req-131816ed-7f28-4792-9a72-c51762b2fede tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 984 time: 0.0649610 Jun 24 12:53:18.042114 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-483dd126-20f7-4fc2-8196-253433d5d601 req-2b7a6df9-67bd-4cb3-afd8-5e426edee5e6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Jun 24 12:53:19.216983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e5550-5723-4745-b772-197b42277740 req-dfd27d30-fad1-4a24-a359-892dab72dc42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:19.218455 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-452e5550-5723-4745-b772-197b42277740 req-dfd27d30-fad1-4a24-a359-892dab72dc42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 984 time: 0.0635357 Jun 24 12:53:19.257228 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-452e5550-5723-4745-b772-197b42277740 req-60bef156-b699-4fde-a80d-99e83b9b5a91 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328557 Jun 24 12:53:19.432860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd340e3-69a9-4607-a5d5-ff9650a3df7e req-2a4b8929-dc89-4e63-9036-7f89dd3c6d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:19.434310 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9cd340e3-69a9-4607-a5d5-ff9650a3df7e req-2a4b8929-dc89-4e63-9036-7f89dd3c6d87 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 984 time: 0.0691917 Jun 24 12:53:19.470572 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9cd340e3-69a9-4607-a5d5-ff9650a3df7e req-cc21ebec-0665-4a6b-9858-cb1bb78e0d9e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306492 Jun 24 12:53:19.494989 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48560) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:19.575621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9bad5b-b336-41d4-99f6-cbedfe6f87d2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:19.577163 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2d9bad5b-b336-41d4-99f6-cbedfe6f87d2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b&network_id=68bd822d-de73-44cd-a5d7-6b45da6b329f HTTP/1.1" status: 200 len: 1132 time: 0.0811815 Jun 24 12:53:19.940395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b900432-83b9-4fa7-90f9-c7c5fc626d64 req-c6559518-50fa-4099-a735-bd049ca9d3c6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:19.941844 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1b900432-83b9-4fa7-90f9-c7c5fc626d64 req-c6559518-50fa-4099-a735-bd049ca9d3c6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 984 time: 0.0657284 Jun 24 12:53:20.303747 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1b900432-83b9-4fa7-90f9-c7c5fc626d64 req-b5e22706-ae08-46c1-a7a6-029a6ba5a2eb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563020 Jun 24 12:53:21.330432 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-f5268550-7c6a-42a9-8e17-3ea2be3e4c07 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:21.331979 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-f5268550-7c6a-42a9-8e17-3ea2be3e4c07 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 984 time: 0.0619957 Jun 24 12:53:21.386983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-bac9a317-9347-42d6-9a52-5a6adff3c56c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:21.388393 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-bac9a317-9347-42d6-9a52-5a6adff3c56c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/ports/55aaad55-7355-42bb-bad3-697a2ec8e695?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0495806 Jun 24 12:53:21.527219 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-92f11124-fa63-419b-b63c-b5069d7a2308 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1341000 Jun 24 12:53:21.541445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab283bdc-6485-4521-b90d-6597b20dc214 req-435dc40c-9c84-4686-a447-048d7fb355d8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:21.542841 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ab283bdc-6485-4521-b90d-6597b20dc214 req-435dc40c-9c84-4686-a447-048d7fb355d8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 984 time: 0.1204784 Jun 24 12:53:21.546996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:21.614722 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ab283bdc-6485-4521-b90d-6597b20dc214 req-9bc2e329-4abb-4615-981d-c339ef282206 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a2241871-2342-419b-bf14-9c67e879d6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649960 Jun 24 12:53:21.646109 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:21.775633 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] For port 55aaad55-7355-42bb-bad3-697a2ec8e695, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=55aaad55-7355-42bb-bad3-697a2ec8e695,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:21.813990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] For port 55aaad55-7355-42bb-bad3-697a2ec8e695, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:53:21.844792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] device_id is not set on port 55aaad55-7355-42bb-bad3-697a2ec8e695 yet. {{(pid=100145) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 12:53:21.852763 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:21.859548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:21.861785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a5829c04-e2df-44d6-9740-8d1dfd1bdcdc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:21.939085 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] Pushing event updated for resources: {'Port': ['ID=55aaad55-7355-42bb-bad3-697a2ec8e695,revision_number=11']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:21.943600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:21.993999 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] No DVR routers for this DVR port 55aaad55-7355-42bb-bad3-697a2ec8e695 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:53:22.076092 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-69acd424-69c0-4822-a913-4a226e98c228 None None] Provisioning complete for port 55aaad55-7355-42bb-bad3-697a2ec8e695 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:22.076693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-69acd424-69c0-4822-a913-4a226e98c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:22.112470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-69acd424-69c0-4822-a913-4a226e98c228 None None] Port 55aaad55-7355-42bb-bad3-697a2ec8e695 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:53:22.133489 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] In _notify_port_updated(), no bound segment for port 55aaad55-7355-42bb-bad3-697a2ec8e695 on network 68bd822d-de73-44cd-a5d7-6b45da6b329f {{(pid=100145) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 12:53:22.134364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:22.134985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:22.136245 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-756c6be4-8310-424d-8bdb-31fc8e4dff20 req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] 10.222.0.102 "PUT /v2.0/ports/55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 200 len: 1027 time: 0.6022341 Jun 24 12:53:22.770184 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ebd3cf87-6536-4733-ba56-5da62d278fa8 req-44a68b40-ffb7-48c7-96b8-c2e92a0d2fbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1da6f76-04f7-4ecc-ae1f-0b350c19cb6b HTTP/1.1" status: 200 len: 210 time: 0.0283337 Jun 24 12:53:23.860588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48572) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:23.925596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c01e-86db-4b24-96e5-346e444631d8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:23.951663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c01e-86db-4b24-96e5-346e444631d8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:24.013784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c01e-86db-4b24-96e5-346e444631d8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:24.016526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c01e-86db-4b24-96e5-346e444631d8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:24.017948 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d9f7c01e-86db-4b24-96e5-346e444631d8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/security-groups/65c73048-a24c-4a2e-9d45-df87784dbd20 HTTP/1.1" status: 204 len: 168 time: 0.1560950 Jun 24 12:53:24.018582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d3de3d33-7d23-4af4-96fe-cb701cae6684 tempest-ExtraDHCPOptionsTestJSON-833139606 tempest-ExtraDHCPOptionsTestJSON-833139606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:24.034057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7c01e-86db-4b24-96e5-346e444631d8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c73048-a24c-4a2e-9d45-df87784dbd20,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:24.038232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d9f7c01e-86db-4b24-96e5-346e444631d8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:24.053623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48576) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:24.212178 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 66153675-75b7-481d-ac00-0b7d9c69d24f {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:53:24.212515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:24.286406 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:24.286724 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:24.297672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 66153675-75b7-481d-ac00-0b7d9c69d24f owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:53:24.443373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:24.445266 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9543495a-ec85-4f91-945b-902fd1beba3c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:24.466741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=66153675-75b7-481d-ac00-0b7d9c69d24f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:24.470316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:24.529283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:24.529610 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP fa478059-75f8-4090-ac1e-7cafefb3b167 disassociated (deleted). External IP: 172.26.1.95, port: 55aaad55-7355-42bb-bad3-697a2ec8e695. Jun 24 12:53:24.730000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:53:24.833650 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:53:24.838408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:24.844231 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33c5c92-793f-44d0-bf20-bab2c696808c None None] Sync routers for ids ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:53:24.853765 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33c5c92-793f-44d0-bf20-bab2c696808c None None] Routers {'7007ea76-a8a6-45d1-877f-ec0200ba41e2'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:53:24.854385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e33c5c92-793f-44d0-bf20-bab2c696808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:52:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:24.873893 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/floatingips/fa478059-75f8-4090-ac1e-7cafefb3b167 HTTP/1.1" status: 204 len: 168 time: 0.8186882 Jun 24 12:53:24.960297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-e33c5c92-793f-44d0-bf20-bab2c696808c None None] Set router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:53:25.020104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48582) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:25.097827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-10680128-e946-41a7-95ae-eb116ccb3bbb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:25.122519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-10680128-e946-41a7-95ae-eb116ccb3bbb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:25.132842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 55aaad55-7355-42bb-bad3-697a2ec8e695 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:53:25.179286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 55aaad55-7355-42bb-bad3-697a2ec8e695 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:53:25.184578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-10680128-e946-41a7-95ae-eb116ccb3bbb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:25.187254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-10680128-e946-41a7-95ae-eb116ccb3bbb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:25.190891 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-10680128-e946-41a7-95ae-eb116ccb3bbb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/security-groups/2a3234c1-192f-4a48-9350-2ba4f195c8ea HTTP/1.1" status: 204 len: 168 time: 0.1673343 Jun 24 12:53:25.190891 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b5c88aa0-cc16-424c-8f33-c7b96f28c4a6 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:25.198731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10680128-e946-41a7-95ae-eb116ccb3bbb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3234c1-192f-4a48-9350-2ba4f195c8ea,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:25.202445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e33c5c92-793f-44d0-bf20-bab2c696808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:52:49Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '46932a0f-ccce-4f3c-8a01-031e7abb2d49', 'name': '', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:25:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:48Z', 'updated_at': '2021-06-24T12:52:54Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:25.202701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-10680128-e946-41a7-95ae-eb116ccb3bbb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:25.220583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48586) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:25.322323 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-843ac81f-7b95-4c18-a432-70d7c6b03d1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 55aaad55-7355-42bb-bad3-697a2ec8e695 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:53:25.322569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-843ac81f-7b95-4c18-a432-70d7c6b03d1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:25.382357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33c5c92-793f-44d0-bf20-bab2c696808c None None] Checking router: 7007ea76-a8a6-45d1-877f-ec0200ba41e2 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:53:25.396310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33c5c92-793f-44d0-bf20-bab2c696808c None None] Routers {'7007ea76-a8a6-45d1-877f-ec0200ba41e2'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:53:25.396792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e33c5c92-793f-44d0-bf20-bab2c696808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:52:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:25.418293 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-843ac81f-7b95-4c18-a432-70d7c6b03d1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:25.430598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-843ac81f-7b95-4c18-a432-70d7c6b03d1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 55aaad55-7355-42bb-bad3-697a2ec8e695 owned by {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:53:25.501428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-e33c5c92-793f-44d0-bf20-bab2c696808c None None] Set router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:53:25.557392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-843ac81f-7b95-4c18-a432-70d7c6b03d1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:25.562039 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0e6733ef-f618-4892-9d40-cf75ac837614 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:25.587622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ac81f-7b95-4c18-a432-70d7c6b03d1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=55aaad55-7355-42bb-bad3-697a2ec8e695,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:25.590722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-843ac81f-7b95-4c18-a432-70d7c6b03d1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:25.662534 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-843ac81f-7b95-4c18-a432-70d7c6b03d1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:25.666574 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-843ac81f-7b95-4c18-a432-70d7c6b03d1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/ports/55aaad55-7355-42bb-bad3-697a2ec8e695 HTTP/1.1" status: 204 len: 168 time: 0.4431591 Jun 24 12:53:25.667353 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48588) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:25.705467 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e33c5c92-793f-44d0-bf20-bab2c696808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:52:49Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '46932a0f-ccce-4f3c-8a01-031e7abb2d49', 'name': '', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:25:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:48Z', 'updated_at': '2021-06-24T12:52:54Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:25.733935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33c5c92-793f-44d0-bf20-bab2c696808c None None] The sync data for ids ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'] in dv-neutron-797121-4-hyperv is: [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:52:49Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '46932a0f-ccce-4f3c-8a01-031e7abb2d49', 'name': '', 'network_id': '68bd822d-de73-44cd-a5d7-6b45da6b329f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:25:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:48Z', 'updated_at': '2021-06-24T12:52:54Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': 'f581a2e4-a5db-4a1c-ac65-c6ee6683c55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:53:25.963398 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616e427-dabc-4e0b-92a9-8372cbbe0665 None None] New status for floating IP fa478059-75f8-4090-ac1e-7cafefb3b167: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:53:26.046995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-48763c24-fbf7-43bc-98b7-b09a9ec51bb6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:26.077345 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac886229-3ab5-4177-b3d6-e8fb3e03a572 req-71844723-8bf8-4694-b6e5-1201fef94cab service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557227 Jun 24 12:53:26.176510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac886229-3ab5-4177-b3d6-e8fb3e03a572 req-80dc3082-2c55-4861-a433-fbac0730d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:26.178009 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac886229-3ab5-4177-b3d6-e8fb3e03a572 req-80dc3082-2c55-4861-a433-fbac0730d63d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 1099 time: 0.0536957 Jun 24 12:53:26.293476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac886229-3ab5-4177-b3d6-e8fb3e03a572 req-e23fa910-6f3b-4267-b990-14da762c63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:26.295632 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac886229-3ab5-4177-b3d6-e8fb3e03a572 req-e23fa910-6f3b-4267-b990-14da762c63bd service neutron] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 914 time: 0.0953431 Jun 24 12:53:26.366163 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac886229-3ab5-4177-b3d6-e8fb3e03a572 req-6ac65266-7fbc-4308-b4c8-5111149b7dcb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3759633-b2e8-41b0-ab01-e5988c04bf26 HTTP/1.1" status: 200 len: 1002 time: 0.0638144 Jun 24 12:53:26.417876 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac886229-3ab5-4177-b3d6-e8fb3e03a572 req-b9bd4f10-bbc7-43e2-8084-5e10000a7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:26.420067 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac886229-3ab5-4177-b3d6-e8fb3e03a572 req-b9bd4f10-bbc7-43e2-8084-5e10000a7ec9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.0472121 Jun 24 12:53:26.478578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac886229-3ab5-4177-b3d6-e8fb3e03a572 req-6039aa3c-1789-47d0-abbb-d76589fbd66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:26.480019 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac886229-3ab5-4177-b3d6-e8fb3e03a572 req-6039aa3c-1789-47d0-abbb-d76589fbd66e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517945 Jun 24 12:53:26.576426 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac886229-3ab5-4177-b3d6-e8fb3e03a572 req-015ae4e8-bdd6-405a-ab5d-4b299e0f5476 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885274 Jun 24 12:53:26.577170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d68e7677-116f-4744-9b31-e1c636b9cdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:26.633920 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-48763c24-fbf7-43bc-98b7-b09a9ec51bb6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 46932a0f-ccce-4f3c-8a01-031e7abb2d49 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:53:26.634549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-48763c24-fbf7-43bc-98b7-b09a9ec51bb6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:26.666590 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac886229-3ab5-4177-b3d6-e8fb3e03a572 req-efe0376e-4f77-4812-b72b-f97fb935def2 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830781 Jun 24 12:53:26.725511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-48763c24-fbf7-43bc-98b7-b09a9ec51bb6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 46932a0f-ccce-4f3c-8a01-031e7abb2d49, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=46932a0f-ccce-4f3c-8a01-031e7abb2d49,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:26.725861 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-48763c24-fbf7-43bc-98b7-b09a9ec51bb6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:26.737471 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-48763c24-fbf7-43bc-98b7-b09a9ec51bb6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 46932a0f-ccce-4f3c-8a01-031e7abb2d49 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:53:26.920963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-48763c24-fbf7-43bc-98b7-b09a9ec51bb6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:26.922961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0f18e3c8-1e37-4211-86b4-5c47d44496ad tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:26.947918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48763c24-fbf7-43bc-98b7-b09a9ec51bb6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=46932a0f-ccce-4f3c-8a01-031e7abb2d49,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:26.951390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-48763c24-fbf7-43bc-98b7-b09a9ec51bb6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:27.128640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-48763c24-fbf7-43bc-98b7-b09a9ec51bb6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:27.338799 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48763c24-fbf7-43bc-98b7-b09a9ec51bb6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:53:27.448625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48763c24-fbf7-43bc-98b7-b09a9ec51bb6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:53:27.453595 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-48763c24-fbf7-43bc-98b7-b09a9ec51bb6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/7007ea76-a8a6-45d1-877f-ec0200ba41e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7849450 Jun 24 12:53:27.456375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48590) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:27.457850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77997c3-5884-4585-a2de-4c6b69b96b49 None None] Sync routers for ids ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:53:27.467286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77997c3-5884-4585-a2de-4c6b69b96b49 None None] Routers {'7007ea76-a8a6-45d1-877f-ec0200ba41e2'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:53:27.467914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c77997c3-5884-4585-a2de-4c6b69b96b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:52:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:27.506776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-a007a77a-9b7a-4f24-a141-866c46504f38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting subnet f581a2e4-a5db-4a1c-ac65-c6ee6683c55f {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:53:27.509806 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a007a77a-9b7a-4f24-a141-866c46504f38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:27.548219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a007a77a-9b7a-4f24-a141-866c46504f38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:27.573187 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-c77997c3-5884-4585-a2de-4c6b69b96b49 None None] Set router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:53:27.634043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a007a77a-9b7a-4f24-a141-866c46504f38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:27.691318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a007a77a-9b7a-4f24-a141-866c46504f38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:27.694292 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eeeaff82-b1d7-4970-ad77-9d1680522db1 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:27.719507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007a77a-9b7a-4f24-a141-866c46504f38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Subnet': ['ID=f581a2e4-a5db-4a1c-ac65-c6ee6683c55f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:27.722046 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a007a77a-9b7a-4f24-a141-866c46504f38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:27.724834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a007a77a-9b7a-4f24-a141-866c46504f38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:27.726838 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a007a77a-9b7a-4f24-a141-866c46504f38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/subnets/f581a2e4-a5db-4a1c-ac65-c6ee6683c55f HTTP/1.1" status: 204 len: 168 time: 0.2695017 Jun 24 12:53:27.729477 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48592) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:27.732680 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4452918-5e85-4665-b390-d0bb711b4055 None None] Network 68bd822d-de73-44cd-a5d7-6b45da6b329f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:53:27.839478 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:27.847643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c77997c3-5884-4585-a2de-4c6b69b96b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:53:26Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:27.876886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77997c3-5884-4585-a2de-4c6b69b96b49 None None] Checking router: 7007ea76-a8a6-45d1-877f-ec0200ba41e2 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:53:27.889968 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77997c3-5884-4585-a2de-4c6b69b96b49 None None] Routers {'7007ea76-a8a6-45d1-877f-ec0200ba41e2'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:53:27.890506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c77997c3-5884-4585-a2de-4c6b69b96b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:52:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:27.952479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.012697 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 3b93f2f8-1ab8-4c19-bb99-813beefe100e {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:53:28.013113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.022269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-c77997c3-5884-4585-a2de-4c6b69b96b49 None None] Set router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:53:28.054863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e38995-0c73-448b-875b-7510230644c6 None None] DHCP port deletion for 68bd822d-de73-44cd-a5d7-6b45da6b329f request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:53:28.099766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 3b93f2f8-1ab8-4c19-bb99-813beefe100e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3b93f2f8-1ab8-4c19-bb99-813beefe100e,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:28.100128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.111865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 3b93f2f8-1ab8-4c19-bb99-813beefe100e owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:53:28.215745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-43e38995-0c73-448b-875b-7510230644c6 None None] Deleting port fcce9e97-f703-447e-bac9-d21885c1b0b9 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:53:28.216052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-43e38995-0c73-448b-875b-7510230644c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.277151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.281161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cf785234-21b2-4e48-b94b-b3b7823f48cf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:28.282905 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-43e38995-0c73-448b-875b-7510230644c6 None None] For port fcce9e97-f703-447e-bac9-d21885c1b0b9, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fcce9e97-f703-447e-bac9-d21885c1b0b9,segment=NetworkSegment(56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8),segment_id=56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:28.283324 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-43e38995-0c73-448b-875b-7510230644c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.299216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-43e38995-0c73-448b-875b-7510230644c6 None None] Calling delete_port for fcce9e97-f703-447e-bac9-d21885c1b0b9 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:53:28.304610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=3b93f2f8-1ab8-4c19-bb99-813beefe100e,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:28.307147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:28.314216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c77997c3-5884-4585-a2de-4c6b69b96b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:53:26Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:28.370236 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77997c3-5884-4585-a2de-4c6b69b96b49 None None] The sync data for ids ['7007ea76-a8a6-45d1-877f-ec0200ba41e2'] in dv-neutron-797121-4-hyperv is: [{'id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'name': 'tempest-TestNetworkBasicOps-router-293131289', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:52:45Z', 'updated_at': '2021-06-24T12:53:26Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '3b93f2f8-1ab8-4c19-bb99-813beefe100e', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007ea76-a8a6-45d1-877f-ec0200ba41e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:52:46Z', 'updated_at': '2021-06-24T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:53:28.370794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.420364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-43e38995-0c73-448b-875b-7510230644c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.422753 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5878f6ff-0480-44e9-89ab-c82ddbd02eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:28.445151 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e38995-0c73-448b-875b-7510230644c6 None None] Pushing event deleted for resources: {'Port': ['ID=fcce9e97-f703-447e-bac9-d21885c1b0b9,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:28.448605 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-43e38995-0c73-448b-875b-7510230644c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:28.451766 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e38995-0c73-448b-875b-7510230644c6 None None] No DVR routers for this DVR port fcce9e97-f703-447e-bac9-d21885c1b0b9 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:53:28.467376 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.469483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.511555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.512640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Fanout notify agent at l3_agent the message router_deleted on router 7007ea76-a8a6-45d1-877f-ec0200ba41e2 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:53:28.519755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.520896 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/routers/7007ea76-a8a6-45d1-877f-ec0200ba41e2 HTTP/1.1" status: 204 len: 168 time: 0.7902699 Jun 24 12:53:28.523553 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48594) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:28.596082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.682607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.692814 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bd822d-de73-44cd-a5d7-6b45da6b329f']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:28.703985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:28.704271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d4f4dc-5bf2-4cab-a5dd-7c6d700dcfa8') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:28.713466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.727635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.734262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:53:28.734958 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:53:28.738019 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:53:28.803567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.807577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ae52af94-1ff0-4257-aa1f-5eddfb0b89c8 tempest-NetworksIpV6Test-1952416437 tempest-NetworksIpV6Test-1952416437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:28.812229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.813871 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/networks/68bd822d-de73-44cd-a5d7-6b45da6b329f HTTP/1.1" status: 204 len: 168 time: 0.2894280 Jun 24 12:53:28.826938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48596) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:28.830658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Network': ['ID=68bd822d-de73-44cd-a5d7-6b45da6b329f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:28.833400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:28.839614 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-423e2800-80f3-444c-a78e-0469b98f2988 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0113599 Jun 24 12:53:28.842050 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48598) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:28.847139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-5d92ae3e-35c7-4fdc-bb02-626308eae4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'network': {'name': 'tempest-network-smoke--1085303692', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'port_security_enabled': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:28.868842 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d92ae3e-35c7-4fdc-bb02-626308eae4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:53:28.872850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5d92ae3e-35c7-4fdc-bb02-626308eae4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.902788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d92ae3e-35c7-4fdc-bb02-626308eae4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] vlan segment allocate from pool success with {'vlan_id': 1330, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:53:28.911741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5d92ae3e-35c7-4fdc-bb02-626308eae4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.912087 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-5d92ae3e-35c7-4fdc-bb02-626308eae4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Added segment 0110fb6c-8a37-44fc-a740-9085f46133b0 of type vlan for network b5996db1-2e62-4654-a98d-2b6012ac8eb9 Jun 24 12:53:28.954566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5d92ae3e-35c7-4fdc-bb02-626308eae4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.987500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5d92ae3e-35c7-4fdc-bb02-626308eae4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.993503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d92ae3e-35c7-4fdc-bb02-626308eae4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:28.994127 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5d92ae3e-35c7-4fdc-bb02-626308eae4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:28.998121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bc8ad140-3ecc-4f1a-8b86-36604786d45b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:29.031189 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5d92ae3e-35c7-4fdc-bb02-626308eae4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1881022 Jun 24 12:53:29.033868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48600) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:29.039190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'admin_state_up': True, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:29.064633 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:29.065910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:29.066221 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92ae3e-35c7-4fdc-bb02-626308eae4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Network': ['ID=b5996db1-2e62-4654-a98d-2b6012ac8eb9,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:29.069483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5d92ae3e-35c7-4fdc-bb02-626308eae4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:29.077514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network b5996db1-2e62-4654-a98d-2b6012ac8eb9 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:53:29.121225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:29.258960 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:29.291967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3554314d-ae7e-4d71-a653-1e971103c649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:29.408001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:29.466001 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:29.484912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:29.587120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.122 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/093f3afd-4463-48ef-9805-7b151090a7fa) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:53:29.689156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:29.728401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:29.731187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-33788f30-cfc6-4fcb-93e6-a78e19f012a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:29.765914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:53:29.771163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:53:29.773522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:53:29.797399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=093f3afd-4463-48ef-9805-7b151090a7fa,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:29.801688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:29.971400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 46932a0f-ccce-4f3c-8a01-031e7abb2d49 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:53:29.991118 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 46932a0f-ccce-4f3c-8a01-031e7abb2d49 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:53:29.991693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 46932a0f-ccce-4f3c-8a01-031e7abb2d49 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:53:29.992104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fcce9e97-f703-447e-bac9-d21885c1b0b9 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:53:30.009823 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: fcce9e97-f703-447e-bac9-d21885c1b0b9 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:53:30.010104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fcce9e97-f703-447e-bac9-d21885c1b0b9 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:53:30.010480 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3b93f2f8-1ab8-4c19-bb99-813beefe100e no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:53:30.027025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:30.029027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 3b93f2f8-1ab8-4c19-bb99-813beefe100e {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:53:30.029375 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3b93f2f8-1ab8-4c19-bb99-813beefe100e not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:53:30.220988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:30.275787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:30.350367 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router fb6d838e-3d29-44fe-8f37-1c4b6900b040 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:53:30.455953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:53:30.466716 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Sync routers for ids ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:53:30.474198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:30.478155 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4400737 Jun 24 12:53:30.478300 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Routers {'fb6d838e-3d29-44fe-8f37-1c4b6900b040'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:53:30.478300 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:53:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:30.478537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48602) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:30.507580 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a72a1938-bacf-4461-b9ed-f44beafb9813 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=ab2b30c769814168a3d5057c6ba96374&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258646 Jun 24 12:53:30.507985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48604) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:30.596151 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Set router fb6d838e-3d29-44fe-8f37-1c4b6900b040 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:53:30.602400 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6da515-750c-4cce-9014-4c022c2faf34 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:30.606490 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1e6da515-750c-4cce-9014-4c022c2faf34 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949674 Jun 24 12:53:30.606710 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48606) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:30.633932 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9f39fe32-ecae-4b05-aa29-fa693e2d7383 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260510 Jun 24 12:53:30.636268 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48608) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:30.641666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-99acb5a7-1d34-4464-bd29-7a59d1dba80f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1118019541', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:30.735446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99acb5a7-1d34-4464-bd29-7a59d1dba80f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:53:30.739393 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99acb5a7-1d34-4464-bd29-7a59d1dba80f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:30.857824 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:29Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:30.882677 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Checking router: fb6d838e-3d29-44fe-8f37-1c4b6900b040 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:53:30.883046 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Updating router fb6d838e-3d29-44fe-8f37-1c4b6900b040 port 093f3afd-4463-48ef-9805-7b151090a7fa binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:53:30.919961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99acb5a7-1d34-4464-bd29-7a59d1dba80f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:30.923088 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:30.923248 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b44e282c-1fd9-4b2d-b295-b822c32f8367 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:30.984229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acb5a7-1d34-4464-bd29-7a59d1dba80f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Subnet': ['ID=9b8beeca-5fe3-450f-88f4-69d546cd4720,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:30.986928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-99acb5a7-1d34-4464-bd29-7a59d1dba80f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:30.992655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99acb5a7-1d34-4464-bd29-7a59d1dba80f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Checking segment: {'id': '0110fb6c-8a37-44fc-a740-9085f46133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:53:30.993017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99acb5a7-1d34-4464-bd29-7a59d1dba80f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network hostable DHCP agents. Network: b5996db1-2e62-4654-a98d-2b6012ac8eb9, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:53:31.009047 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99acb5a7-1d34-4464-bd29-7a59d1dba80f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network b5996db1-2e62-4654-a98d-2b6012ac8eb9 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:53:31.017725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-99acb5a7-1d34-4464-bd29-7a59d1dba80f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, b5996db1-2e62-4654-a98d-2b6012ac8eb9) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:53:31.023331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99acb5a7-1d34-4464-bd29-7a59d1dba80f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:31.025407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5067458c-8a66-4582-8b3a-72b200af9037 None None] Network b5996db1-2e62-4654-a98d-2b6012ac8eb9 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:53:31.028319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99acb5a7-1d34-4464-bd29-7a59d1dba80f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:31.046886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48610) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:31.047501 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-99acb5a7-1d34-4464-bd29-7a59d1dba80f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4092910 Jun 24 12:53:31.186073 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:31.193429 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ips': [{'subnet_id': '9b8beeca-5fe3-450f-88f4-69d546cd4720'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:53:31.194436 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:31.197935 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Transition to ACTIVE for port object 093f3afd-4463-48ef-9805-7b151090a7fa will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:53:31.205240 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:31.207317 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:31.258070 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Attempting to bind port 093f3afd-4463-48ef-9805-7b151090a7fa on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:53:31.258523 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Attempting to bind port 093f3afd-4463-48ef-9805-7b151090a7fa by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:53:31.258831 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Attempting to bind port 093f3afd-4463-48ef-9805-7b151090a7fa on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:53:31.260923 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19a64a-5e53-49ca-b582-00eb2be55632 None None] Pushing event updated for resources: {'Port': ['ID=093f3afd-4463-48ef-9805-7b151090a7fa,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:31.264783 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-ff19a64a-5e53-49ca-b582-00eb2be55632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:31.276243 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:53:31.276643 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:53:31.277034 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:31.277566 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:53:31.278570 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Bound port: 093f3afd-4463-48ef-9805-7b151090a7fa, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:53:31.278997 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:31.336313 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] For port 093f3afd-4463-48ef-9805-7b151090a7fa, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:53:31.339403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Allocated IP 172.20.0.2 (b5996db1-2e62-4654-a98d-2b6012ac8eb9/9b8beeca-5fe3-450f-88f4-69d546cd4720/9bb6f752-ab68-4329-9d1a-e04b51bbc292) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:53:31.340733 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] For port 093f3afd-4463-48ef-9805-7b151090a7fa, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=093f3afd-4463-48ef-9805-7b151090a7fa,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:53:31.345656 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:31.348585 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-8beab26f-ab36-4378-9743-42d82359bbfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:31.396974 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Routers {'fb6d838e-3d29-44fe-8f37-1c4b6900b040'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:53:31.397627 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:53:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:31.458794 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19a64a-5e53-49ca-b582-00eb2be55632 None None] Pushing event updated for resources: {'Port': ['ID=093f3afd-4463-48ef-9805-7b151090a7fa,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:31.492744 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-ff19a64a-5e53-49ca-b582-00eb2be55632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:31.503517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:31.514034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Transition to ACTIVE for port object 9bb6f752-ab68-4329-9d1a-e04b51bbc292 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:53:31.521864 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] Set router fb6d838e-3d29-44fe-8f37-1c4b6900b040 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:53:31.529559 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Transition to ACTIVE for port object 9bb6f752-ab68-4329-9d1a-e04b51bbc292 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:53:31.536033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:31.538028 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:31.579499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Network b5996db1-2e62-4654-a98d-2b6012ac8eb9 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:53:31.582377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:53:31.587084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:53:31.590408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Pushing event updated for resources: {'Port': ['ID=9bb6f752-ab68-4329-9d1a-e04b51bbc292,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:31.601621 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:31.653528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Attempting to bind port 9bb6f752-ab68-4329-9d1a-e04b51bbc292 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:53:31.653958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Attempting to bind port 9bb6f752-ab68-4329-9d1a-e04b51bbc292 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '0110fb6c-8a37-44fc-a740-9085f46133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:53:31.654263 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Attempting to bind port 9bb6f752-ab68-4329-9d1a-e04b51bbc292 on network b5996db1-2e62-4654-a98d-2b6012ac8eb9 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:53:31.659560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:53:31.659943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Checking segment: {'id': '0110fb6c-8a37-44fc-a740-9085f46133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:53:31.660369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:31.660751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Bound using segment: {'id': '0110fb6c-8a37-44fc-a740-9085f46133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:53:31.661222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Bound port: 9bb6f752-ab68-4329-9d1a-e04b51bbc292, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0110fb6c-8a37-44fc-a740-9085f46133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:53:31.661605 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:31.713300 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:29Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:31.725182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] For port 9bb6f752-ab68-4329-9d1a-e04b51bbc292, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:53:31.728349 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] For port 9bb6f752-ab68-4329-9d1a-e04b51bbc292, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9bb6f752-ab68-4329-9d1a-e04b51bbc292,segment=NetworkSegment(0110fb6c-8a37-44fc-a740-9085f46133b0),segment_id=0110fb6c-8a37-44fc-a740-9085f46133b0)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:53:31.733188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:31.736031 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:31.744231 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa39b14-2eab-4909-a930-fb7791e76dc3 None None] The sync data for ids ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'] in dv-neutron-797121-4-hyperv is: [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:29Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:53:31.797605 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Pushing event updated for resources: {'Port': ['ID=9bb6f752-ab68-4329-9d1a-e04b51bbc292,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:31.801216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:31.887834 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:32.230236 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.1 (b5996db1-2e62-4654-a98d-2b6012ac8eb9/9b8beeca-5fe3-450f-88f4-69d546cd4720/576bb5b4-d124-41f6-9453-b26440e36dd5) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:53:32.258966 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:32.362571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:32.377657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object 576bb5b4-d124-41f6-9453-b26440e36dd5 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:53:32.413439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:32.415725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:32.461885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network b5996db1-2e62-4654-a98d-2b6012ac8eb9 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:53:32.465765 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:53:32.470445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:53:32.474619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=576bb5b4-d124-41f6-9453-b26440e36dd5,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:32.494873 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:32.524456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:32.671022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:32.798222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de4890-c0e0-43e1-89f6-3a4ecdcd1736 None None] Network b5996db1-2e62-4654-a98d-2b6012ac8eb9 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:53:32.856858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c37f33d4-e622-4b98-9d83-418f8b96ae52 None None] Provisioning for port 9bb6f752-ab68-4329-9d1a-e04b51bbc292 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:53:32.960885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:32.967084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:32.971485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c7aa95c4-0a77-45c8-ad0e-acfc22c9163c tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:33.049551 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:33.051305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=576bb5b4-d124-41f6-9453-b26440e36dd5,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:33.054734 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:33.150838 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network b5996db1-2e62-4654-a98d-2b6012ac8eb9 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:53:33.153116 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:53:33.186247 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d8047ce4-36fd-413d-9992-214a78ccfc59 None None] Provisioning for port 576bb5b4-d124-41f6-9453-b26440e36dd5 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:53:33.190534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d8047ce4-36fd-413d-9992-214a78ccfc59 None None] Provisioning complete for port 576bb5b4-d124-41f6-9453-b26440e36dd5 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:33.191016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d8047ce4-36fd-413d-9992-214a78ccfc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:33.239741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-d8047ce4-36fd-413d-9992-214a78ccfc59 None None] Port 576bb5b4-d124-41f6-9453-b26440e36dd5 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:53:33.279741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router fb6d838e-3d29-44fe-8f37-1c4b6900b040 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:53:33.371928 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a75005ca-d51d-45cf-99d3-6f4d9adbde70 None None] Provisioning complete for port 576bb5b4-d124-41f6-9453-b26440e36dd5 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:33.372314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a75005ca-d51d-45cf-99d3-6f4d9adbde70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:33.406070 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:53:33.420554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48612) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:33.421097 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/fb6d838e-3d29-44fe-8f37-1c4b6900b040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3727028 Jun 24 12:53:33.532695 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b175e32-e00f-4ecd-a85b-7dabc1dfd3a9 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:33.533499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b175e32-e00f-4ecd-a85b-7dabc1dfd3a9 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:33.533959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b175e32-e00f-4ecd-a85b-7dabc1dfd3a9 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:33.534412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b175e32-e00f-4ecd-a85b-7dabc1dfd3a9 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:33.534911 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b175e32-e00f-4ecd-a85b-7dabc1dfd3a9 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:33.535364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b175e32-e00f-4ecd-a85b-7dabc1dfd3a9 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:33.537291 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0b175e32-e00f-4ecd-a85b-7dabc1dfd3a9 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1156588 Jun 24 12:53:33.539947 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48614) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:33.551648 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Sync routers for ids ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:53:33.572483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Routers {'fb6d838e-3d29-44fe-8f37-1c4b6900b040'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:53:33.573120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:53:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:33.575919 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-a75005ca-d51d-45cf-99d3-6f4d9adbde70 None None] Port 576bb5b4-d124-41f6-9453-b26440e36dd5 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:53:33.598894 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd971ce-9606-4a20-a889-1bf09fede193 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:33.599386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd971ce-9606-4a20-a889-1bf09fede193 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:33.599848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd971ce-9606-4a20-a889-1bf09fede193 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:33.600301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd971ce-9606-4a20-a889-1bf09fede193 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:33.600758 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd971ce-9606-4a20-a889-1bf09fede193 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:33.601208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd971ce-9606-4a20-a889-1bf09fede193 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:33.602990 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3fd971ce-9606-4a20-a889-1bf09fede193 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0618639 Jun 24 12:53:33.606289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48616) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:33.678703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Set router fb6d838e-3d29-44fe-8f37-1c4b6900b040 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:53:33.758016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4a0548b0-a95d-4830-b246-bc5fcf723914 None None] Provisioning complete for port 576bb5b4-d124-41f6-9453-b26440e36dd5 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:33.758419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4a0548b0-a95d-4830-b246-bc5fcf723914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:33.840528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-4a0548b0-a95d-4830-b246-bc5fcf723914 None None] Port 576bb5b4-d124-41f6-9453-b26440e36dd5 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:53:33.845939 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1a354a93-4b8a-44e0-9cf2-aeb53a9f309a tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2356031 Jun 24 12:53:33.919760 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:32Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '576bb5b4-d124-41f6-9453-b26440e36dd5', 'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:a7:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:32Z', 'updated_at': '2021-06-24T12:53:32Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:33.948876 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Checking router: fb6d838e-3d29-44fe-8f37-1c4b6900b040 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:53:33.949274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Updating router fb6d838e-3d29-44fe-8f37-1c4b6900b040 port 576bb5b4-d124-41f6-9453-b26440e36dd5 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:53:33.988709 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.090678 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9bb6f752-ab68-4329-9d1a-e04b51bbc292 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:53:34.209230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 9bb6f752-ab68-4329-9d1a-e04b51bbc292 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:53:34.218096 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 9bb6f752-ab68-4329-9d1a-e04b51bbc292 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:34.218476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.319281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48620) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:34.325388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d1a159f9-1805-472d-90dd-1ad8cddeb090 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1427291434', 'description': 'tempest-secgroup-smoke-1427291434 description', 'project_id': 'ab2b30c769814168a3d5057c6ba96374'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:34.348296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d1a159f9-1805-472d-90dd-1ad8cddeb090 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.349582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.367452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Transition to ACTIVE for port object 576bb5b4-d124-41f6-9453-b26440e36dd5 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:53:34.369388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.380786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.384637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-caba5463-f7b2-4127-819e-0dd0456e0f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:34.440378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d1a159f9-1805-472d-90dd-1ad8cddeb090 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.445824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d1a159f9-1805-472d-90dd-1ad8cddeb090 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.449917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2b897aa7-0451-4645-a663-aa2ee85d79ee tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:34.454623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 9bb6f752-ab68-4329-9d1a-e04b51bbc292, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9bb6f752-ab68-4329-9d1a-e04b51bbc292,segment=NetworkSegment(0110fb6c-8a37-44fc-a740-9085f46133b0),segment_id=0110fb6c-8a37-44fc-a740-9085f46133b0)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:34.457504 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a4d97-98d0-41d8-b9f0-2484cf36da6c None None] Pushing event updated for resources: {'Port': ['ID=576bb5b4-d124-41f6-9453-b26440e36dd5,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:34.461645 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d95a4d97-98d0-41d8-b9f0-2484cf36da6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:34.465542 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.466414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 093f3afd-4463-48ef-9805-7b151090a7fa up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:53:34.475936 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d1a159f9-1805-472d-90dd-1ad8cddeb090 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.477158 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d1a159f9-1805-472d-90dd-1ad8cddeb090 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1564217 Jun 24 12:53:34.480142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48622) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:34.482504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a159f9-1805-472d-90dd-1ad8cddeb090 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59610d9b-53b4-49be-958e-4236850e7018,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:34.484823 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:34.485299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d1a159f9-1805-472d-90dd-1ad8cddeb090 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:34.485760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-9f307d54-e870-45a0-8d43-eb3224a49c5c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '59610d9b-53b4-49be-958e-4236850e7018', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:34.523547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f307d54-e870-45a0-8d43-eb3224a49c5c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.577904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Attempting to bind port 576bb5b4-d124-41f6-9453-b26440e36dd5 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:53:34.578292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Attempting to bind port 576bb5b4-d124-41f6-9453-b26440e36dd5 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '0110fb6c-8a37-44fc-a740-9085f46133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:53:34.578553 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Attempting to bind port 576bb5b4-d124-41f6-9453-b26440e36dd5 on network b5996db1-2e62-4654-a98d-2b6012ac8eb9 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:53:34.586614 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f307d54-e870-45a0-8d43-eb3224a49c5c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.591171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f307d54-e870-45a0-8d43-eb3224a49c5c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.593373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:34.594260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:53:34.594798 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Checking segment: {'id': '0110fb6c-8a37-44fc-a740-9085f46133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:53:34.595098 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.595502 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Bound using segment: {'id': '0110fb6c-8a37-44fc-a740-9085f46133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:53:34.595999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Bound port: 576bb5b4-d124-41f6-9453-b26440e36dd5, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0110fb6c-8a37-44fc-a740-9085f46133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:53:34.596381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.612120 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f307d54-e870-45a0-8d43-eb3224a49c5c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9125d11b-d345-4c91-8ef2-d87b2bc15ad2,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:34.612498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=9bb6f752-ab68-4329-9d1a-e04b51bbc292,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:34.617713 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:34.622928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9f307d54-e870-45a0-8d43-eb3224a49c5c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:34.628311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f307d54-e870-45a0-8d43-eb3224a49c5c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.630668 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9f307d54-e870-45a0-8d43-eb3224a49c5c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493704 Jun 24 12:53:34.633535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48624) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:34.639273 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-dc1de116-04aa-4978-8ae2-9b4f1ae43b70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '59610d9b-53b4-49be-958e-4236850e7018', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:34.662109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 093f3afd-4463-48ef-9805-7b151090a7fa completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:53:34.671141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dc1de116-04aa-4978-8ae2-9b4f1ae43b70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.681476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 093f3afd-4463-48ef-9805-7b151090a7fa triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:34.681880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.713969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] For port 576bb5b4-d124-41f6-9453-b26440e36dd5, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:53:34.731752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] For port 576bb5b4-d124-41f6-9453-b26440e36dd5, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=576bb5b4-d124-41f6-9453-b26440e36dd5,segment=NetworkSegment(0110fb6c-8a37-44fc-a740-9085f46133b0),segment_id=0110fb6c-8a37-44fc-a740-9085f46133b0)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:53:34.734176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dc1de116-04aa-4978-8ae2-9b4f1ae43b70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.738108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dc1de116-04aa-4978-8ae2-9b4f1ae43b70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.744466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-96820c86-b6f4-47ee-8993-a5f2c361cd70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:34.744685 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.748865 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6de52504-6c70-41c6-a2ea-ef4cc365ba69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:34.760833 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1de116-04aa-4978-8ae2-9b4f1ae43b70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d32dac-408f-4e2b-af75-444decc2cb96,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:34.767604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dc1de116-04aa-4978-8ae2-9b4f1ae43b70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:34.768542 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dc1de116-04aa-4978-8ae2-9b4f1ae43b70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.769759 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dc1de116-04aa-4978-8ae2-9b4f1ae43b70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352260 Jun 24 12:53:34.772439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48626) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:34.777184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-80530452-a53a-4c66-b5a1-5f83d53f23d4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '59610d9b-53b4-49be-958e-4236850e7018', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:34.819501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80530452-a53a-4c66-b5a1-5f83d53f23d4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.824063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Routers {'fb6d838e-3d29-44fe-8f37-1c4b6900b040'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:53:34.825274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:53:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:34.884831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a4d97-98d0-41d8-b9f0-2484cf36da6c None None] Pushing event updated for resources: {'Port': ['ID=576bb5b4-d124-41f6-9453-b26440e36dd5,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:34.887743 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80530452-a53a-4c66-b5a1-5f83d53f23d4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.890825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d95a4d97-98d0-41d8-b9f0-2484cf36da6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:34.892355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80530452-a53a-4c66-b5a1-5f83d53f23d4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.893265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.899271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7e0136b6-54ba-4083-9b28-d5e4df9655b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:34.922682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80530452-a53a-4c66-b5a1-5f83d53f23d4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dacb80b-8ee1-4702-b625-9ff65a6d0f65,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:34.925871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-80530452-a53a-4c66-b5a1-5f83d53f23d4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:34.931218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-80530452-a53a-4c66-b5a1-5f83d53f23d4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.936299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48628) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:34.936624 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-80530452-a53a-4c66-b5a1-5f83d53f23d4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1630061 Jun 24 12:53:34.941010 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-bd49d69f-7d88-4229-9948-2f963a728f6e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '59610d9b-53b4-49be-958e-4236850e7018', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:34.946979 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 093f3afd-4463-48ef-9805-7b151090a7fa, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=093f3afd-4463-48ef-9805-7b151090a7fa,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:34.953892 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:34.960017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:34.974963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd49d69f-7d88-4229-9948-2f963a728f6e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:35.000589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] Set router fb6d838e-3d29-44fe-8f37-1c4b6900b040 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:53:35.043749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd49d69f-7d88-4229-9948-2f963a728f6e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:35.047960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd49d69f-7d88-4229-9948-2f963a728f6e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:35.053877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c507dc43-6745-4196-bc91-c383d7dc9a5b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:35.065145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=093f3afd-4463-48ef-9805-7b151090a7fa,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:35.071981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49d69f-7d88-4229-9948-2f963a728f6e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc5b394-1a10-4cfa-b281-e9a29ff16098,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:35.075060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bd49d69f-7d88-4229-9948-2f963a728f6e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:35.076658 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd49d69f-7d88-4229-9948-2f963a728f6e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:35.079284 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bd49d69f-7d88-4229-9948-2f963a728f6e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418931 Jun 24 12:53:35.080607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48630) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:35.085657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-2693f005-7e57-4d77-9ed2-a47ae3e8f18a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '59610d9b-53b4-49be-958e-4236850e7018', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:35.093938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:35.108717 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-2693f005-7e57-4d77-9ed2-a47ae3e8f18a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:53:35.114469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2693f005-7e57-4d77-9ed2-a47ae3e8f18a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:35.175642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2693f005-7e57-4d77-9ed2-a47ae3e8f18a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:35.179669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2693f005-7e57-4d77-9ed2-a47ae3e8f18a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:35.181908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8522d338-0d2f-4efd-9469-a08ecbf05c38 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:35.198693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693f005-7e57-4d77-9ed2-a47ae3e8f18a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d23a82-c56f-4e41-95ac-84e685b4c575,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:35.201941 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2693f005-7e57-4d77-9ed2-a47ae3e8f18a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:35.207437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2693f005-7e57-4d77-9ed2-a47ae3e8f18a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:35.208754 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2693f005-7e57-4d77-9ed2-a47ae3e8f18a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270759 Jun 24 12:53:35.211487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48632) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:35.216141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-2d78920a-706b-4c04-882f-31db87f6e4d0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '59610d9b-53b4-49be-958e-4236850e7018', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:35.228913 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:32Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '576bb5b4-d124-41f6-9453-b26440e36dd5', 'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:a7:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:32Z', 'updated_at': '2021-06-24T12:53:34Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:35.236777 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-2d78920a-706b-4c04-882f-31db87f6e4d0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:53:35.241538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2d78920a-706b-4c04-882f-31db87f6e4d0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:35.256452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79a7547-f794-4533-9c73-ee5200e85e2e None None] The sync data for ids ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'] in dv-neutron-797121-4-hyperv is: [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:32Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '576bb5b4-d124-41f6-9453-b26440e36dd5', 'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:a7:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:32Z', 'updated_at': '2021-06-24T12:53:34Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:53:35.322918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2d78920a-706b-4c04-882f-31db87f6e4d0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:35.327711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2d78920a-706b-4c04-882f-31db87f6e4d0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:35.329529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dc1de116-04aa-4978-8ae2-9b4f1ae43b70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:35.345494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78920a-706b-4c04-882f-31db87f6e4d0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15581119-bedd-4e73-882f-098131c82ff4,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:35.348596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2d78920a-706b-4c04-882f-31db87f6e4d0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:35.351043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2d78920a-706b-4c04-882f-31db87f6e4d0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:35.357584 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2d78920a-706b-4c04-882f-31db87f6e4d0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397870 Jun 24 12:53:35.500560 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-f821eea7-a784-4288-b23e-9fc75087632c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1427291434&fields=id&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 267 time: 0.0345526 Jun 24 12:53:35.611074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-9486e9e7-e013-4365-b013-8ef4909f7050 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:35.612499 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-9486e9e7-e013-4365-b013-8ef4909f7050 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/networks?id=b5996db1-2e62-4654-a98d-2b6012ac8eb9 HTTP/1.1" status: 200 len: 797 time: 0.1053858 Jun 24 12:53:35.628147 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-60f3fabe-6d2d-43fc-a173-7fe7cf597f3a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/quotas/ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 375 time: 0.0098174 Jun 24 12:53:35.702800 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b1b41000-0721-4eee-9d2c-5a689d9db2f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683157 Jun 24 12:53:35.801870 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b1ee6777-8834-4adf-80cc-8b0907734d78 service neutron] 10.222.0.110 "GET /v2.0/networks/b5996db1-2e62-4654-a98d-2b6012ac8eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873559 Jun 24 12:53:35.894973 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-4a8462c2-8724-4bf1-9799-010024135928 service neutron] 10.222.0.110 "GET /v2.0/networks/b5996db1-2e62-4654-a98d-2b6012ac8eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871150 Jun 24 12:53:36.064661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9bb6f752-ab68-4329-9d1a-e04b51bbc292 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:53:36.072648 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-55acb383-4a29-4b0f-ada8-c90831776983 req-e1f5eaf4-f4f1-495a-b9eb-4be9603043f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 210 time: 0.0326264 Jun 24 12:53:36.117769 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 9bb6f752-ab68-4329-9d1a-e04b51bbc292 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:36.118075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:36.194743 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 093f3afd-4463-48ef-9805-7b151090a7fa up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:53:36.242422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 093f3afd-4463-48ef-9805-7b151090a7fa triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:36.242842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:36.323703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 576bb5b4-d124-41f6-9453-b26440e36dd5 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:53:36.371742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 576bb5b4-d124-41f6-9453-b26440e36dd5 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:53:36.375452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 576bb5b4-d124-41f6-9453-b26440e36dd5 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:36.375836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:36.463711 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:36.497476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 576bb5b4-d124-41f6-9453-b26440e36dd5, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=576bb5b4-d124-41f6-9453-b26440e36dd5,segment=NetworkSegment(0110fb6c-8a37-44fc-a740-9085f46133b0),segment_id=0110fb6c-8a37-44fc-a740-9085f46133b0)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:36.501618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:36.504318 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:36.550841 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=576bb5b4-d124-41f6-9453-b26440e36dd5,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:36.553755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:37.137893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-480c77a7-7e62-4261-bb12-3b346fea05ec tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:37.139506 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-480c77a7-7e62-4261-bb12-3b346fea05ec tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/networks?id=b5996db1-2e62-4654-a98d-2b6012ac8eb9 HTTP/1.1" status: 200 len: 797 time: 0.1101527 Jun 24 12:53:37.210005 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-fc13bb74-6ed1-408b-b449-64b215b79711 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 380 time: 0.0546801 Jun 24 12:53:37.228293 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b921845c-0ff3-4c82-8451-8fe593767748 req-5f5dec5f-e2f5-4b96-b496-155ea19ac073 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 210 time: 0.0350337 Jun 24 12:53:37.232889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'port': {'device_id': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'admin_state_up': True, 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'security_groups': ['59610d9b-53b4-49be-958e-4236850e7018']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:37.346981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:53:37.350459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:37.474600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.9 (b5996db1-2e62-4654-a98d-2b6012ac8eb9/9b8beeca-5fe3-450f-88f4-69d546cd4720/28fe8404-85eb-4925-af40-99bbb93e44e6) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:53:37.610035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:37.623748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object 28fe8404-85eb-4925-af40-99bbb93e44e6 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:53:37.655434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:37.659100 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-780c80d9-ed35-4748-ae5a-578a8d9ca76f tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:37.696373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network b5996db1-2e62-4654-a98d-2b6012ac8eb9 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:53:37.700012 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:53:37.706121 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:53:37.730639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=28fe8404-85eb-4925-af40-99bbb93e44e6,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:37.743110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:37.743491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:37.743903 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:37.744280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:37.744653 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:37.745022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:37.745394 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:37.745758 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:37.746658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:37.747049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:37.747418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:37.747778 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:53:37.753227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:37.775943 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:37.776617 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:37.792859 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5669105 Jun 24 12:53:37.805112 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Request body: {'port': {'device_id': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:37.879230 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:37.938390 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7664f664-1927-4389-ae0e-91aa39f1a77f None None] Provisioning for port 28fe8404-85eb-4925-af40-99bbb93e44e6 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:53:37.942466 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7664f664-1927-4389-ae0e-91aa39f1a77f None None] Provisioning complete for port 28fe8404-85eb-4925-af40-99bbb93e44e6 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:37.942956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7664f664-1927-4389-ae0e-91aa39f1a77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:37.978846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7664f664-1927-4389-ae0e-91aa39f1a77f None None] Port 28fe8404-85eb-4925-af40-99bbb93e44e6 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:53:37.993500 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 576bb5b4-d124-41f6-9453-b26440e36dd5 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:53:38.040861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 576bb5b4-d124-41f6-9453-b26440e36dd5 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:38.041252 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:38.146093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fe8404-85eb-4925-af40-99bbb93e44e6 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:53:38.153576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:38.165749 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Transition to ACTIVE for port object 28fe8404-85eb-4925-af40-99bbb93e44e6 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:53:38.169973 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:38.172020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-95c46c78-e4a8-4163-847b-4710b5ea6517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:38.222644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Pushing event updated for resources: {'Port': ['ID=28fe8404-85eb-4925-af40-99bbb93e44e6,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:38.225664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:38.302347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Attempting to bind port 28fe8404-85eb-4925-af40-99bbb93e44e6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:53:38.302924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Attempting to bind port 28fe8404-85eb-4925-af40-99bbb93e44e6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '0110fb6c-8a37-44fc-a740-9085f46133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:53:38.303475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Attempting to bind port 28fe8404-85eb-4925-af40-99bbb93e44e6 on network b5996db1-2e62-4654-a98d-2b6012ac8eb9 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:53:38.308841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Port 28fe8404-85eb-4925-af40-99bbb93e44e6 on network b5996db1-2e62-4654-a98d-2b6012ac8eb9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:53:38.309187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Attempting to bind port 28fe8404-85eb-4925-af40-99bbb93e44e6 on network b5996db1-2e62-4654-a98d-2b6012ac8eb9 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:53:38.314256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:53:38.314547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Checking segment: {'id': '0110fb6c-8a37-44fc-a740-9085f46133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:53:38.314994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Bound using segment: {'id': '0110fb6c-8a37-44fc-a740-9085f46133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:53:38.315427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Bound port: 28fe8404-85eb-4925-af40-99bbb93e44e6, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0110fb6c-8a37-44fc-a740-9085f46133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:53:38.315783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:38.418752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] For port 28fe8404-85eb-4925-af40-99bbb93e44e6, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:53:38.422953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] For port 28fe8404-85eb-4925-af40-99bbb93e44e6, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=28fe8404-85eb-4925-af40-99bbb93e44e6,segment=NetworkSegment(0110fb6c-8a37-44fc-a740-9085f46133b0),segment_id=0110fb6c-8a37-44fc-a740-9085f46133b0)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:53:38.428163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:38.431047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9d252435-cf85-4d93-a4d1-12c4e08baa81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:38.472337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:38.473070 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:38.474360 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] 10.222.0.102 "PUT /v2.0/ports/28fe8404-85eb-4925-af40-99bbb93e44e6 HTTP/1.1" status: 200 len: 1093 time: 0.6735840 Jun 24 12:53:38.475771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'tag': '28fe8404-85eb-4925-af40-99bbb93e44e6'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:53:38.478124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b08c9f6-3c09-465a-bcb1-7eee88518763" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa636ee-4e4a-4222-a533-d52db397fbb1", "tag": "28fe8404-85eb-4925-af40-99bbb93e44e6"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:53:38.499521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb66ef-e42e-4b2b-9e13-251bdb6742ef req-f5b6a2da-09e7-41fc-9916-cc23ae455db8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:38.506606 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-80eb66ef-e42e-4b2b-9e13-251bdb6742ef req-f5b6a2da-09e7-41fc-9916-cc23ae455db8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 943 time: 0.1537468 Jun 24 12:53:38.542993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be5c6a9-7152-4b6b-96d3-f80c21b3d5da x-openstack-request-id: req-8be5c6a9-7152-4b6b-96d3-f80c21b3d5da {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:53:38.543332 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa636ee-4e4a-4222-a533-d52db397fbb1", "tag": "28fe8404-85eb-4925-af40-99bbb93e44e6", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:53:38.543639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8be5c6a9-7152-4b6b-96d3-f80c21b3d5da {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:53:38.544084 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'tag': '28fe8404-85eb-4925-af40-99bbb93e44e6', 'status': 'completed', 'code': 200} Jun 24 12:53:38.550010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Pushing event updated for resources: {'Port': ['ID=28fe8404-85eb-4925-af40-99bbb93e44e6,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:38.579755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:38.588977 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-80eb66ef-e42e-4b2b-9e13-251bdb6742ef req-bbd5399d-829d-4ea5-977e-d44452579eff tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=59610d9b-53b4-49be-958e-4236850e7018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814784 Jun 24 12:53:38.618667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-fe33e2ec-2f3f-4b36-b93e-248dafb8a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:38.620248 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-fe33e2ec-2f3f-4b36-b93e-248dafb8a157 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 1096 time: 0.0965188 Jun 24 12:53:38.661901 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-56ae2727-3cc5-40a2-8eb0-f1e62c17242b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28fe8404-85eb-4925-af40-99bbb93e44e6 HTTP/1.1" status: 200 len: 217 time: 0.0342157 Jun 24 12:53:38.711163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-a850fb30-ec5c-401b-8733-89b56a8a680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:38.712608 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-a850fb30-ec5c-401b-8733-89b56a8a680e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b8beeca-5fe3-450f-88f4-69d546cd4720 HTTP/1.1" status: 200 len: 835 time: 0.0449040 Jun 24 12:53:38.772609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-f2431f96-897a-4647-8e61-2dcb57da8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:38.773956 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-f2431f96-897a-4647-8e61-2dcb57da8058 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b5996db1-2e62-4654-a98d-2b6012ac8eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545597 Jun 24 12:53:38.862413 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-3466936a-7880-47be-93e7-76548c46b776 service neutron] 10.222.0.102 "GET /v2.0/networks/b5996db1-2e62-4654-a98d-2b6012ac8eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816445 Jun 24 12:53:38.955991 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20ce0a0b-dd6d-4984-8682-852977a58327 req-d3a022c5-1b42-4682-b358-eb27090df21f service neutron] 10.222.0.102 "GET /v2.0/networks/b5996db1-2e62-4654-a98d-2b6012ac8eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868301 Jun 24 12:53:39.061728 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08c9f6-3c09-465a-bcb1-7eee88518763 req-6854c11e-a48b-4e2f-ab9d-30fc6a35cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:39.063346 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b08c9f6-3c09-465a-bcb1-7eee88518763 req-6854c11e-a48b-4e2f-ab9d-30fc6a35cfe1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 1096 time: 0.0544949 Jun 24 12:53:39.156660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08c9f6-3c09-465a-bcb1-7eee88518763 req-00ea264c-f809-4263-8998-00e20e93846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:39.158120 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b08c9f6-3c09-465a-bcb1-7eee88518763 req-00ea264c-f809-4263-8998-00e20e93846d service neutron] 10.222.0.102 "GET /v2.0/networks?id=b5996db1-2e62-4654-a98d-2b6012ac8eb9 HTTP/1.1" status: 200 len: 899 time: 0.0855305 Jun 24 12:53:39.198928 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b08c9f6-3c09-465a-bcb1-7eee88518763 req-379a0880-96ee-4333-9775-a7e6f4b41231 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28fe8404-85eb-4925-af40-99bbb93e44e6 HTTP/1.1" status: 200 len: 217 time: 0.0336490 Jun 24 12:53:39.247005 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08c9f6-3c09-465a-bcb1-7eee88518763 req-fe355329-fee8-4d87-ba8b-12831516d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:39.248377 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b08c9f6-3c09-465a-bcb1-7eee88518763 req-fe355329-fee8-4d87-ba8b-12831516d2c4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b8beeca-5fe3-450f-88f4-69d546cd4720 HTTP/1.1" status: 200 len: 835 time: 0.0423522 Jun 24 12:53:39.308099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08c9f6-3c09-465a-bcb1-7eee88518763 req-7f52da2c-ee7b-49d7-8570-e62472bfa286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:39.310104 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b08c9f6-3c09-465a-bcb1-7eee88518763 req-7f52da2c-ee7b-49d7-8570-e62472bfa286 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b5996db1-2e62-4654-a98d-2b6012ac8eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552194 Jun 24 12:53:39.398464 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b08c9f6-3c09-465a-bcb1-7eee88518763 req-4c368537-f805-4a28-a557-a2c2c2b8a684 service neutron] 10.222.0.102 "GET /v2.0/networks/b5996db1-2e62-4654-a98d-2b6012ac8eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812988 Jun 24 12:53:39.491951 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b08c9f6-3c09-465a-bcb1-7eee88518763 req-9c9f71a3-ed05-47dd-b334-b4c0d971df2f service neutron] 10.222.0.102 "GET /v2.0/networks/b5996db1-2e62-4654-a98d-2b6012ac8eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860918 Jun 24 12:53:39.775806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13bda5-ed15-422c-8d51-8f031f34450d req-b43251be-38ed-4117-b5fd-f4583ccfa91f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:39.777333 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7f13bda5-ed15-422c-8d51-8f031f34450d req-b43251be-38ed-4117-b5fd-f4583ccfa91f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 943 time: 0.0704215 Jun 24 12:53:39.817962 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7f13bda5-ed15-422c-8d51-8f031f34450d req-bb951983-b9a3-4619-a3d6-125c5ef59610 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=59610d9b-53b4-49be-958e-4236850e7018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348611 Jun 24 12:53:41.038597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53157bf-404e-4859-a9a8-ec3daa477f2a req-d1ef1495-d7ca-4dc4-a882-db85779e9b2c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:41.040342 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f53157bf-404e-4859-a9a8-ec3daa477f2a req-d1ef1495-d7ca-4dc4-a882-db85779e9b2c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 943 time: 0.0762365 Jun 24 12:53:41.085625 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f53157bf-404e-4859-a9a8-ec3daa477f2a req-164b3f0b-2e71-4d62-9361-ac1e1614e56d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=59610d9b-53b4-49be-958e-4236850e7018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390577 Jun 24 12:53:41.209912 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 28fe8404-85eb-4925-af40-99bbb93e44e6 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:53:41.307403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 28fe8404-85eb-4925-af40-99bbb93e44e6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=28fe8404-85eb-4925-af40-99bbb93e44e6,segment=NetworkSegment(0110fb6c-8a37-44fc-a740-9085f46133b0),segment_id=0110fb6c-8a37-44fc-a740-9085f46133b0)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:41.465843 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '28fe8404-85eb-4925-af40-99bbb93e44e6', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'port_id': '28fe8404-85eb-4925-af40-99bbb93e44e6', 'mac_address': 'fa:16:3e:19:43:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:53:41.502980 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:41.515282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fe8404-85eb-4925-af40-99bbb93e44e6 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:53:41.534483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 28fe8404-85eb-4925-af40-99bbb93e44e6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=28fe8404-85eb-4925-af40-99bbb93e44e6,segment=NetworkSegment(0110fb6c-8a37-44fc-a740-9085f46133b0),segment_id=0110fb6c-8a37-44fc-a740-9085f46133b0)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:41.538288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:41.540100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:41.584490 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=28fe8404-85eb-4925-af40-99bbb93e44e6,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:41.587391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:41.787074 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['28fe8404-85eb-4925-af40-99bbb93e44e6'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:53:42.263305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c043c6-51eb-4fc7-b6e1-c48b53709279 req-aafc36eb-ca39-4063-8ebd-3eb414d25457 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:42.264833 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-57c043c6-51eb-4fc7-b6e1-c48b53709279 req-aafc36eb-ca39-4063-8ebd-3eb414d25457 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 944 time: 0.0632122 Jun 24 12:53:42.303131 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-57c043c6-51eb-4fc7-b6e1-c48b53709279 req-795a56f4-bbe0-460e-bcda-55ed065999e3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=59610d9b-53b4-49be-958e-4236850e7018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323172 Jun 24 12:53:43.225565 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 28fe8404-85eb-4925-af40-99bbb93e44e6 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:53:43.274905 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 28fe8404-85eb-4925-af40-99bbb93e44e6 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:53:43.279259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 28fe8404-85eb-4925-af40-99bbb93e44e6 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:43.279702 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:43.358104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:43.382225 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fe8404-85eb-4925-af40-99bbb93e44e6'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:53:43.385063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001e61b3-e60a-4d30-8ea3-7803d55028b9" -d '{"events": [{"server_uuid": "5aa636ee-4e4a-4222-a533-d52db397fbb1", "name": "network-vif-plugged", "status": "completed", "tag": "28fe8404-85eb-4925-af40-99bbb93e44e6"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:53:43.401959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 28fe8404-85eb-4925-af40-99bbb93e44e6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=28fe8404-85eb-4925-af40-99bbb93e44e6,segment=NetworkSegment(0110fb6c-8a37-44fc-a740-9085f46133b0),segment_id=0110fb6c-8a37-44fc-a740-9085f46133b0)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:53:43.407935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:43.410024 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:43.435732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7a6bb6-0282-471c-b775-d8486b6bbce1 x-openstack-request-id: req-0c7a6bb6-0282-471c-b775-d8486b6bbce1 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:53:43.436091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa636ee-4e4a-4222-a533-d52db397fbb1", "name": "network-vif-plugged", "status": "completed", "tag": "28fe8404-85eb-4925-af40-99bbb93e44e6", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:53:43.436355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-0c7a6bb6-0282-471c-b775-d8486b6bbce1 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:53:43.436755 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fe8404-85eb-4925-af40-99bbb93e44e6', 'code': 200} Jun 24 12:53:43.473122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=28fe8404-85eb-4925-af40-99bbb93e44e6,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:43.477314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:43.517189 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce514ab2-c3d4-4c47-be0e-eb46124479a6 req-fd3d9e6b-deef-45b7-97fd-6f9efe9d980a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:43.519367 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ce514ab2-c3d4-4c47-be0e-eb46124479a6 req-fd3d9e6b-deef-45b7-97fd-6f9efe9d980a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 945 time: 0.0746424 Jun 24 12:53:43.567908 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ce514ab2-c3d4-4c47-be0e-eb46124479a6 req-76fcca24-8ba6-496d-be1e-e6caf7fb7344 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=59610d9b-53b4-49be-958e-4236850e7018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422738 Jun 24 12:53:43.662609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0beff7e-16f5-46e7-a0f4-df19cc5b6d6a req-ff4de328-95b4-4aa6-8606-31d69a8d7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:43.664134 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a0beff7e-16f5-46e7-a0f4-df19cc5b6d6a req-ff4de328-95b4-4aa6-8606-31d69a8d7181 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 1098 time: 0.0576949 Jun 24 12:53:43.701102 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a0beff7e-16f5-46e7-a0f4-df19cc5b6d6a req-1950febe-cce1-43a3-b643-0c7f19da02eb service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=59610d9b-53b4-49be-958e-4236850e7018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306332 Jun 24 12:53:44.756081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afa706-a951-4002-82ae-70452a30dc26 req-1d860090-89c6-4526-ba6b-fe3b44ff23dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:44.757939 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d3afa706-a951-4002-82ae-70452a30dc26 req-1d860090-89c6-4526-ba6b-fe3b44ff23dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 945 time: 0.0737810 Jun 24 12:53:44.805190 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d3afa706-a951-4002-82ae-70452a30dc26 req-5eaacf1e-382f-497d-9e52-519a5978e60e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=59610d9b-53b4-49be-958e-4236850e7018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406346 Jun 24 12:53:44.990115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4da61-05ee-42ef-a098-469db551715d req-a64f9df2-eab7-48cb-b504-65566377a3ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:44.991538 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-74a4da61-05ee-42ef-a098-469db551715d req-a64f9df2-eab7-48cb-b504-65566377a3ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 945 time: 0.0626938 Jun 24 12:53:45.039398 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-74a4da61-05ee-42ef-a098-469db551715d req-f83855a9-3153-462c-8d73-25f1c35a72f9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=59610d9b-53b4-49be-958e-4236850e7018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414193 Jun 24 12:53:45.066098 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48712) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:45.120094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83aa68c-f50e-43ab-9d96-5245b32a3ba5 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:45.122097 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b83aa68c-f50e-43ab-9d96-5245b32a3ba5 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 1093 time: 0.0542884 Jun 24 12:53:45.125080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48714) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:45.129479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '28fe8404-85eb-4925-af40-99bbb93e44e6', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:45.160992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:45.321086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:45.474685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.91 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/c49ee0d3-68bd-4ed4-8e49-03a249007c05) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:53:45.597209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:45.639652 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:45.641694 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:45.684172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:53:45.690585 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:53:45.694568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:53:45.723513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=c49ee0d3-68bd-4ed4-8e49-03a249007c05,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:45.729632 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:46.228551 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:46.352068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:46.552485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:46.563469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:46.568747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f5d36bc5-f493-450c-b4d1-79e958ff3cb1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:46.719540 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=c49ee0d3-68bd-4ed4-8e49-03a249007c05,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:46.726669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:46.727865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:47.159539 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:47.223164 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP 10cb0d08-0c01-4688-9111-5986875d2f85 associated. External IP: 172.26.1.91, port: 28fe8404-85eb-4925-af40-99bbb93e44e6. Jun 24 12:53:47.528477 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router fb6d838e-3d29-44fe-8f37-1c4b6900b040 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:53:47.642096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:53:47.652160 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae724e-73e6-49a0-8cef-b5ee110d5142 None None] Sync routers for ids ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:53:47.664436 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae724e-73e6-49a0-8cef-b5ee110d5142 None None] Routers {'fb6d838e-3d29-44fe-8f37-1c4b6900b040'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:53:47.666057 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-7dae724e-73e6-49a0-8cef-b5ee110d5142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:53:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:47.667354 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:47.716320 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5877850 Jun 24 12:53:47.716320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'tag': '28fe8404-85eb-4925-af40-99bbb93e44e6'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:53:47.716663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48720) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:47.725765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce055ba-cd68-4519-b22d-d1b20f90232c" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa636ee-4e4a-4222-a533-d52db397fbb1", "tag": "28fe8404-85eb-4925-af40-99bbb93e44e6"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:53:47.785755 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f515850c-2dd4-4901-816f-054a4a7b06e9 x-openstack-request-id: req-f515850c-2dd4-4901-816f-054a4a7b06e9 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:53:47.786080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa636ee-4e4a-4222-a533-d52db397fbb1", "tag": "28fe8404-85eb-4925-af40-99bbb93e44e6", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:53:47.786384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f515850c-2dd4-4901-816f-054a4a7b06e9 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:53:47.787544 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'tag': '28fe8404-85eb-4925-af40-99bbb93e44e6', 'status': 'completed', 'code': 200} Jun 24 12:53:47.805543 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-7dae724e-73e6-49a0-8cef-b5ee110d5142 None None] Set router fb6d838e-3d29-44fe-8f37-1c4b6900b040 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:53:48.152622 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-7dae724e-73e6-49a0-8cef-b5ee110d5142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:32Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '10cb0d08-0c01-4688-9111-5986875d2f85', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'port_id': '28fe8404-85eb-4925-af40-99bbb93e44e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'mac_address': 'fa:16:3e:19:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:53:46Z', 'updated_at': '2021-06-24T12:53:46Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576bb5b4-d124-41f6-9453-b26440e36dd5', 'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:a7:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:32Z', 'updated_at': '2021-06-24T12:53:36Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:48.182011 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae724e-73e6-49a0-8cef-b5ee110d5142 None None] Checking router: fb6d838e-3d29-44fe-8f37-1c4b6900b040 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:53:48.192028 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae724e-73e6-49a0-8cef-b5ee110d5142 None None] Routers {'fb6d838e-3d29-44fe-8f37-1c4b6900b040'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:53:48.192645 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-7dae724e-73e6-49a0-8cef-b5ee110d5142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:53:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:48.281553 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ae21522b-6045-47b8-b60c-13d23093be96 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/routers/fb6d838e-3d29-44fe-8f37-1c4b6900b040 HTTP/1.1" status: 200 len: 923 time: 0.5636976 Jun 24 12:53:48.284518 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48726) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:48.287929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce055ba-cd68-4519-b22d-d1b20f90232c req-d7f60047-efbe-45fd-8e2d-d95f24e1f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:48.289652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cce055ba-cd68-4519-b22d-d1b20f90232c req-d7f60047-efbe-45fd-8e2d-d95f24e1f58e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 1098 time: 0.4606767 Jun 24 12:53:48.319750 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-7dae724e-73e6-49a0-8cef-b5ee110d5142 None None] Set router fb6d838e-3d29-44fe-8f37-1c4b6900b040 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:53:48.354581 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3a2eee0b-2a55-4eb4-b1e5-73a5857eb133 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/10cb0d08-0c01-4688-9111-5986875d2f85 HTTP/1.1" status: 200 len: 990 time: 0.0684409 Jun 24 12:53:48.423304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce055ba-cd68-4519-b22d-d1b20f90232c req-c8666e3f-d514-4c21-a870-f3e825d4535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:48.425142 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cce055ba-cd68-4519-b22d-d1b20f90232c req-c8666e3f-d514-4c21-a870-f3e825d4535f service neutron] 10.222.0.102 "GET /v2.0/networks?id=b5996db1-2e62-4654-a98d-2b6012ac8eb9 HTTP/1.1" status: 200 len: 899 time: 0.1283050 Jun 24 12:53:48.520298 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cce055ba-cd68-4519-b22d-d1b20f90232c req-2df5d165-eb0b-42ad-932d-f475292f2904 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28fe8404-85eb-4925-af40-99bbb93e44e6 HTTP/1.1" status: 200 len: 998 time: 0.0884156 Jun 24 12:53:48.575398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce055ba-cd68-4519-b22d-d1b20f90232c req-564edcb3-0aaf-4f4c-ae1e-966972836357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:48.576890 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cce055ba-cd68-4519-b22d-d1b20f90232c req-564edcb3-0aaf-4f4c-ae1e-966972836357 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b8beeca-5fe3-450f-88f4-69d546cd4720 HTTP/1.1" status: 200 len: 835 time: 0.0497925 Jun 24 12:53:48.642793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce055ba-cd68-4519-b22d-d1b20f90232c req-04984eef-4877-4c8b-8e4d-e2a286523904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:48.644169 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cce055ba-cd68-4519-b22d-d1b20f90232c req-04984eef-4877-4c8b-8e4d-e2a286523904 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b5996db1-2e62-4654-a98d-2b6012ac8eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0604911 Jun 24 12:53:48.721102 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-7dae724e-73e6-49a0-8cef-b5ee110d5142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:32Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '10cb0d08-0c01-4688-9111-5986875d2f85', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'port_id': '28fe8404-85eb-4925-af40-99bbb93e44e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'mac_address': 'fa:16:3e:19:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:53:46Z', 'updated_at': '2021-06-24T12:53:46Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576bb5b4-d124-41f6-9453-b26440e36dd5', 'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:a7:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:32Z', 'updated_at': '2021-06-24T12:53:36Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:53:48.748841 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae724e-73e6-49a0-8cef-b5ee110d5142 None None] The sync data for ids ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'] in dv-neutron-797121-4-hyperv is: [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:32Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '10cb0d08-0c01-4688-9111-5986875d2f85', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'port_id': '28fe8404-85eb-4925-af40-99bbb93e44e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'mac_address': 'fa:16:3e:19:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:53:46Z', 'updated_at': '2021-06-24T12:53:46Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576bb5b4-d124-41f6-9453-b26440e36dd5', 'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:a7:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:32Z', 'updated_at': '2021-06-24T12:53:36Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:53:48.756786 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cce055ba-cd68-4519-b22d-d1b20f90232c req-206c3384-1421-4ff6-bdbb-fdda2c889444 service neutron] 10.222.0.102 "GET /v2.0/networks/b5996db1-2e62-4654-a98d-2b6012ac8eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050141 Jun 24 12:53:48.858483 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cce055ba-cd68-4519-b22d-d1b20f90232c req-293552f4-0564-46ea-949f-bcbeabffac84 service neutron] 10.222.0.102 "GET /v2.0/networks/b5996db1-2e62-4654-a98d-2b6012ac8eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946622 Jun 24 12:53:49.358786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48730) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:49.432066 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-81fe05cf-feff-4a86-a1da-557557ded9b3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/10cb0d08-0c01-4688-9111-5986875d2f85 HTTP/1.1" status: 200 len: 990 time: 0.0705793 Jun 24 12:53:49.484641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1a2fa9-f9e3-4896-ac98-5435baefa874 None None] New status for floating IP 10cb0d08-0c01-4688-9111-5986875d2f85: ACTIVE {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:53:50.434363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48740) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:53:50.500843 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9c49d762-f618-4074-9ba0-c981d77f2f70 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/10cb0d08-0c01-4688-9111-5986875d2f85 HTTP/1.1" status: 200 len: 992 time: 0.0650764 Jun 24 12:53:50.554099 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-c6082779-7000-4376-a0b0-3a5fd0632e68 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257068658&fields=id&tenant_id=b4a45b68ff73497095df5d495a33f007 HTTP/1.1" status: 200 len: 267 time: 0.0321577 Jun 24 12:53:50.660235 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-4dc3a199-e9cb-46da-b8a8-e60244a8ef2c tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:50.661677 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-4dc3a199-e9cb-46da-b8a8-e60244a8ef2c tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 812 time: 0.1006196 Jun 24 12:53:50.676797 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-4bd03a75-cfd3-47f5-845d-c712cbfd8e79 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/quotas/b4a45b68ff73497095df5d495a33f007 HTTP/1.1" status: 200 len: 375 time: 0.0097573 Jun 24 12:53:50.746816 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-d88a2b54-6d31-43a9-9c45-879792609018 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0650754 Jun 24 12:53:50.842935 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-7c4d4389-96f4-4e48-90b7-a660329ac6c1 service neutron] 10.222.0.110 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855315 Jun 24 12:53:50.880369 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:53:50.932215 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6d20d387-57e4-459d-8bd4-21f165caa3fa service neutron] 10.222.0.110 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834527 Jun 24 12:53:51.229409 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b876e3f6-2c10-4f57-b88c-e7b6d4b3e276 req-3bd3b156-685d-4057-a121-500ced11aad0 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 210 time: 0.0293021 Jun 24 12:53:52.275024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-68902810-7cc1-4092-9ac5-a9ab0ba04f74 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:52.276489 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-68902810-7cc1-4092-9ac5-a9ab0ba04f74 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 812 time: 0.1091824 Jun 24 12:53:52.324737 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-b339b6e0-959e-46d5-97c2-d764f791c229 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4a45b68ff73497095df5d495a33f007 HTTP/1.1" status: 200 len: 379 time: 0.0379455 Jun 24 12:53:52.333533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Request body: {'port': {'device_id': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'admin_state_up': True, 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'security_groups': ['576056ee-3942-44fc-92a4-adedb4446e32']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:52.414966 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-642cc2ad-ca39-4485-9a85-5bbb4d28ed39 req-37e54594-06bf-415f-8701-da6f5ce1b4a3 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 210 time: 0.0665650 Jun 24 12:53:52.478328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Made reservation on behalf of b4a45b68ff73497095df5d495a33f007 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:53:52.482616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:52.615773 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Allocated IP 172.20.0.4 (1744d087-8058-4d07-9510-ebe7ef967b15/0779e7f7-1ed4-4c9a-9ba4-a764222357fa/9a0063ae-d36d-4431-852e-fe64b4c63964) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:53:52.766722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:52.782095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Transition to ACTIVE for port object 9a0063ae-d36d-4431-852e-fe64b4c63964 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:53:52.817301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:52.821289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:52.867017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Network 1744d087-8058-4d07-9510-ebe7ef967b15 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:53:52.868472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:53:52.871961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:53:52.907902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'Port': ['ID=9a0063ae-d36d-4431-852e-fe64b4c63964,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:52.913017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:52.936208 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:52.936950 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:52.956878 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6273272 Jun 24 12:53:52.971188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Request body: {'port': {'device_id': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:53:53.058249 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:53.158075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-590944f7-4f36-42ee-9dff-a7c6eb4eaa06 None None] Provisioning for port 9a0063ae-d36d-4431-852e-fe64b4c63964 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:53:53.163886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-590944f7-4f36-42ee-9dff-a7c6eb4eaa06 None None] Provisioning complete for port 9a0063ae-d36d-4431-852e-fe64b4c63964 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:53:53.165410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-590944f7-4f36-42ee-9dff-a7c6eb4eaa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:53.205884 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-590944f7-4f36-42ee-9dff-a7c6eb4eaa06 None None] Port 9a0063ae-d36d-4431-852e-fe64b4c63964 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:53:53.343636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0063ae-d36d-4431-852e-fe64b4c63964 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:53:53.351684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:53.365849 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Transition to ACTIVE for port object 9a0063ae-d36d-4431-852e-fe64b4c63964 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:53:53.369506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:53.379002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:53.472454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0063ae-d36d-4431-852e-fe64b4c63964,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:53.476528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:53.512834 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Attempting to bind port 9a0063ae-d36d-4431-852e-fe64b4c63964 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:53:53.512834 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Attempting to bind port 9a0063ae-d36d-4431-852e-fe64b4c63964 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:53:53.513192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Attempting to bind port 9a0063ae-d36d-4431-852e-fe64b4c63964 on network 1744d087-8058-4d07-9510-ebe7ef967b15 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:53:53.520198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Port 9a0063ae-d36d-4431-852e-fe64b4c63964 on network 1744d087-8058-4d07-9510-ebe7ef967b15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:53:53.520560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Attempting to bind port 9a0063ae-d36d-4431-852e-fe64b4c63964 on network 1744d087-8058-4d07-9510-ebe7ef967b15 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:53:53.526705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:53:53.527117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Checking segment: {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:53:53.527472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Bound using segment: {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:53:53.527920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Bound port: 9a0063ae-d36d-4431-852e-fe64b4c63964, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd1c119-4e2e-45e3-a4b1-574385b87757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:53:53.528290 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:53.633860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] For port 9a0063ae-d36d-4431-852e-fe64b4c63964, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:53:53.638425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] For port 9a0063ae-d36d-4431-852e-fe64b4c63964, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9a0063ae-d36d-4431-852e-fe64b4c63964,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:53:53.648961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:53.654979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8ea86a8b-0126-426c-8846-2b9c10a04f56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:53:53.695165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:53.695978 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:53.697460 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] 10.222.0.102 "PUT /v2.0/ports/9a0063ae-d36d-4431-852e-fe64b4c63964 HTTP/1.1" status: 200 len: 1093 time: 0.7314463 Jun 24 12:53:53.701094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'tag': '9a0063ae-d36d-4431-852e-fe64b4c63964'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:53:53.704504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee9b9db-4513-4469-a45a-401d6b8d429c" -d '{"events": [{"name": "network-changed", "server_uuid": "17fa9a61-c870-4ace-9db1-97d15ed29774", "tag": "9a0063ae-d36d-4431-852e-fe64b4c63964"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:53:53.726337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c65f69-7614-4465-8e1a-6a069c7bd97b req-19b658e8-8831-4766-b45b-3389dceddb84 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:53.729677 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30c65f69-7614-4465-8e1a-6a069c7bd97b req-19b658e8-8831-4766-b45b-3389dceddb84 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 943 time: 0.1819656 Jun 24 12:53:53.785168 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca5fa4d-718e-412c-9345-622b717eacb8 x-openstack-request-id: req-bca5fa4d-718e-412c-9345-622b717eacb8 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:53:53.785534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fa9a61-c870-4ace-9db1-97d15ed29774", "tag": "9a0063ae-d36d-4431-852e-fe64b4c63964", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:53:53.786060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-bca5fa4d-718e-412c-9345-622b717eacb8 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:53:53.786528 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'tag': '9a0063ae-d36d-4431-852e-fe64b4c63964', 'status': 'completed', 'code': 200} Jun 24 12:53:53.810281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0063ae-d36d-4431-852e-fe64b4c63964,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:53:53.816878 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:53:53.836666 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30c65f69-7614-4465-8e1a-6a069c7bd97b req-9c88f36e-74a7-4d4c-8b3c-23630889facc tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940528 Jun 24 12:53:53.855496 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-dcee551e-e645-45d8-bdcb-9374b2240f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:53.857343 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-dcee551e-e645-45d8-bdcb-9374b2240f0d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 1096 time: 0.1134207 Jun 24 12:53:53.903265 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6b439880-83d8-4c8b-b0e2-9f41b7d4a607 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0063ae-d36d-4431-852e-fe64b4c63964 HTTP/1.1" status: 200 len: 217 time: 0.0365586 Jun 24 12:53:53.959879 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6b7300eb-d5b9-4d26-9aca-778aa80bf89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:53.961342 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-6b7300eb-d5b9-4d26-9aca-778aa80bf89a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.0520358 Jun 24 12:53:54.021161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-37989142-f7de-4e7f-86b4-e2349e9944e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:54.022587 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-37989142-f7de-4e7f-86b4-e2349e9944e3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534248 Jun 24 12:53:54.115944 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-a72002e0-f4b3-4c18-982d-9145a14c19b5 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848901 Jun 24 12:53:54.213788 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37eb08f0-44b8-49ed-bba5-303725620b7d req-f1f655d7-14c9-4f2c-8bff-edb74841a6cb service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917566 Jun 24 12:53:54.317079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9b9db-4513-4469-a45a-401d6b8d429c req-d753d975-33c3-42a5-b959-09d3bec31d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:54.318556 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aee9b9db-4513-4469-a45a-401d6b8d429c req-d753d975-33c3-42a5-b959-09d3bec31d2d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 1096 time: 0.0544317 Jun 24 12:53:54.413567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9b9db-4513-4469-a45a-401d6b8d429c req-6da1f695-c3c0-411a-8578-607de325ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:54.415066 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aee9b9db-4513-4469-a45a-401d6b8d429c req-6da1f695-c3c0-411a-8578-607de325ef41 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 914 time: 0.0902653 Jun 24 12:53:54.457373 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aee9b9db-4513-4469-a45a-401d6b8d429c req-12bebc63-b033-4eaf-9418-206fc4fec276 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0063ae-d36d-4431-852e-fe64b4c63964 HTTP/1.1" status: 200 len: 217 time: 0.0359559 Jun 24 12:53:54.509687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9b9db-4513-4469-a45a-401d6b8d429c req-c1c73fcf-3ca7-4883-bd11-df80d91d01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:54.511072 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aee9b9db-4513-4469-a45a-401d6b8d429c req-c1c73fcf-3ca7-4883-bd11-df80d91d01c4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.0482643 Jun 24 12:53:54.570002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9b9db-4513-4469-a45a-401d6b8d429c req-933a5fd5-9ebd-4b67-aea3-b405ceea8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:54.571537 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aee9b9db-4513-4469-a45a-401d6b8d429c req-933a5fd5-9ebd-4b67-aea3-b405ceea8ae7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534060 Jun 24 12:53:54.661948 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aee9b9db-4513-4469-a45a-401d6b8d429c req-35804dab-6029-4abd-b2ad-05ea50d43bf9 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833778 Jun 24 12:53:54.755727 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aee9b9db-4513-4469-a45a-401d6b8d429c req-2c925925-b96c-499c-a328-d95d06e9aeb0 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869825 Jun 24 12:53:55.029162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc648d97-5212-4ff4-85c7-a20db43f8134 req-eb8d731b-361c-4f5b-9be2-28ab16289bf7 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:55.030577 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fc648d97-5212-4ff4-85c7-a20db43f8134 req-eb8d731b-361c-4f5b-9be2-28ab16289bf7 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 943 time: 0.0654116 Jun 24 12:53:55.069332 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fc648d97-5212-4ff4-85c7-a20db43f8134 req-305eaa4f-2710-4997-9027-f0067029accf tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329978 Jun 24 12:53:56.260582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b56b4-caed-449c-a795-3323de7f8f72 req-a2d43ae0-d22a-44ba-aa82-171d43f233af tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:56.262674 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e58b56b4-caed-449c-a795-3323de7f8f72 req-a2d43ae0-d22a-44ba-aa82-171d43f233af tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 943 time: 0.0754941 Jun 24 12:53:56.302810 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e58b56b4-caed-449c-a795-3323de7f8f72 req-3af7d5e5-d0f8-418c-bec3-468dc931df6f tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343475 Jun 24 12:53:56.580825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dde28d3f-cdc4-403c-9607-9781ba363aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:57.475051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38641d3-6a9a-4947-b5aa-79dbd8319510 req-3411d095-22f1-4d89-b42e-f1357792524c tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:57.476583 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c38641d3-6a9a-4947-b5aa-79dbd8319510 req-3411d095-22f1-4d89-b42e-f1357792524c tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 943 time: 0.0633295 Jun 24 12:53:57.515277 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c38641d3-6a9a-4947-b5aa-79dbd8319510 req-7f06649c-8094-425b-bc31-413678fa9eba tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323460 Jun 24 12:53:58.700931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a3713-55bb-4f35-82e0-992c95b95b4f req-93c13a9e-16c2-4f4f-883f-f54292a3d874 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:58.702513 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e71a3713-55bb-4f35-82e0-992c95b95b4f req-93c13a9e-16c2-4f4f-883f-f54292a3d874 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 943 time: 0.0743527 Jun 24 12:53:58.743268 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e71a3713-55bb-4f35-82e0-992c95b95b4f req-e2fbe1af-1e2c-468b-a05e-e26f26af4b02 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346839 Jun 24 12:53:59.293710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-56dfbe8c-1996-4c38-baf5-08b03140206c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:59.409470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:59.920827 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bcd0d-84e2-48d9-9e78-7887564ef154 req-3646627b-2f5f-4a0d-94cb-3b12298dfe19 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:53:59.922290 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-687bcd0d-84e2-48d9-9e78-7887564ef154 req-3646627b-2f5f-4a0d-94cb-3b12298dfe19 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 943 time: 0.0663540 Jun 24 12:53:59.961144 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-687bcd0d-84e2-48d9-9e78-7887564ef154 req-1cc1a2b7-3479-4956-9434-4fe7e84abdaf tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323105 Jun 24 12:54:00.275504 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:01.153220 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba3452-b73e-4feb-9480-8c0ac9c355f7 req-db2334f3-b951-4d8c-96cc-d591591d3eee tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:01.154735 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0cba3452-b73e-4feb-9480-8c0ac9c355f7 req-db2334f3-b951-4d8c-96cc-d591591d3eee tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 943 time: 0.0714204 Jun 24 12:54:01.203832 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0cba3452-b73e-4feb-9480-8c0ac9c355f7 req-48059981-322a-4b57-a3ff-59086403a68e tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419116 Jun 24 12:54:02.259538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:02.393662 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cc94a-8a48-4198-8d9c-18925d187d2b req-a39abe2e-7d11-4776-97c0-cf51098d92b6 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:02.395190 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e27cc94a-8a48-4198-8d9c-18925d187d2b req-a39abe2e-7d11-4776-97c0-cf51098d92b6 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 943 time: 0.0674865 Jun 24 12:54:02.435292 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e27cc94a-8a48-4198-8d9c-18925d187d2b req-aef559d6-376e-4967-af81-46361991c790 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341098 Jun 24 12:54:03.260874 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 9a0063ae-d36d-4431-852e-fe64b4c63964 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:54:03.356522 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 9a0063ae-d36d-4431-852e-fe64b4c63964, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9a0063ae-d36d-4431-852e-fe64b4c63964,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:03.367248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '9a0063ae-d36d-4431-852e-fe64b4c63964', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'port_id': '9a0063ae-d36d-4431-852e-fe64b4c63964', 'mac_address': 'fa:16:3e:c8:02:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:54:03.405393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:03.419719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0063ae-d36d-4431-852e-fe64b4c63964 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:54:03.439407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 9a0063ae-d36d-4431-852e-fe64b4c63964, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9a0063ae-d36d-4431-852e-fe64b4c63964,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:03.443478 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:03.445351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:03.495178 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=9a0063ae-d36d-4431-852e-fe64b4c63964,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:03.502182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:03.502409 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:03.502795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:03.503120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:03.503514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:03.503789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:03.504120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:03.504451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:03.504776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:03.505099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:03.505421 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:03.505744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:03.509627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:03.608650 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e85ef9-34ec-4602-9a9b-4fc38160e84e req-dbf66fc9-9b5c-4f6d-a01f-51b302de85be tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:03.610134 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-04e85ef9-34ec-4602-9a9b-4fc38160e84e req-dbf66fc9-9b5c-4f6d-a01f-51b302de85be tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 944 time: 0.0631282 Jun 24 12:54:03.649942 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-04e85ef9-34ec-4602-9a9b-4fc38160e84e req-2a7bff92-6cfc-42a1-ae0d-2c9b5b882273 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342011 Jun 24 12:54:03.768424 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['9a0063ae-d36d-4431-852e-fe64b4c63964'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:54:04.820921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87989bf-48f1-4a84-918c-76a8cb8d50e3 req-0c3450bf-5846-4708-af3b-91eb447257df tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:04.822395 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c87989bf-48f1-4a84-918c-76a8cb8d50e3 req-0c3450bf-5846-4708-af3b-91eb447257df tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 944 time: 0.0637064 Jun 24 12:54:04.860076 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c87989bf-48f1-4a84-918c-76a8cb8d50e3 req-af1819ba-3416-4ba5-8851-6ba3df3109e7 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315323 Jun 24 12:54:05.267093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 9a0063ae-d36d-4431-852e-fe64b4c63964 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:54:05.314534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 9a0063ae-d36d-4431-852e-fe64b4c63964 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:54:05.318219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 9a0063ae-d36d-4431-852e-fe64b4c63964 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:05.318603 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:05.393632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:05.415666 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0063ae-d36d-4431-852e-fe64b4c63964'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:54:05.417994 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e5f79d-87b2-4994-a55c-02e15832ad2c" -d '{"events": [{"server_uuid": "17fa9a61-c870-4ace-9db1-97d15ed29774", "name": "network-vif-plugged", "status": "completed", "tag": "9a0063ae-d36d-4431-852e-fe64b4c63964"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:54:05.435133 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 9a0063ae-d36d-4431-852e-fe64b4c63964, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9a0063ae-d36d-4431-852e-fe64b4c63964,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:05.440161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:05.442136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:05.464133 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1578c956-5b40-44b7-8f43-1953e354ff8c x-openstack-request-id: req-1578c956-5b40-44b7-8f43-1953e354ff8c {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:54:05.464436 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fa9a61-c870-4ace-9db1-97d15ed29774", "name": "network-vif-plugged", "status": "completed", "tag": "9a0063ae-d36d-4431-852e-fe64b4c63964", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:54:05.464699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1578c956-5b40-44b7-8f43-1953e354ff8c {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:54:05.465091 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0063ae-d36d-4431-852e-fe64b4c63964', 'code': 200} Jun 24 12:54:05.490454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=9a0063ae-d36d-4431-852e-fe64b4c63964,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:05.493474 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:05.687738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d405f82-de8d-447b-a872-6999f725a074 req-8b8ca682-49bc-440c-bbd3-6a759d0a4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:05.689266 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4d405f82-de8d-447b-a872-6999f725a074 req-8b8ca682-49bc-440c-bbd3-6a759d0a4936 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 1098 time: 0.0562680 Jun 24 12:54:05.725338 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4d405f82-de8d-447b-a872-6999f725a074 req-a19af59d-5fef-43c0-80be-a22195d3c517 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280693 Jun 24 12:54:06.030512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47e6d3-649b-4ed2-862c-4098b9309689 req-d75b9578-0802-4820-8004-39a1b6934aed tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:06.032020 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ce47e6d3-649b-4ed2-862c-4098b9309689 req-d75b9578-0802-4820-8004-39a1b6934aed tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 945 time: 0.0624683 Jun 24 12:54:06.069091 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ce47e6d3-649b-4ed2-862c-4098b9309689 req-93aa3c21-9d67-44e7-a1d4-72077f74cb39 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315256 Jun 24 12:54:07.245903 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfaba0-281c-431a-9236-69b1d20daaf7 req-19733665-e443-485d-aef2-91fb93ad5279 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:07.247389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fbcfaba0-281c-431a-9236-69b1d20daaf7 req-19733665-e443-485d-aef2-91fb93ad5279 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 945 time: 0.0664246 Jun 24 12:54:07.287204 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fbcfaba0-281c-431a-9236-69b1d20daaf7 req-d7437fe5-2667-45d4-b0e0-b2e91e0a7b6b tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341821 Jun 24 12:54:07.460665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24555e-d971-4245-8f6f-68170bcaf092 req-6b1ee58b-8966-4c79-9197-913222c4a81c tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:07.462066 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d24555e-d971-4245-8f6f-68170bcaf092 req-6b1ee58b-8966-4c79-9197-913222c4a81c tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 945 time: 0.0636950 Jun 24 12:54:07.499649 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d24555e-d971-4245-8f6f-68170bcaf092 req-133ac5e8-fa8d-4a59-b752-bd0f8dc59b70 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319238 Jun 24 12:54:07.524412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48794) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:07.577971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c152641-b2ef-4f69-9204-af2ddcd04cbb tempest-TestVolumeBootPattern-1671429679 tempest-TestVolumeBootPattern-1671429679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:07.579549 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4c152641-b2ef-4f69-9204-af2ddcd04cbb tempest-TestVolumeBootPattern-1671429679 tempest-TestVolumeBootPattern-1671429679-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 1093 time: 0.0541918 Jun 24 12:54:07.582477 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48796) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:07.586897 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '9a0063ae-d36d-4431-852e-fe64b4c63964', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:54:07.609023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:07.706288 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:07.806400 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Allocated IP 172.26.1.140 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/e5222c7a-2c2e-4de2-878f-9f639d0c6241) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:54:07.909314 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:07.947767 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:07.949692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1f5ab9aa-fa40-4a30-ac6c-04a7ca0d9e90 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:07.984104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:54:07.989320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:54:07.992616 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:54:07.998547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'Port': ['ID=e5222c7a-2c2e-4de2-878f-9f639d0c6241,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:08.016322 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:08.355913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:08.436673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:08.582399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:08.586786 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:08.588741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-28b83304-ad6f-4062-9806-b15435b31db2 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:08.655940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event updated for resources: {'Port': ['ID=e5222c7a-2c2e-4de2-878f-9f639d0c6241,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:08.659632 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:08.667838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:08.773681 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Floating IP 864243d7-cdae-45fb-86ab-4bc4e087473d associated. External IP: 172.26.1.140, port: 9a0063ae-d36d-4431-852e-fe64b4c63964. Jun 24 12:54:08.976059 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Router c0fead73-0e69-483e-bb43-fc68088a7a19 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:54:09.080288 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:54:09.090343 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea6eb0-f14a-4c9b-b1cd-3bb1c660fa37 None None] Sync routers for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:54:09.096920 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:09.100240 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea6eb0-f14a-4c9b-b1cd-3bb1c660fa37 None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:54:09.100857 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5fea6eb0-f14a-4c9b-b1cd-3bb1c660fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:53:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:09.133374 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5498316 Jun 24 12:54:09.134070 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'tag': '9a0063ae-d36d-4431-852e-fe64b4c63964'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:54:09.137015 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e9d0d5-d206-4c5a-8b04-ee06d6cbe9db" -d '{"events": [{"name": "network-changed", "server_uuid": "17fa9a61-c870-4ace-9db1-97d15ed29774", "tag": "9a0063ae-d36d-4431-852e-fe64b4c63964"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:54:09.171691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f0ae9e-d3b8-4604-8b7c-7c332352118d x-openstack-request-id: req-12f0ae9e-d3b8-4604-8b7c-7c332352118d {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:54:09.172043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fa9a61-c870-4ace-9db1-97d15ed29774", "tag": "9a0063ae-d36d-4431-852e-fe64b4c63964", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:54:09.172374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-12f0ae9e-d3b8-4604-8b7c-7c332352118d {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:54:09.172971 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'tag': '9a0063ae-d36d-4431-852e-fe64b4c63964', 'status': 'completed', 'code': 200} Jun 24 12:54:09.206847 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-5fea6eb0-f14a-4c9b-b1cd-3bb1c660fa37 None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:54:09.246901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9d0d5-d206-4c5a-8b04-ee06d6cbe9db req-303c1c9b-c884-4ffa-b6c1-e0a325f9eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:09.248297 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-44e9d0d5-d206-4c5a-8b04-ee06d6cbe9db req-303c1c9b-c884-4ffa-b6c1-e0a325f9eed7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 1098 time: 0.0527663 Jun 24 12:54:09.343872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9d0d5-d206-4c5a-8b04-ee06d6cbe9db req-5c30cfab-4880-4ea6-80a6-947cabb6620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:09.345338 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-44e9d0d5-d206-4c5a-8b04-ee06d6cbe9db req-5c30cfab-4880-4ea6-80a6-947cabb6620c service neutron] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 914 time: 0.0909271 Jun 24 12:54:09.411322 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-44e9d0d5-d206-4c5a-8b04-ee06d6cbe9db req-530983cc-7f36-4969-826e-737b50760a80 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0063ae-d36d-4431-852e-fe64b4c63964 HTTP/1.1" status: 200 len: 999 time: 0.0591469 Jun 24 12:54:09.437661 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5fea6eb0-f14a-4c9b-b1cd-3bb1c660fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '864243d7-cdae-45fb-86ab-4bc4e087473d', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.140', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': '9a0063ae-d36d-4431-852e-fe64b4c63964', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:c8:02:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:54:08Z', 'updated_at': '2021-06-24T12:54:08Z', 'revision_number': 0, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}, {'id': 'f3d51966-e3ab-4b13-ac14-17c69c826480', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.193', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:93:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:51:59Z', 'updated_at': '2021-06-24T12:52:01Z', 'revision_number': 1, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:09.463126 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea6eb0-f14a-4c9b-b1cd-3bb1c660fa37 None None] Checking router: c0fead73-0e69-483e-bb43-fc68088a7a19 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:54:09.464888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9d0d5-d206-4c5a-8b04-ee06d6cbe9db req-6ba944f4-fcc9-4d01-93d0-b5fc24bdf6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:09.466391 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-44e9d0d5-d206-4c5a-8b04-ee06d6cbe9db req-6ba944f4-fcc9-4d01-93d0-b5fc24bdf6e8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.0486856 Jun 24 12:54:09.472055 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea6eb0-f14a-4c9b-b1cd-3bb1c660fa37 None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:54:09.472658 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5fea6eb0-f14a-4c9b-b1cd-3bb1c660fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:53:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:09.523474 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9d0d5-d206-4c5a-8b04-ee06d6cbe9db req-1a4865a6-2bdc-48f6-9635-a797181ef9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:09.524851 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-44e9d0d5-d206-4c5a-8b04-ee06d6cbe9db req-1a4865a6-2bdc-48f6-9635-a797181ef9eb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517070 Jun 24 12:54:09.577869 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-5fea6eb0-f14a-4c9b-b1cd-3bb1c660fa37 None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:54:09.623027 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-44e9d0d5-d206-4c5a-8b04-ee06d6cbe9db req-c29bac6a-678b-49fd-9aab-5f4b3bbd6023 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901325 Jun 24 12:54:09.712944 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-44e9d0d5-d206-4c5a-8b04-ee06d6cbe9db req-be4c98ff-71a3-486d-a21f-34f4f6f30a26 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836542 Jun 24 12:54:09.804459 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5fea6eb0-f14a-4c9b-b1cd-3bb1c660fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '864243d7-cdae-45fb-86ab-4bc4e087473d', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.140', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': '9a0063ae-d36d-4431-852e-fe64b4c63964', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:c8:02:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:54:08Z', 'updated_at': '2021-06-24T12:54:08Z', 'revision_number': 0, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}, {'id': 'f3d51966-e3ab-4b13-ac14-17c69c826480', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.193', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:93:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:51:59Z', 'updated_at': '2021-06-24T12:52:01Z', 'revision_number': 1, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:09.830647 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea6eb0-f14a-4c9b-b1cd-3bb1c660fa37 None None] The sync data for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv is: [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '864243d7-cdae-45fb-86ab-4bc4e087473d', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.140', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': '9a0063ae-d36d-4431-852e-fe64b4c63964', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:c8:02:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:54:08Z', 'updated_at': '2021-06-24T12:54:08Z', 'revision_number': 0, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}, {'id': 'f3d51966-e3ab-4b13-ac14-17c69c826480', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.193', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:93:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:51:59Z', 'updated_at': '2021-06-24T12:52:01Z', 'revision_number': 1, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:54:10.012265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021650f-eec6-4c32-af58-f7b6c6d63b0f None None] New status for floating IP 864243d7-cdae-45fb-86ab-4bc4e087473d: ACTIVE {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:54:17.161034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:23.746404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48816) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:23.865321 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f47f32f5-57eb-4ace-847f-98ddf3a4f563 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/routers/fb6d838e-3d29-44fe-8f37-1c4b6900b040/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1175618 Jun 24 12:54:23.867991 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48818) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:23.983578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0c22cf-69d5-4c58-b351-7447054cc0b1 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Notify agent at dv-neutron-797121-4-hyperv the message router_removed_from_agent {{(pid=100146) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 24 12:54:23.986927 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5c0c22cf-69d5-4c58-b351-7447054cc0b1 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "DELETE /v2.0/agents/e58d1829-652d-4d6b-a506-0b1e1b49bb32/l3-routers/fb6d838e-3d29-44fe-8f37-1c4b6900b040 HTTP/1.1" status: 204 len: 168 time: 0.1179571 Jun 24 12:54:23.989530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48820) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:24.104940 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-aa1d15c2-86a6-44f3-bd35-e51e539d7b6f tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/routers/fb6d838e-3d29-44fe-8f37-1c4b6900b040/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1141405 Jun 24 12:54:24.107397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48822) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:24.164571 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9acec0c8-efb2-4148-a8e0-e6a7c47bc15e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/10cb0d08-0c01-4688-9111-5986875d2f85 HTTP/1.1" status: 200 len: 992 time: 0.0560169 Jun 24 12:54:24.757503 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3fcb2-bfa0-4111-90a8-11573b81f80c None None] New status for floating IP 10cb0d08-0c01-4688-9111-5986875d2f85: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:54:25.168506 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48824) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:25.563595 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9ad4e228-5970-440f-b22a-d623c5229fd4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/10cb0d08-0c01-4688-9111-5986875d2f85 HTTP/1.1" status: 200 len: 990 time: 0.3936014 Jun 24 12:54:25.997310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 093f3afd-4463-48ef-9805-7b151090a7fa no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:54:26.064461 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b691cc20-d632-435a-a59d-ebd5681f1979 req-3018ced7-dce8-4529-a79d-2a218595c295 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517392 Jun 24 12:54:26.077779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:26.102731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 093f3afd-4463-48ef-9805-7b151090a7fa, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=093f3afd-4463-48ef-9805-7b151090a7fa,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:26.108152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:26.109360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 576bb5b4-d124-41f6-9453-b26440e36dd5 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:54:26.113296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-73cacd7d-bc27-4d4b-b55d-70d8b6943f0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:26.188969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691cc20-d632-435a-a59d-ebd5681f1979 req-02331bf6-ffc1-4e5e-8e78-83088edb361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:26.190802 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b691cc20-d632-435a-a59d-ebd5681f1979 req-02331bf6-ffc1-4e5e-8e78-83088edb361c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 1099 time: 0.0799496 Jun 24 12:54:26.214850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=093f3afd-4463-48ef-9805-7b151090a7fa,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:26.218056 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:26.257381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:26.290457 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 576bb5b4-d124-41f6-9453-b26440e36dd5, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=576bb5b4-d124-41f6-9453-b26440e36dd5,segment=NetworkSegment(0110fb6c-8a37-44fc-a740-9085f46133b0),segment_id=0110fb6c-8a37-44fc-a740-9085f46133b0)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:26.294320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:26.297438 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:26.299691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691cc20-d632-435a-a59d-ebd5681f1979 req-518716c8-39d6-471b-aa84-e7ba52ac37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:26.301196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b691cc20-d632-435a-a59d-ebd5681f1979 req-518716c8-39d6-471b-aa84-e7ba52ac37fe service neutron] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 914 time: 0.0886290 Jun 24 12:54:26.344057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=576bb5b4-d124-41f6-9453-b26440e36dd5,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:26.347804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:26.370132 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b691cc20-d632-435a-a59d-ebd5681f1979 req-550e1006-dc1c-4d39-a13f-775fedf685cf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3759633-b2e8-41b0-ab01-e5988c04bf26 HTTP/1.1" status: 200 len: 1002 time: 0.0619745 Jun 24 12:54:26.419771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691cc20-d632-435a-a59d-ebd5681f1979 req-5a484d26-1565-4fc4-bf4b-89b4f1cc7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:26.421265 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b691cc20-d632-435a-a59d-ebd5681f1979 req-5a484d26-1565-4fc4-bf4b-89b4f1cc7b97 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.0441082 Jun 24 12:54:26.479747 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691cc20-d632-435a-a59d-ebd5681f1979 req-27ae6bd7-59c8-49b4-9f3b-efead036dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:26.481898 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b691cc20-d632-435a-a59d-ebd5681f1979 req-27ae6bd7-59c8-49b4-9f3b-efead036dd23 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518367 Jun 24 12:54:26.575843 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b691cc20-d632-435a-a59d-ebd5681f1979 req-3cb6d0ed-ada1-4324-9766-8c3f8e1bf72e service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859613 Jun 24 12:54:26.581794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3e1e-3910-4ac0-9321-3a9a37f91d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:26.665959 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b691cc20-d632-435a-a59d-ebd5681f1979 req-3c3540fe-c265-4a57-b4b3-3c2e3d6a5dc1 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824068 Jun 24 12:54:26.703574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48828) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:26.826968 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bb6ae0-fd48-4c64-ac1d-a052b37f926f tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Router fb6d838e-3d29-44fe-8f37-1c4b6900b040 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:54:26.827344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bb6ae0-fd48-4c64-ac1d-a052b37f926f tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Notify agent at dv-neutron-797121-4-hyperv the message router_added_to_agent {{(pid=100146) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 24 12:54:26.852769 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e6bb6ae0-fd48-4c64-ac1d-a052b37f926f tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "POST /v2.0/agents/e58d1829-652d-4d6b-a506-0b1e1b49bb32/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1481435 Jun 24 12:54:26.855468 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48832) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:26.873627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01faa785-6fd0-4133-bf09-df925efdb94f None None] Sync routers for ids ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:54:26.884216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01faa785-6fd0-4133-bf09-df925efdb94f None None] Routers {'fb6d838e-3d29-44fe-8f37-1c4b6900b040'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:54:26.884862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-01faa785-6fd0-4133-bf09-df925efdb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:53:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:26.962207 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-133a9ebd-f61f-48e9-a4ec-01793cc6be2b tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/routers/fb6d838e-3d29-44fe-8f37-1c4b6900b040/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1054959 Jun 24 12:54:26.964980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48836) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:26.991705 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-01faa785-6fd0-4133-bf09-df925efdb94f None None] Set router fb6d838e-3d29-44fe-8f37-1c4b6900b040 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:54:27.028758 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-db0a6f9f-78cf-4f2a-b303-ae2bcf401e21 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/10cb0d08-0c01-4688-9111-5986875d2f85 HTTP/1.1" status: 200 len: 990 time: 0.0625250 Jun 24 12:54:27.214507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-01faa785-6fd0-4133-bf09-df925efdb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:32Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:54:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '10cb0d08-0c01-4688-9111-5986875d2f85', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'port_id': '28fe8404-85eb-4925-af40-99bbb93e44e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'mac_address': 'fa:16:3e:19:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:53:46Z', 'updated_at': '2021-06-24T12:54:24Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576bb5b4-d124-41f6-9453-b26440e36dd5', 'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:a7:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:32Z', 'updated_at': '2021-06-24T12:54:26Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:27.246047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01faa785-6fd0-4133-bf09-df925efdb94f None None] Checking router: fb6d838e-3d29-44fe-8f37-1c4b6900b040 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:54:27.254395 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01faa785-6fd0-4133-bf09-df925efdb94f None None] Routers {'fb6d838e-3d29-44fe-8f37-1c4b6900b040'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:54:27.255040 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-01faa785-6fd0-4133-bf09-df925efdb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:53:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:27.359498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-01faa785-6fd0-4133-bf09-df925efdb94f None None] Set router fb6d838e-3d29-44fe-8f37-1c4b6900b040 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:54:27.582059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-01faa785-6fd0-4133-bf09-df925efdb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:32Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:54:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '10cb0d08-0c01-4688-9111-5986875d2f85', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'port_id': '28fe8404-85eb-4925-af40-99bbb93e44e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'mac_address': 'fa:16:3e:19:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:53:46Z', 'updated_at': '2021-06-24T12:54:24Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576bb5b4-d124-41f6-9453-b26440e36dd5', 'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:a7:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:32Z', 'updated_at': '2021-06-24T12:54:26Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:27.611177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01faa785-6fd0-4133-bf09-df925efdb94f None None] The sync data for ids ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'] in dv-neutron-797121-4-hyperv is: [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:32Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:54:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '10cb0d08-0c01-4688-9111-5986875d2f85', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'port_id': '28fe8404-85eb-4925-af40-99bbb93e44e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'mac_address': 'fa:16:3e:19:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:53:46Z', 'updated_at': '2021-06-24T12:54:24Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576bb5b4-d124-41f6-9453-b26440e36dd5', 'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:a7:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:32Z', 'updated_at': '2021-06-24T12:54:26Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:54:27.878935 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:54:28.023873 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 576bb5b4-d124-41f6-9453-b26440e36dd5 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:54:28.032638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48838) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:28.075223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 576bb5b4-d124-41f6-9453-b26440e36dd5 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:28.075622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:28.101819 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5c8ad5ac-1feb-478a-bed3-a406e34385f4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/10cb0d08-0c01-4688-9111-5986875d2f85 HTTP/1.1" status: 200 len: 990 time: 0.0677989 Jun 24 12:54:28.156267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:28.190611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 576bb5b4-d124-41f6-9453-b26440e36dd5, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=576bb5b4-d124-41f6-9453-b26440e36dd5,segment=NetworkSegment(0110fb6c-8a37-44fc-a740-9085f46133b0),segment_id=0110fb6c-8a37-44fc-a740-9085f46133b0)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:28.194964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:28.196793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:28.254485 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=576bb5b4-d124-41f6-9453-b26440e36dd5,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:28.257560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:29.103851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48840) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:29.166349 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2174c2ef-a5f1-4d6b-986c-1ce7a5ba5df0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/10cb0d08-0c01-4688-9111-5986875d2f85 HTTP/1.1" status: 200 len: 990 time: 0.0612395 Jun 24 12:54:29.249855 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f3255-5348-495b-9b3b-9680f9650106 None None] New status for floating IP 10cb0d08-0c01-4688-9111-5986875d2f85: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:54:29.296519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5be6-7a0f-4774-aef1-c61c3443dfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:29.415141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:30.065914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 093f3afd-4463-48ef-9805-7b151090a7fa up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:54:30.112144 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 093f3afd-4463-48ef-9805-7b151090a7fa triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:30.112526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:30.170787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48844) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:30.187327 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:30.211355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 093f3afd-4463-48ef-9805-7b151090a7fa, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=093f3afd-4463-48ef-9805-7b151090a7fa,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:30.217037 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:30.218202 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 576bb5b4-d124-41f6-9453-b26440e36dd5 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:54:30.220612 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:30.239089 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-986ff915-3930-4366-b4ad-a57b8bb47f1f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/10cb0d08-0c01-4688-9111-5986875d2f85 HTTP/1.1" status: 200 len: 992 time: 0.0669508 Jun 24 12:54:30.432991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:30.455885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=093f3afd-4463-48ef-9805-7b151090a7fa,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:30.460205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:30.466016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 576bb5b4-d124-41f6-9453-b26440e36dd5 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:30.466954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:30.503976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48850) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:30.666224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port c49ee0d3-68bd-4ed4-8e49-03a249007c05 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:54:30.666469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:30.748309 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:30.748636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:30.760060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for c49ee0d3-68bd-4ed4-8e49-03a249007c05 owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:54:31.257604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:31.259578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a33a9372-43b7-40fd-b9b3-3eb651bb366e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:31.284074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=c49ee0d3-68bd-4ed4-8e49-03a249007c05,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:31.289789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:31.349177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:31.349513 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP 10cb0d08-0c01-4688-9111-5986875d2f85 disassociated (deleted). External IP: 172.26.1.91, port: 28fe8404-85eb-4925-af40-99bbb93e44e6. Jun 24 12:54:31.564407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router fb6d838e-3d29-44fe-8f37-1c4b6900b040 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:54:31.677187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:54:31.681655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:31.686786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12df1371-7740-41c9-bca5-8f13d58f99e5 None None] Sync routers for ids ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:54:31.695656 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df1371-7740-41c9-bca5-8f13d58f99e5 None None] Routers {'fb6d838e-3d29-44fe-8f37-1c4b6900b040'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:54:31.696280 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-12df1371-7740-41c9-bca5-8f13d58f99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:54:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:31.720977 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/floatingips/10cb0d08-0c01-4688-9111-5986875d2f85 HTTP/1.1" status: 204 len: 168 time: 1.2158201 Jun 24 12:54:31.721709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'tag': '28fe8404-85eb-4925-af40-99bbb93e44e6'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:54:31.725980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7a1ee4-3cd7-48e3-95df-4485eb0f1301" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa636ee-4e4a-4222-a533-d52db397fbb1", "tag": "28fe8404-85eb-4925-af40-99bbb93e44e6"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:54:31.766414 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a099fe-ab2c-4ea1-815e-7b7583502366 x-openstack-request-id: req-22a099fe-ab2c-4ea1-815e-7b7583502366 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:54:31.766683 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa636ee-4e4a-4222-a533-d52db397fbb1", "tag": "28fe8404-85eb-4925-af40-99bbb93e44e6", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:54:31.767055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-22a099fe-ab2c-4ea1-815e-7b7583502366 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:54:31.767712 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'tag': '28fe8404-85eb-4925-af40-99bbb93e44e6', 'status': 'completed', 'code': 200} Jun 24 12:54:31.821722 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-12df1371-7740-41c9-bca5-8f13d58f99e5 None None] Set router fb6d838e-3d29-44fe-8f37-1c4b6900b040 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:54:31.853901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1ee4-3cd7-48e3-95df-4485eb0f1301 req-87def984-4b5c-4340-ab87-640cccdf2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:31.855754 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd7a1ee4-3cd7-48e3-95df-4485eb0f1301 req-87def984-4b5c-4340-ab87-640cccdf2310 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 1098 time: 0.0625696 Jun 24 12:54:31.976507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1ee4-3cd7-48e3-95df-4485eb0f1301 req-df48d61f-cb52-4175-a5c2-04c5ffcf7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:31.978442 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd7a1ee4-3cd7-48e3-95df-4485eb0f1301 req-df48d61f-cb52-4175-a5c2-04c5ffcf7b68 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b5996db1-2e62-4654-a98d-2b6012ac8eb9 HTTP/1.1" status: 200 len: 899 time: 0.1094704 Jun 24 12:54:32.031155 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd7a1ee4-3cd7-48e3-95df-4485eb0f1301 req-2799c50c-a1d5-418e-a4bd-250f41f9d963 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28fe8404-85eb-4925-af40-99bbb93e44e6 HTTP/1.1" status: 200 len: 217 time: 0.0435565 Jun 24 12:54:32.049128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 093f3afd-4463-48ef-9805-7b151090a7fa up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:54:32.080504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1ee4-3cd7-48e3-95df-4485eb0f1301 req-94be28f3-a2e1-44c8-b519-2f9115ccff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:32.081989 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd7a1ee4-3cd7-48e3-95df-4485eb0f1301 req-94be28f3-a2e1-44c8-b519-2f9115ccff5c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b8beeca-5fe3-450f-88f4-69d546cd4720 HTTP/1.1" status: 200 len: 835 time: 0.0460713 Jun 24 12:54:32.119196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-12df1371-7740-41c9-bca5-8f13d58f99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:32Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:54:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '576bb5b4-d124-41f6-9453-b26440e36dd5', 'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:a7:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:32Z', 'updated_at': '2021-06-24T12:54:28Z', 'revision_number': 7, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:32.122593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 093f3afd-4463-48ef-9805-7b151090a7fa triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:32.122593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:32.152202 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12df1371-7740-41c9-bca5-8f13d58f99e5 None None] Checking router: fb6d838e-3d29-44fe-8f37-1c4b6900b040 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:54:32.188177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df1371-7740-41c9-bca5-8f13d58f99e5 None None] Routers {'fb6d838e-3d29-44fe-8f37-1c4b6900b040'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:54:32.188803 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-12df1371-7740-41c9-bca5-8f13d58f99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:54:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:32.188956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1ee4-3cd7-48e3-95df-4485eb0f1301 req-35f96f00-5042-4416-8fa3-aece185b3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:32.190370 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd7a1ee4-3cd7-48e3-95df-4485eb0f1301 req-35f96f00-5042-4416-8fa3-aece185b3bd5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b5996db1-2e62-4654-a98d-2b6012ac8eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005716 Jun 24 12:54:32.205291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa233ac8-0a2b-4b9d-90f9-9073c258be75 req-ef69fbd7-6697-4ca3-97cd-7b859f9d4b4a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:32.206821 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fa233ac8-0a2b-4b9d-90f9-9073c258be75 req-ef69fbd7-6697-4ca3-97cd-7b859f9d4b4a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 945 time: 0.0838804 Jun 24 12:54:32.297482 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fa233ac8-0a2b-4b9d-90f9-9073c258be75 req-7a510582-3fe6-44c1-be2a-a4efed95f706 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=59610d9b-53b4-49be-958e-4236850e7018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824888 Jun 24 12:54:32.333989 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:32.336283 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd7a1ee4-3cd7-48e3-95df-4485eb0f1301 req-b45a4121-c4b3-4ecf-8710-145b9f31cc5d service neutron] 10.222.0.102 "GET /v2.0/networks/b5996db1-2e62-4654-a98d-2b6012ac8eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285999 Jun 24 12:54:32.343253 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-12df1371-7740-41c9-bca5-8f13d58f99e5 None None] Set router fb6d838e-3d29-44fe-8f37-1c4b6900b040 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:54:32.439414 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd7a1ee4-3cd7-48e3-95df-4485eb0f1301 req-4b9f04d1-3bc2-47ed-9d19-b755ee723572 service neutron] 10.222.0.102 "GET /v2.0/networks/b5996db1-2e62-4654-a98d-2b6012ac8eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962703 Jun 24 12:54:32.552396 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-12df1371-7740-41c9-bca5-8f13d58f99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:32Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:54:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '576bb5b4-d124-41f6-9453-b26440e36dd5', 'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:a7:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:32Z', 'updated_at': '2021-06-24T12:54:28Z', 'revision_number': 7, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:32.578237 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12df1371-7740-41c9-bca5-8f13d58f99e5 None None] The sync data for ids ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'] in dv-neutron-797121-4-hyperv is: [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:53:32Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:54:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '576bb5b4-d124-41f6-9453-b26440e36dd5', 'name': '', 'network_id': 'b5996db1-2e62-4654-a98d-2b6012ac8eb9', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:a7:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:32Z', 'updated_at': '2021-06-24T12:54:28Z', 'revision_number': 7, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '9b8beeca-5fe3-450f-88f4-69d546cd4720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:54:33.235008 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0771cb-7014-4662-abed-c8b4d2e394f1 None None] New status for floating IP 10cb0d08-0c01-4688-9111-5986875d2f85: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:54:33.494441 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccf321-f264-4692-97d1-36987935a416 req-69264e18-ff66-4d78-8623-f1ece1d70949 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:33.495942 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdccf321-f264-4692-97d1-36987935a416 req-69264e18-ff66-4d78-8623-f1ece1d70949 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 945 time: 0.0671625 Jun 24 12:54:33.558919 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdccf321-f264-4692-97d1-36987935a416 req-776fc25e-f6b3-4689-bed2-cdc6f46a5740 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=59610d9b-53b4-49be-958e-4236850e7018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572557 Jun 24 12:54:33.590725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ba994-6656-481b-965d-47691597559c req-1173f1ca-31a3-4fbd-857a-b160673e45af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:33.592747 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e98ba994-6656-481b-965d-47691597559c req-1173f1ca-31a3-4fbd-857a-b160673e45af tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/ports?device_id=5aa636ee-4e4a-4222-a533-d52db397fbb1 HTTP/1.1" status: 200 len: 945 time: 0.0721476 Jun 24 12:54:33.697155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-e98ba994-6656-481b-965d-47691597559c req-f6334e86-b40e-4839-b06d-944b80f5e2f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 28fe8404-85eb-4925-af40-99bbb93e44e6 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:54:33.697392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e98ba994-6656-481b-965d-47691597559c req-f6334e86-b40e-4839-b06d-944b80f5e2f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:33.783752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-e98ba994-6656-481b-965d-47691597559c req-f6334e86-b40e-4839-b06d-944b80f5e2f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 28fe8404-85eb-4925-af40-99bbb93e44e6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=28fe8404-85eb-4925-af40-99bbb93e44e6,segment=NetworkSegment(0110fb6c-8a37-44fc-a740-9085f46133b0),segment_id=0110fb6c-8a37-44fc-a740-9085f46133b0)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:33.784116 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e98ba994-6656-481b-965d-47691597559c req-f6334e86-b40e-4839-b06d-944b80f5e2f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:33.796671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-e98ba994-6656-481b-965d-47691597559c req-f6334e86-b40e-4839-b06d-944b80f5e2f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 28fe8404-85eb-4925-af40-99bbb93e44e6 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:54:33.930195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e98ba994-6656-481b-965d-47691597559c req-f6334e86-b40e-4839-b06d-944b80f5e2f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:33.934196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a0562cf7-b228-48f3-93a8-242ac8f1c398 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:33.961725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6334e86-b40e-4839-b06d-944b80f5e2f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=28fe8404-85eb-4925-af40-99bbb93e44e6,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:33.966646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f6334e86-b40e-4839-b06d-944b80f5e2f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:34.007413 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98ba994-6656-481b-965d-47691597559c req-f6334e86-b40e-4839-b06d-944b80f5e2f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] No DVR routers for this DVR port 28fe8404-85eb-4925-af40-99bbb93e44e6 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:54:34.009956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e98ba994-6656-481b-965d-47691597559c req-f6334e86-b40e-4839-b06d-944b80f5e2f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:34.011950 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e98ba994-6656-481b-965d-47691597559c req-f6334e86-b40e-4839-b06d-944b80f5e2f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "DELETE /v2.0/ports/28fe8404-85eb-4925-af40-99bbb93e44e6 HTTP/1.1" status: 204 len: 173 time: 0.4131308 Jun 24 12:54:34.012487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'name': 'network-vif-deleted', 'tag': '28fe8404-85eb-4925-af40-99bbb93e44e6'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:54:34.015469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48087e4-58b6-4ea6-ac4c-00baf5a09314" -d '{"events": [{"server_uuid": "5aa636ee-4e4a-4222-a533-d52db397fbb1", "name": "network-vif-deleted", "tag": "28fe8404-85eb-4925-af40-99bbb93e44e6"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:54:34.051590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c023c7a-b97c-401d-91f5-e721d1312d15 x-openstack-request-id: req-2c023c7a-b97c-401d-91f5-e721d1312d15 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:54:34.051936 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa636ee-4e4a-4222-a533-d52db397fbb1", "name": "network-vif-deleted", "tag": "28fe8404-85eb-4925-af40-99bbb93e44e6", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:54:34.052241 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2c023c7a-b97c-401d-91f5-e721d1312d15 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:54:34.052690 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa636ee-4e4a-4222-a533-d52db397fbb1', 'name': 'network-vif-deleted', 'tag': '28fe8404-85eb-4925-af40-99bbb93e44e6', 'status': 'completed', 'code': 200} Jun 24 12:54:34.652240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48864) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:34.714260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-859a7db3-369b-4654-9e8f-5179f215fa0f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:34.740468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-859a7db3-369b-4654-9e8f-5179f215fa0f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:34.798713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-859a7db3-369b-4654-9e8f-5179f215fa0f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:34.801601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-859a7db3-369b-4654-9e8f-5179f215fa0f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:34.802779 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-859a7db3-369b-4654-9e8f-5179f215fa0f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/security-groups/59610d9b-53b4-49be-958e-4236850e7018 HTTP/1.1" status: 204 len: 168 time: 0.1495559 Jun 24 12:54:34.803569 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c597392-9aa7-4c1b-98a6-20c4e3259a87 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:34.812327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a7db3-369b-4654-9e8f-5179f215fa0f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59610d9b-53b4-49be-958e-4236850e7018,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:34.815067 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-859a7db3-369b-4654-9e8f-5179f215fa0f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:34.835581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48868) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:35.193967 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f068fa03-2cc6-4a58-a1be-772e8228c445 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:35.457305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f068fa03-2cc6-4a58-a1be-772e8228c445 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 576bb5b4-d124-41f6-9453-b26440e36dd5 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:54:35.457647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f068fa03-2cc6-4a58-a1be-772e8228c445 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:35.542793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-f068fa03-2cc6-4a58-a1be-772e8228c445 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 576bb5b4-d124-41f6-9453-b26440e36dd5, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=576bb5b4-d124-41f6-9453-b26440e36dd5,segment=NetworkSegment(0110fb6c-8a37-44fc-a740-9085f46133b0),segment_id=0110fb6c-8a37-44fc-a740-9085f46133b0)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:35.543152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f068fa03-2cc6-4a58-a1be-772e8228c445 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:35.556287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f068fa03-2cc6-4a58-a1be-772e8228c445 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 576bb5b4-d124-41f6-9453-b26440e36dd5 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:54:35.736804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f068fa03-2cc6-4a58-a1be-772e8228c445 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:35.738670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fcbfd87f-be27-4a08-8bb1-263362fb4516 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:35.763620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068fa03-2cc6-4a58-a1be-772e8228c445 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=576bb5b4-d124-41f6-9453-b26440e36dd5,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:35.766062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f068fa03-2cc6-4a58-a1be-772e8228c445 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:35.946800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f068fa03-2cc6-4a58-a1be-772e8228c445 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:36.159801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f068fa03-2cc6-4a58-a1be-772e8228c445 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router fb6d838e-3d29-44fe-8f37-1c4b6900b040 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:54:36.262361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f068fa03-2cc6-4a58-a1be-772e8228c445 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:54:36.268050 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f068fa03-2cc6-4a58-a1be-772e8228c445 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/fb6d838e-3d29-44fe-8f37-1c4b6900b040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4313107 Jun 24 12:54:36.270598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48870) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:36.273251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb39944-99be-470e-8c4a-c0395078e92f None None] Sync routers for ids ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:54:36.282406 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb39944-99be-470e-8c4a-c0395078e92f None None] Routers {'fb6d838e-3d29-44fe-8f37-1c4b6900b040'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:54:36.283047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-bfb39944-99be-470e-8c4a-c0395078e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:54:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:36.324735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36ef9c6-347b-45ba-8535-15c6af175bb3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting subnet 9b8beeca-5fe3-450f-88f4-69d546cd4720 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:54:36.328205 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f36ef9c6-347b-45ba-8535-15c6af175bb3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:36.367401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f36ef9c6-347b-45ba-8535-15c6af175bb3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:36.393964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-bfb39944-99be-470e-8c4a-c0395078e92f None None] Set router fb6d838e-3d29-44fe-8f37-1c4b6900b040 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:54:36.457606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f36ef9c6-347b-45ba-8535-15c6af175bb3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:36.575201 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-bfb39944-99be-470e-8c4a-c0395078e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:54:35Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:54:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:36.605598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb39944-99be-470e-8c4a-c0395078e92f None None] Checking router: fb6d838e-3d29-44fe-8f37-1c4b6900b040 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:54:36.615197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb39944-99be-470e-8c4a-c0395078e92f None None] Routers {'fb6d838e-3d29-44fe-8f37-1c4b6900b040'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:54:36.615844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-bfb39944-99be-470e-8c4a-c0395078e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:54:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:36.722677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-bfb39944-99be-470e-8c4a-c0395078e92f None None] Set router fb6d838e-3d29-44fe-8f37-1c4b6900b040 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:54:36.854421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f36ef9c6-347b-45ba-8535-15c6af175bb3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:36.857305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9f25f9bd-9c2d-4a89-becc-f2bd117fcd29 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:36.880915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ef9c6-347b-45ba-8535-15c6af175bb3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8beeca-5fe3-450f-88f4-69d546cd4720,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:36.884624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f36ef9c6-347b-45ba-8535-15c6af175bb3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:36.888350 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f36ef9c6-347b-45ba-8535-15c6af175bb3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:36.892731 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f36ef9c6-347b-45ba-8535-15c6af175bb3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/subnets/9b8beeca-5fe3-450f-88f4-69d546cd4720 HTTP/1.1" status: 204 len: 168 time: 0.6187813 Jun 24 12:54:36.893524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48872) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:36.974423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa60d39-0262-4f7e-8b63-4a1107f3cbdb None None] Network b5996db1-2e62-4654-a98d-2b6012ac8eb9 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:54:37.001548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.104713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.147507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-bfb39944-99be-470e-8c4a-c0395078e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:54:35Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:54:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:37.158365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 093f3afd-4463-48ef-9805-7b151090a7fa {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:54:37.158695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.177770 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb39944-99be-470e-8c4a-c0395078e92f None None] The sync data for ids ['fb6d838e-3d29-44fe-8f37-1c4b6900b040'] in dv-neutron-797121-4-hyperv is: [{'id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'name': 'tempest-TestNetworkBasicOps-router-1588236117', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:54:35Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '093f3afd-4463-48ef-9805-7b151090a7fa', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6d838e-3d29-44fe-8f37-1c4b6900b040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:53:29Z', 'updated_at': '2021-06-24T12:54:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:54:37.226114 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a04cde-456d-4230-b84b-c00973cc0092 None None] DHCP port deletion for b5996db1-2e62-4654-a98d-2b6012ac8eb9 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:54:37.252512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 093f3afd-4463-48ef-9805-7b151090a7fa, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=093f3afd-4463-48ef-9805-7b151090a7fa,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:37.252879 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.265358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 093f3afd-4463-48ef-9805-7b151090a7fa owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:54:37.275401 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c8a04cde-456d-4230-b84b-c00973cc0092 None None] Deleting port 9bb6f752-ab68-4329-9d1a-e04b51bbc292 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:54:37.275980 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c8a04cde-456d-4230-b84b-c00973cc0092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.337463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c8a04cde-456d-4230-b84b-c00973cc0092 None None] For port 9bb6f752-ab68-4329-9d1a-e04b51bbc292, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9bb6f752-ab68-4329-9d1a-e04b51bbc292,segment=NetworkSegment(0110fb6c-8a37-44fc-a740-9085f46133b0),segment_id=0110fb6c-8a37-44fc-a740-9085f46133b0)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:37.337864 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c8a04cde-456d-4230-b84b-c00973cc0092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.351923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c8a04cde-456d-4230-b84b-c00973cc0092 None None] Calling delete_port for 9bb6f752-ab68-4329-9d1a-e04b51bbc292 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:54:37.412484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 28fe8404-85eb-4925-af40-99bbb93e44e6 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:54:37.439866 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 28fe8404-85eb-4925-af40-99bbb93e44e6 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:54:37.440109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 28fe8404-85eb-4925-af40-99bbb93e44e6 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:54:37.441502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.443529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7386884f-e409-4ffa-9280-a9b0cb6f7a96 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:37.461067 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c8a04cde-456d-4230-b84b-c00973cc0092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.463043 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:37.468132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=093f3afd-4463-48ef-9805-7b151090a7fa,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:37.471450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:37.486299 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a04cde-456d-4230-b84b-c00973cc0092 None None] Pushing event deleted for resources: {'Port': ['ID=9bb6f752-ab68-4329-9d1a-e04b51bbc292,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:37.488727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c8a04cde-456d-4230-b84b-c00973cc0092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:37.491140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a04cde-456d-4230-b84b-c00973cc0092 None None] No DVR routers for this DVR port 9bb6f752-ab68-4329-9d1a-e04b51bbc292 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:54:37.534726 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.633626 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.636195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.682109 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.682662 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Fanout notify agent at l3_agent the message router_deleted on router fb6d838e-3d29-44fe-8f37-1c4b6900b040 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:54:37.690648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.691829 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/routers/fb6d838e-3d29-44fe-8f37-1c4b6900b040 HTTP/1.1" status: 204 len: 168 time: 0.7978349 Jun 24 12:54:37.694479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48874) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:37.771903 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.866961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.875472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5996db1-2e62-4654-a98d-2b6012ac8eb9']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:37.886197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0110fb6c-8a37-44fc-a740-9085f46133b0') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:37.886501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0110fb6c-8a37-44fc-a740-9085f46133b0') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:37.896083 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.915322 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.922349 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:54:37.922931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:54:37.926523 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:54:37.989802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:37.994008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a463cac7-60d4-46b5-b8b4-c9e9e330e274 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:37.999024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:38.000850 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/networks/b5996db1-2e62-4654-a98d-2b6012ac8eb9 HTTP/1.1" status: 204 len: 168 time: 0.3053582 Jun 24 12:54:38.013312 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Network': ['ID=b5996db1-2e62-4654-a98d-2b6012ac8eb9,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:38.019301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48876) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:38.021858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.022188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.022573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.022983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.023357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.023732 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.024103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.024474 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.024838 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.025202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.025565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.025904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'network': {'name': 'tempest-network-smoke--1463703632', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'port_security_enabled': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:54:38.026019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.029405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:38.051331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:54:38.054962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:38.078555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] vlan segment allocate from pool success with {'vlan_id': 1330, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:54:38.087320 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:38.087664 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Added segment 68a574cd-6ba3-4bc2-84d3-6a052a467a73 of type vlan for network db497678-2fbb-40f2-aea4-d64b6106dff2 Jun 24 12:54:38.125874 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:38.152582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:38.158421 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:38.159019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:38.161154 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b36247b9-f843-4bf7-8320-0c11db617a9b tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:38.192922 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1713920 Jun 24 12:54:38.196034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48878) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:38.204354 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'admin_state_up': True, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:54:38.233321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Network': ['ID=db497678-2fbb-40f2-aea4-d64b6106dff2,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:38.248144 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:38.248622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.249033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.249416 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.249820 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.250151 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.250588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.250955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.251275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.251646 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.252016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.252378 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.252736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:38.253239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:38.259985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:38.267103 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network db497678-2fbb-40f2-aea4-d64b6106dff2 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:54:38.296294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9bb6f752-ab68-4329-9d1a-e04b51bbc292 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:54:38.320384 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:38.352984 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 9bb6f752-ab68-4329-9d1a-e04b51bbc292 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:54:38.353353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9bb6f752-ab68-4329-9d1a-e04b51bbc292 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:54:38.353782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 093f3afd-4463-48ef-9805-7b151090a7fa no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:54:38.377719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 093f3afd-4463-48ef-9805-7b151090a7fa {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:54:38.378090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 093f3afd-4463-48ef-9805-7b151090a7fa not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:54:38.378517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 576bb5b4-d124-41f6-9453-b26440e36dd5 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:54:38.404804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 576bb5b4-d124-41f6-9453-b26440e36dd5 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:54:38.405086 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 576bb5b4-d124-41f6-9453-b26440e36dd5 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:54:38.463330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:38.658836 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:38.677594 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:38.778020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.224 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/670d02ac-efa0-42d2-b968-8a4c011061d5) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:54:38.881380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:38.918693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:38.920559 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bfbb8f55-4b1b-4095-a15a-d09e66c93e69 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:38.959488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:54:38.964558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:54:38.968623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:54:38.970712 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=670d02ac-efa0-42d2-b968-8a4c011061d5,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:38.973838 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:39.207911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:39.402741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:39.531137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:54:39.634242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:54:39.643367 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Sync routers for ids ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:54:39.652300 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Routers {'7497e393-2bc5-412d-9cf1-40b1a534b5a6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:54:39.652954 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:54:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:39.653108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:39.655112 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4576013 Jun 24 12:54:39.658312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48882) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:39.689544 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6a1a0e29-b7c3-4f08-bd6c-55dd64d8631f tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=ab2b30c769814168a3d5057c6ba96374&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277450 Jun 24 12:54:39.689842 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48884) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:39.761314 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Set router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:54:39.772028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab7adb-4985-4559-ad29-c6d8239b2d0e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:39.776139 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-64ab7adb-4985-4559-ad29-c6d8239b2d0e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0827656 Jun 24 12:54:39.777563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48886) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:39.812136 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c4480406-f40c-4778-9ce4-1e036d4f1a8e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333476 Jun 24 12:54:39.814548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48888) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:39.819778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-90d1856a-9da3-45db-9b8b-326b1424fb79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-61186147', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:54:39.909253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d1856a-9da3-45db-9b8b-326b1424fb79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:54:39.912931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90d1856a-9da3-45db-9b8b-326b1424fb79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.028294 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:39Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:40.054475 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Checking router: 7497e393-2bc5-412d-9cf1-40b1a534b5a6 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:54:40.054743 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Updating router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 port 670d02ac-efa0-42d2-b968-8a4c011061d5 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:54:40.093458 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.102138 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90d1856a-9da3-45db-9b8b-326b1424fb79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.104092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-20414f5e-a75a-4727-bb07-47496f3d27a8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:40.164716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1856a-9da3-45db-9b8b-326b1424fb79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Subnet': ['ID=2d3f43fc-ab91-4859-9a39-3f7bcfbf905a,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:40.168112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-90d1856a-9da3-45db-9b8b-326b1424fb79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:40.173982 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d1856a-9da3-45db-9b8b-326b1424fb79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Checking segment: {'id': '68a574cd-6ba3-4bc2-84d3-6a052a467a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:54:40.174333 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d1856a-9da3-45db-9b8b-326b1424fb79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network hostable DHCP agents. Network: db497678-2fbb-40f2-aea4-d64b6106dff2, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:54:40.190956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d1856a-9da3-45db-9b8b-326b1424fb79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network db497678-2fbb-40f2-aea4-d64b6106dff2 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:54:40.199939 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-90d1856a-9da3-45db-9b8b-326b1424fb79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, db497678-2fbb-40f2-aea4-d64b6106dff2) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:54:40.204660 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d1856a-9da3-45db-9b8b-326b1424fb79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:40.205241 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-90d1856a-9da3-45db-9b8b-326b1424fb79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.211037 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d0869b-a8ec-4540-a664-d5fd97e4727b None None] Network db497678-2fbb-40f2-aea4-d64b6106dff2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:54:40.221256 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-90d1856a-9da3-45db-9b8b-326b1424fb79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.4056311 Jun 24 12:54:40.223889 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48890) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:40.362004 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.365147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-db497678-2fbb-40f2-aea4-d64b6106dff2', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ips': [{'subnet_id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:54:40.366020 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.372589 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Transition to ACTIVE for port object 670d02ac-efa0-42d2-b968-8a4c011061d5 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:54:40.380036 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.382798 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-c0ae5f5a-969c-4dde-88d0-e660daf43dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:40.439588 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Attempting to bind port 670d02ac-efa0-42d2-b968-8a4c011061d5 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:54:40.440052 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Attempting to bind port 670d02ac-efa0-42d2-b968-8a4c011061d5 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:54:40.440759 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Attempting to bind port 670d02ac-efa0-42d2-b968-8a4c011061d5 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:54:40.445573 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Pushing event updated for resources: {'Port': ['ID=670d02ac-efa0-42d2-b968-8a4c011061d5,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:40.453694 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:40.454030 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:40.455021 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:40.455021 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:40.455021 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:40.455341 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:40.455725 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:40.456169 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:40.456169 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:40.456490 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:40.456804 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:40.457103 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:54:40.467038 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:54:40.467420 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:54:40.467824 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.468249 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:54:40.468707 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Bound port: 670d02ac-efa0-42d2-b968-8a4c011061d5, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:54:40.469066 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.471760 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:40.524188 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] For port 670d02ac-efa0-42d2-b968-8a4c011061d5, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:54:40.527338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Allocated IP 172.20.0.2 (db497678-2fbb-40f2-aea4-d64b6106dff2/2d3f43fc-ab91-4859-9a39-3f7bcfbf905a/55566c61-a1af-4ec4-81c3-1cfb4560e1e0) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:54:40.527528 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] For port 670d02ac-efa0-42d2-b968-8a4c011061d5, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=670d02ac-efa0-42d2-b968-8a4c011061d5,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:54:40.532365 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.534589 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-334f4650-17fb-4d5c-b467-2bd044d90e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:40.592225 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Routers {'7497e393-2bc5-412d-9cf1-40b1a534b5a6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:54:40.592854 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:54:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:40.629146 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Pushing event updated for resources: {'Port': ['ID=670d02ac-efa0-42d2-b968-8a4c011061d5,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:40.633381 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:40.680832 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.689596 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Transition to ACTIVE for port object 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:54:40.703357 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.704831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Transition to ACTIVE for port object 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:54:40.706526 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] Set router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:54:40.711672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.714866 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d42808b1-b6ed-431a-ae02-6222705ce5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:40.754108 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Network db497678-2fbb-40f2-aea4-d64b6106dff2 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:54:40.757340 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:54:40.761821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:54:40.765463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Pushing event updated for resources: {'Port': ['ID=55566c61-a1af-4ec4-81c3-1cfb4560e1e0,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:40.774547 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:40.833320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Attempting to bind port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:54:40.834035 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Attempting to bind port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '68a574cd-6ba3-4bc2-84d3-6a052a467a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:54:40.834408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Attempting to bind port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 on network db497678-2fbb-40f2-aea4-d64b6106dff2 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:54:40.839651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:54:40.840052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Checking segment: {'id': '68a574cd-6ba3-4bc2-84d3-6a052a467a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:54:40.840457 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.841540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Bound using segment: {'id': '68a574cd-6ba3-4bc2-84d3-6a052a467a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:54:40.842024 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Bound port: 55566c61-a1af-4ec4-81c3-1cfb4560e1e0, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a574cd-6ba3-4bc2-84d3-6a052a467a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:54:40.842415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.889210 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:39Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:40.913463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] For port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:54:40.916196 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792cf288-6fec-4276-8d66-6d623e0b27d6 None None] The sync data for ids ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'] in dv-neutron-797121-4-hyperv is: [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:39Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:54:40.916885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] For port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=55566c61-a1af-4ec4-81c3-1cfb4560e1e0,segment=NetworkSegment(68a574cd-6ba3-4bc2-84d3-6a052a467a73),segment_id=68a574cd-6ba3-4bc2-84d3-6a052a467a73)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:54:40.924873 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:40.927770 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d95a4d97-98d0-41d8-b9f0-2484cf36da6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:40.987662 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Pushing event updated for resources: {'Port': ['ID=55566c61-a1af-4ec4-81c3-1cfb4560e1e0,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:40.991793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:40.994325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.1 (db497678-2fbb-40f2-aea4-d64b6106dff2/2d3f43fc-ab91-4859-9a39-3f7bcfbf905a/1e08d8f1-4c8d-409e-b60a-6fffc0fb4085) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:54:41.114655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:41.133658 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:54:41.198746 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:41.204879 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-052973dd-bb78-4f27-8946-c2994d09e662 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:41.245919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network db497678-2fbb-40f2-aea4-d64b6106dff2 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:54:41.251288 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:54:41.255008 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:54:41.289217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=1e08d8f1-4c8d-409e-b60a-6fffc0fb4085,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:41.294904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:41.311947 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:41.466416 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:41.762169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:41.768467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:41.772019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-59bccee6-d46a-4558-80a1-d63f8c6235a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:41.844250 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:41.846075 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=1e08d8f1-4c8d-409e-b60a-6fffc0fb4085,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:41.849014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:41.946877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network db497678-2fbb-40f2-aea4-d64b6106dff2 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:54:41.948347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:54:42.016607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f5188f-54c0-48f9-8b73-2c2566d0c5ae None None] Network db497678-2fbb-40f2-aea4-d64b6106dff2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:54:42.074078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:54:42.105639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:54:42.114245 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-479d5fdc-e21d-4513-83f9-4dc21c8e3d23 None None] Provisioning for port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:54:42.189301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:54:42.194532 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/7497e393-2bc5-412d-9cf1-40b1a534b5a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9694078 Jun 24 12:54:42.197043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48892) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:42.220340 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:54:42.226487 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:42.227053 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:42.301858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9459a08-5444-48f8-87f7-6d881d2e35f7 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:42.302336 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9459a08-5444-48f8-87f7-6d881d2e35f7 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:42.302836 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9459a08-5444-48f8-87f7-6d881d2e35f7 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:42.303300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9459a08-5444-48f8-87f7-6d881d2e35f7 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:42.303919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9459a08-5444-48f8-87f7-6d881d2e35f7 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:42.304220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9459a08-5444-48f8-87f7-6d881d2e35f7 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:42.308803 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f9459a08-5444-48f8-87f7-6d881d2e35f7 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1081362 Jun 24 12:54:42.309059 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48894) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:42.332205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:42.371642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=55566c61-a1af-4ec4-81c3-1cfb4560e1e0,segment=NetworkSegment(68a574cd-6ba3-4bc2-84d3-6a052a467a73),segment_id=68a574cd-6ba3-4bc2-84d3-6a052a467a73)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:42.372544 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ed80c0-4bb4-4b24-88da-8ec9d176574e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:42.373013 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ed80c0-4bb4-4b24-88da-8ec9d176574e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:42.373503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ed80c0-4bb4-4b24-88da-8ec9d176574e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:42.373949 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ed80c0-4bb4-4b24-88da-8ec9d176574e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:42.374395 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ed80c0-4bb4-4b24-88da-8ec9d176574e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:42.375043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ed80c0-4bb4-4b24-88da-8ec9d176574e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:42.380303 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:42.380565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48896) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:42.381434 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 670d02ac-efa0-42d2-b968-8a4c011061d5 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:54:42.383812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:42.385227 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a9ed80c0-4bb4-4b24-88da-8ec9d176574e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0750580 Jun 24 12:54:42.468733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=55566c61-a1af-4ec4-81c3-1cfb4560e1e0,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:42.472596 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:42.483170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 670d02ac-efa0-42d2-b968-8a4c011061d5 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:54:42.487599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 670d02ac-efa0-42d2-b968-8a4c011061d5 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:42.488096 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:42.537106 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b6732db0-1560-4088-9cda-59b69e5d542c tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1550939 Jun 24 12:54:42.587352 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:42.592734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-280938e7-4f70-41f8-aa55-57399108d997 None None] Provisioning complete for port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:42.593107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-280938e7-4f70-41f8-aa55-57399108d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:42.635145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 670d02ac-efa0-42d2-b968-8a4c011061d5, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=670d02ac-efa0-42d2-b968-8a4c011061d5,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:42.643432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:42.646672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:42.674387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Sync routers for ids ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:54:42.710287 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Routers {'7497e393-2bc5-412d-9cf1-40b1a534b5a6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:54:42.710970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:54:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:42.770349 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=670d02ac-efa0-42d2-b968-8a4c011061d5,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:42.778151 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:42.848606 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-280938e7-4f70-41f8-aa55-57399108d997 None None] Provisioning for port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:54:42.857698 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-280938e7-4f70-41f8-aa55-57399108d997 None None] Provisioning complete for port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:42.858083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-280938e7-4f70-41f8-aa55-57399108d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:42.885482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Set router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:54:42.930643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-280938e7-4f70-41f8-aa55-57399108d997 None None] Port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:54:42.939347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48900) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:42.944166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0fcf180e-aa56-4c26-808e-23110861cb94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627838434', 'description': 'tempest-secgroup-smoke-1627838434 description', 'project_id': 'ab2b30c769814168a3d5057c6ba96374'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:54:42.967371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fcf180e-aa56-4c26-808e-23110861cb94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.053215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fcf180e-aa56-4c26-808e-23110861cb94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.057528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fcf180e-aa56-4c26-808e-23110861cb94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.061877 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e279219b-ed4c-4fe6-ab8a-2d8d18cc82fe tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:43.066514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-02d68598-ec97-4847-8a56-78d241de6289 None None] Provisioning complete for port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:43.067116 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-02d68598-ec97-4847-8a56-78d241de6289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.088646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0fcf180e-aa56-4c26-808e-23110861cb94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.089866 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0fcf180e-aa56-4c26-808e-23110861cb94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1494827 Jun 24 12:54:43.091844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf180e-aa56-4c26-808e-23110861cb94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98298a73-f692-40ee-9e2d-4efdf91a1535,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:43.093045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48902) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:43.094794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0fcf180e-aa56-4c26-808e-23110861cb94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:43.099891 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-dff3605a-986e-4bda-837b-0e741e993174 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '98298a73-f692-40ee-9e2d-4efdf91a1535', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:54:43.127155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-02d68598-ec97-4847-8a56-78d241de6289 None None] Port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:54:43.131286 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dff3605a-986e-4bda-837b-0e741e993174 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.147915 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:41Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '1e08d8f1-4c8d-409e-b60a-6fffc0fb4085', 'name': '', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2e:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:40Z', 'updated_at': '2021-06-24T12:54:41Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:43.174183 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Checking router: 7497e393-2bc5-412d-9cf1-40b1a534b5a6 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:54:43.174549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Updating router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:54:43.191685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dff3605a-986e-4bda-837b-0e741e993174 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.195411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dff3605a-986e-4bda-837b-0e741e993174 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.197216 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f5ca05a1-73dd-4ade-bbe5-4744b6e1723a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:43.209808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.213551 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3605a-986e-4bda-837b-0e741e993174 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6154d701-7049-4a1e-9a3b-a8ff0e3232af,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:43.216579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dff3605a-986e-4bda-837b-0e741e993174 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:43.219770 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dff3605a-986e-4bda-837b-0e741e993174 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.221015 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-dff3605a-986e-4bda-837b-0e741e993174 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267734 Jun 24 12:54:43.223848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48904) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:43.228398 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-cd5795dc-af56-4307-8a33-8a9b07a536cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '98298a73-f692-40ee-9e2d-4efdf91a1535', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:54:43.256686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cd5795dc-af56-4307-8a33-8a9b07a536cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.313094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cd5795dc-af56-4307-8a33-8a9b07a536cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.317574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cd5795dc-af56-4307-8a33-8a9b07a536cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.322224 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c34b179d-cbc2-4a64-81bc-e77814985482 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:43.337223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5795dc-af56-4307-8a33-8a9b07a536cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fc0f07-95c0-4a15-baf8-d835c7b3b690,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:43.340169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cd5795dc-af56-4307-8a33-8a9b07a536cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:43.341580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cd5795dc-af56-4307-8a33-8a9b07a536cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.342843 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cd5795dc-af56-4307-8a33-8a9b07a536cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180158 Jun 24 12:54:43.345613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48906) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:43.350876 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-567b50ce-03f8-4e83-a847-3b6bd7a32216 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '98298a73-f692-40ee-9e2d-4efdf91a1535', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:54:43.377817 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-567b50ce-03f8-4e83-a847-3b6bd7a32216 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.440536 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-567b50ce-03f8-4e83-a847-3b6bd7a32216 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.444479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-567b50ce-03f8-4e83-a847-3b6bd7a32216 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.450102 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:43.463198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b50ce-03f8-4e83-a847-3b6bd7a32216 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb91e77-8190-4196-a9c7-e54f960ab3ff,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:43.465691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-567b50ce-03f8-4e83-a847-3b6bd7a32216 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:43.472327 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-567b50ce-03f8-4e83-a847-3b6bd7a32216 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.474161 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-567b50ce-03f8-4e83-a847-3b6bd7a32216 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271136 Jun 24 12:54:43.477362 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48908) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:43.482991 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-80444d39-aaf4-4d30-8a96-2bd6a21c1824 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '98298a73-f692-40ee-9e2d-4efdf91a1535', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:54:43.490465 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.500659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Transition to ACTIVE for port object 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:54:43.507026 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.508908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:43.509970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-80444d39-aaf4-4d30-8a96-2bd6a21c1824 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.557380 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730b99f-42bf-4a4d-96e2-61873566f1a6 None None] Pushing event updated for resources: {'Port': ['ID=1e08d8f1-4c8d-409e-b60a-6fffc0fb4085,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:43.560219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8730b99f-42bf-4a4d-96e2-61873566f1a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:43.577232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-80444d39-aaf4-4d30-8a96-2bd6a21c1824 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.582562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-80444d39-aaf4-4d30-8a96-2bd6a21c1824 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.584926 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c479e308-c980-41ed-a850-0ff0a8895ae5 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:43.599826 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80444d39-aaf4-4d30-8a96-2bd6a21c1824 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff5a952-a885-40ec-a033-96defefdde4c,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:43.603934 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-80444d39-aaf4-4d30-8a96-2bd6a21c1824 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:43.610815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-80444d39-aaf4-4d30-8a96-2bd6a21c1824 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.612146 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-80444d39-aaf4-4d30-8a96-2bd6a21c1824 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337285 Jun 24 12:54:43.615172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48910) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:43.619944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-94d33eec-c5fc-4177-9910-f2033c85a816 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '98298a73-f692-40ee-9e2d-4efdf91a1535', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:54:43.625280 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Attempting to bind port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:54:43.625658 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Attempting to bind port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '68a574cd-6ba3-4bc2-84d3-6a052a467a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:54:43.626030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Attempting to bind port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 on network db497678-2fbb-40f2-aea4-d64b6106dff2 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:54:43.631495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:54:43.631885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Checking segment: {'id': '68a574cd-6ba3-4bc2-84d3-6a052a467a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:54:43.632300 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.632706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Bound using segment: {'id': '68a574cd-6ba3-4bc2-84d3-6a052a467a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:54:43.633185 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Bound port: 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a574cd-6ba3-4bc2-84d3-6a052a467a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:54:43.633577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.643690 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-94d33eec-c5fc-4177-9910-f2033c85a816 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:54:43.648934 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-94d33eec-c5fc-4177-9910-f2033c85a816 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.720031 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-94d33eec-c5fc-4177-9910-f2033c85a816 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.725432 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-94d33eec-c5fc-4177-9910-f2033c85a816 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.727634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-427d957d-d75d-4f42-a382-e047f3f2b5de tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:43.746038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d33eec-c5fc-4177-9910-f2033c85a816 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4936ec0b-3d16-4fb1-9db7-674f88de1bd0,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:43.749031 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-94d33eec-c5fc-4177-9910-f2033c85a816 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:43.753728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-94d33eec-c5fc-4177-9910-f2033c85a816 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.758140 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-94d33eec-c5fc-4177-9910-f2033c85a816 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390855 Jun 24 12:54:43.758384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48912) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:43.763726 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-3b66d9bc-6000-4243-9294-323296b89f1c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '98298a73-f692-40ee-9e2d-4efdf91a1535', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:54:43.788013 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-3b66d9bc-6000-4243-9294-323296b89f1c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:54:43.794015 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b66d9bc-6000-4243-9294-323296b89f1c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.858993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b66d9bc-6000-4243-9294-323296b89f1c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.863394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b66d9bc-6000-4243-9294-323296b89f1c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.865260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f47dc719-2f52-40da-8ecc-26bdd03ca6cb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:43.880541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] For port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:54:43.881728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66d9bc-6000-4243-9294-323296b89f1c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e030c63-0b0d-42c0-8447-d75faf70cf33,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:43.884518 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] For port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1e08d8f1-4c8d-409e-b60a-6fffc0fb4085,segment=NetworkSegment(68a574cd-6ba3-4bc2-84d3-6a052a467a73),segment_id=68a574cd-6ba3-4bc2-84d3-6a052a467a73)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:54:43.884710 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3b66d9bc-6000-4243-9294-323296b89f1c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:43.887335 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3b66d9bc-6000-4243-9294-323296b89f1c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.889176 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3b66d9bc-6000-4243-9294-323296b89f1c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296642 Jun 24 12:54:43.896168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:43.898500 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:43.954246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Routers {'7497e393-2bc5-412d-9cf1-40b1a534b5a6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:54:43.955009 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:54:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:43.960314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730b99f-42bf-4a4d-96e2-61873566f1a6 None None] Pushing event updated for resources: {'Port': ['ID=1e08d8f1-4c8d-409e-b60a-6fffc0fb4085,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:43.992799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8730b99f-42bf-4a4d-96e2-61873566f1a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:44.071669 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-03f9569f-f7b6-44f5-b14b-86d408e5c8ca tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627838434&fields=id&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 267 time: 0.0379593 Jun 24 12:54:44.076297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:54:44.128369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] Set router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:54:44.188619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088adb50-f868-45c3-9747-99e528a8630c req-8cd61064-472c-4881-8fa4-e4fa510a12d0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:44.190097 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-8cd61064-472c-4881-8fa4-e4fa510a12d0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/networks?id=db497678-2fbb-40f2-aea4-d64b6106dff2 HTTP/1.1" status: 200 len: 797 time: 0.1114235 Jun 24 12:54:44.205576 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-9e0024bb-15bc-4da1-a2b2-aed29eec279d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/quotas/ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 375 time: 0.0097082 Jun 24 12:54:44.212498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:44.212914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:44.273105 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-001d3287-e19c-4da6-aa26-3c7d4af9df94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622108 Jun 24 12:54:44.373591 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-f5beeaa0-7e8d-44c9-9a7f-87d44185eea8 service neutron] 10.222.0.110 "GET /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890892 Jun 24 12:54:44.384699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 670d02ac-efa0-42d2-b968-8a4c011061d5 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:54:44.454148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:41Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '1e08d8f1-4c8d-409e-b60a-6fffc0fb4085', 'name': '', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2e:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:40Z', 'updated_at': '2021-06-24T12:54:43Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:44.456758 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 670d02ac-efa0-42d2-b968-8a4c011061d5 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:44.457143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:44.462199 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-e712c8ed-8fef-4a00-8add-3e006906cc8e service neutron] 10.222.0.110 "GET /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827067 Jun 24 12:54:44.488625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c11f09-e00d-471f-8f0b-4f77e5c119cf None None] The sync data for ids ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'] in dv-neutron-797121-4-hyperv is: [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:41Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '1e08d8f1-4c8d-409e-b60a-6fffc0fb4085', 'name': '', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2e:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:40Z', 'updated_at': '2021-06-24T12:54:43Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:54:44.664211 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-753a36fa-b879-4ac0-a34d-def55096231d req-53c35493-b712-4292-a17c-6b4060f4c215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 210 time: 0.0335319 Jun 24 12:54:45.799095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088adb50-f868-45c3-9747-99e528a8630c req-ffb529f7-80bd-4516-ada0-5a7b2b068286 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:45.800723 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-ffb529f7-80bd-4516-ada0-5a7b2b068286 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/networks?id=db497678-2fbb-40f2-aea4-d64b6106dff2 HTTP/1.1" status: 200 len: 797 time: 0.1168864 Jun 24 12:54:45.826206 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c139bc8f-bb3c-4117-b65c-ca0e1290c1c6 req-0114ec81-9ca8-420a-a8dc-5c6fc240a931 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 210 time: 0.0449684 Jun 24 12:54:45.862681 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-7b1d9042-74de-4c26-b086-97974a6a00ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 380 time: 0.0388796 Jun 24 12:54:45.872290 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-088adb50-f868-45c3-9747-99e528a8630c req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'port': {'device_id': '38e29948-480b-4d41-bd9c-e2b68671e143', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'admin_state_up': True, 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'security_groups': ['98298a73-f692-40ee-9e2d-4efdf91a1535']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:54:45.987060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088adb50-f868-45c3-9747-99e528a8630c req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:54:45.990604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-088adb50-f868-45c3-9747-99e528a8630c req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:46.047360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:54:46.102212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:54:46.110023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:46.110402 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:46.122867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-088adb50-f868-45c3-9747-99e528a8630c req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.4 (db497678-2fbb-40f2-aea4-d64b6106dff2/2d3f43fc-ab91-4859-9a39-3f7bcfbf905a/fa695c4f-a9ab-4ab6-8817-f00497583926) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:54:46.188760 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:46.221100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1e08d8f1-4c8d-409e-b60a-6fffc0fb4085,segment=NetworkSegment(68a574cd-6ba3-4bc2-84d3-6a052a467a73),segment_id=68a574cd-6ba3-4bc2-84d3-6a052a467a73)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:46.226494 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:46.228507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:46.261232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-088adb50-f868-45c3-9747-99e528a8630c req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:46.275294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=1e08d8f1-4c8d-409e-b60a-6fffc0fb4085,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:46.278453 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:46.279056 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-088adb50-f868-45c3-9747-99e528a8630c req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object fa695c4f-a9ab-4ab6-8817-f00497583926 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:54:46.313434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-088adb50-f868-45c3-9747-99e528a8630c req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:46.317271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:46.362684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088adb50-f868-45c3-9747-99e528a8630c req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network db497678-2fbb-40f2-aea4-d64b6106dff2 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:54:46.365720 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-088adb50-f868-45c3-9747-99e528a8630c req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:54:46.370229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-088adb50-f868-45c3-9747-99e528a8630c req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:54:46.374946 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=fa695c4f-a9ab-4ab6-8817-f00497583926,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:46.394840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:46.431370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088adb50-f868-45c3-9747-99e528a8630c req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:46.432213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-088adb50-f868-45c3-9747-99e528a8630c req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:46.448180 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5796440 Jun 24 12:54:46.460860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Request body: {'port': {'device_id': '38e29948-480b-4d41-bd9c-e2b68671e143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:54:46.538666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:46.596860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-527fd933-341c-4336-a49a-58b12c5ee0e0 None None] Provisioning for port fa695c4f-a9ab-4ab6-8817-f00497583926 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:54:46.600552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-527fd933-341c-4336-a49a-58b12c5ee0e0 None None] Provisioning complete for port fa695c4f-a9ab-4ab6-8817-f00497583926 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:46.600963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-527fd933-341c-4336-a49a-58b12c5ee0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:46.638257 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-527fd933-341c-4336-a49a-58b12c5ee0e0 None None] Port fa695c4f-a9ab-4ab6-8817-f00497583926 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:54:46.796525 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa695c4f-a9ab-4ab6-8817-f00497583926 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:54:46.804319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:46.816458 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Transition to ACTIVE for port object fa695c4f-a9ab-4ab6-8817-f00497583926 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:54:46.820446 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:46.822430 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0c01292a-7fb8-426f-9b59-a5f36985929b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:46.868274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Pushing event updated for resources: {'Port': ['ID=fa695c4f-a9ab-4ab6-8817-f00497583926,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:46.871843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:46.952196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Attempting to bind port fa695c4f-a9ab-4ab6-8817-f00497583926 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:54:46.952535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Attempting to bind port fa695c4f-a9ab-4ab6-8817-f00497583926 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '68a574cd-6ba3-4bc2-84d3-6a052a467a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:54:46.952869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Attempting to bind port fa695c4f-a9ab-4ab6-8817-f00497583926 on network db497678-2fbb-40f2-aea4-d64b6106dff2 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:54:46.957409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Port fa695c4f-a9ab-4ab6-8817-f00497583926 on network db497678-2fbb-40f2-aea4-d64b6106dff2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:54:46.957734 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Attempting to bind port fa695c4f-a9ab-4ab6-8817-f00497583926 on network db497678-2fbb-40f2-aea4-d64b6106dff2 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:54:46.962888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:54:46.963229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Checking segment: {'id': '68a574cd-6ba3-4bc2-84d3-6a052a467a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:54:46.963622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Bound using segment: {'id': '68a574cd-6ba3-4bc2-84d3-6a052a467a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:54:46.964055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Bound port: fa695c4f-a9ab-4ab6-8817-f00497583926, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a574cd-6ba3-4bc2-84d3-6a052a467a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:54:46.964471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:47.075052 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] For port fa695c4f-a9ab-4ab6-8817-f00497583926, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:54:47.079402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] For port fa695c4f-a9ab-4ab6-8817-f00497583926, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fa695c4f-a9ab-4ab6-8817-f00497583926,segment=NetworkSegment(68a574cd-6ba3-4bc2-84d3-6a052a467a73),segment_id=68a574cd-6ba3-4bc2-84d3-6a052a467a73)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:54:47.088196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432caf0c-8d10-486a-b2f0-a5d5b4223ea6 req-0912f462-f703-4404-8d1f-45376cf962a1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:47.089662 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-432caf0c-8d10-486a-b2f0-a5d5b4223ea6 req-0912f462-f703-4404-8d1f-45376cf962a1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 943 time: 0.1230309 Jun 24 12:54:47.091125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:47.093288 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-18cea797-93b7-4582-97f0-ef286253b91a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:47.177979 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:47.483621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:47.484238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:47.485875 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] 10.222.0.102 "PUT /v2.0/ports/fa695c4f-a9ab-4ab6-8817-f00497583926 HTTP/1.1" status: 200 len: 1093 time: 1.0290825 Jun 24 12:54:47.486229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e29948-480b-4d41-bd9c-e2b68671e143', 'tag': 'fa695c4f-a9ab-4ab6-8817-f00497583926'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:54:47.488466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6cae04-0559-4e96-9e01-70a00b777777" -d '{"events": [{"name": "network-changed", "server_uuid": "38e29948-480b-4d41-bd9c-e2b68671e143", "tag": "fa695c4f-a9ab-4ab6-8817-f00497583926"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:54:47.524400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Pushing event updated for resources: {'Port': ['ID=fa695c4f-a9ab-4ab6-8817-f00497583926,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:47.530075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7457db6-65a2-430b-ac2b-8bf265b12977 x-openstack-request-id: req-b7457db6-65a2-430b-ac2b-8bf265b12977 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:54:47.530421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e29948-480b-4d41-bd9c-e2b68671e143", "tag": "fa695c4f-a9ab-4ab6-8817-f00497583926", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:54:47.530727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-b7457db6-65a2-430b-ac2b-8bf265b12977 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:54:47.531197 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e29948-480b-4d41-bd9c-e2b68671e143', 'tag': 'fa695c4f-a9ab-4ab6-8817-f00497583926', 'status': 'completed', 'code': 200} Jun 24 12:54:47.531974 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:47.535468 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-432caf0c-8d10-486a-b2f0-a5d5b4223ea6 req-a355c6fe-2352-41df-acd7-5744e62ad4d3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=98298a73-f692-40ee-9e2d-4efdf91a1535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4357235 Jun 24 12:54:47.598680 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088adb50-f868-45c3-9747-99e528a8630c req-7528abac-47b0-46ed-8c2f-83cacef95686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:47.600226 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-7528abac-47b0-46ed-8c2f-83cacef95686 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 1096 time: 0.0561109 Jun 24 12:54:47.647782 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-102c9acf-f197-4a06-8b83-6d806462728c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa695c4f-a9ab-4ab6-8817-f00497583926 HTTP/1.1" status: 200 len: 217 time: 0.0390298 Jun 24 12:54:47.697387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088adb50-f868-45c3-9747-99e528a8630c req-735a4729-dbec-4396-bfbc-48abcd89cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:47.698918 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-735a4729-dbec-4396-bfbc-48abcd89cdda service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2d3f43fc-ab91-4859-9a39-3f7bcfbf905a HTTP/1.1" status: 200 len: 842 time: 0.0436406 Jun 24 12:54:47.757319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088adb50-f868-45c3-9747-99e528a8630c req-dc9452ed-f91a-4935-8145-aab9cf2852ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:47.758713 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-dc9452ed-f91a-4935-8145-aab9cf2852ba service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=db497678-2fbb-40f2-aea4-d64b6106dff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521932 Jun 24 12:54:47.852394 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-b58a627a-f21e-424f-a9dc-8961af9f94de service neutron] 10.222.0.102 "GET /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866826 Jun 24 12:54:47.941024 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-088adb50-f868-45c3-9747-99e528a8630c req-598e68a8-f07f-4cfa-9052-fd38ad456006 service neutron] 10.222.0.102 "GET /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820632 Jun 24 12:54:48.016474 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:54:48.057723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cae04-0559-4e96-9e01-70a00b777777 req-551ddcc1-0f33-45ca-ba54-6ab303c416ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:48.059261 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7a6cae04-0559-4e96-9e01-70a00b777777 req-551ddcc1-0f33-45ca-ba54-6ab303c416ef service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 1096 time: 0.0589678 Jun 24 12:54:48.065635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:48.066024 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:48.150549 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cae04-0559-4e96-9e01-70a00b777777 req-2e7979a7-8666-4a6a-b3c6-10f5d6080317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:48.152081 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7a6cae04-0559-4e96-9e01-70a00b777777 req-2e7979a7-8666-4a6a-b3c6-10f5d6080317 service neutron] 10.222.0.102 "GET /v2.0/networks?id=db497678-2fbb-40f2-aea4-d64b6106dff2 HTTP/1.1" status: 200 len: 899 time: 0.0862281 Jun 24 12:54:48.199075 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7a6cae04-0559-4e96-9e01-70a00b777777 req-1f06d42d-5d61-48b8-adcc-2145b3277d13 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa695c4f-a9ab-4ab6-8817-f00497583926 HTTP/1.1" status: 200 len: 217 time: 0.0376713 Jun 24 12:54:48.248086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cae04-0559-4e96-9e01-70a00b777777 req-92fc0bc2-543d-403a-9735-8c23574d74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:48.249996 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7a6cae04-0559-4e96-9e01-70a00b777777 req-92fc0bc2-543d-403a-9735-8c23574d74b5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2d3f43fc-ab91-4859-9a39-3f7bcfbf905a HTTP/1.1" status: 200 len: 842 time: 0.0435019 Jun 24 12:54:48.306400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cae04-0559-4e96-9e01-70a00b777777 req-c821f931-3a5c-4218-a9a0-638663ec4825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:48.307784 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7a6cae04-0559-4e96-9e01-70a00b777777 req-c821f931-3a5c-4218-a9a0-638663ec4825 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=db497678-2fbb-40f2-aea4-d64b6106dff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510638 Jun 24 12:54:48.401704 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7a6cae04-0559-4e96-9e01-70a00b777777 req-4d99a3fb-6d31-452a-8011-28ddee5eedf9 service neutron] 10.222.0.102 "GET /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850406 Jun 24 12:54:48.494289 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7a6cae04-0559-4e96-9e01-70a00b777777 req-7d330652-8ba5-4f7f-8a19-5c6b3bb61ffc service neutron] 10.222.0.102 "GET /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846078 Jun 24 12:54:48.713713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6711f4e-0ed4-4cc8-90b0-c1d4139b957a req-92afdd05-c5d9-41f1-80ee-a8349401e2e8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:48.715187 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a6711f4e-0ed4-4cc8-90b0-c1d4139b957a req-92afdd05-c5d9-41f1-80ee-a8349401e2e8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 943 time: 0.0667260 Jun 24 12:54:48.752541 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a6711f4e-0ed4-4cc8-90b0-c1d4139b957a req-9265c004-ee71-4729-9d7d-ba4d1e45b357 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=98298a73-f692-40ee-9e2d-4efdf91a1535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317016 Jun 24 12:54:49.475088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device fa695c4f-a9ab-4ab6-8817-f00497583926 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:54:49.571485 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port fa695c4f-a9ab-4ab6-8817-f00497583926, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fa695c4f-a9ab-4ab6-8817-f00497583926,segment=NetworkSegment(68a574cd-6ba3-4bc2-84d3-6a052a467a73),segment_id=68a574cd-6ba3-4bc2-84d3-6a052a467a73)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:49.582623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'fa695c4f-a9ab-4ab6-8817-f00497583926', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'port_id': 'fa695c4f-a9ab-4ab6-8817-f00497583926', 'mac_address': 'fa:16:3e:74:76:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:54:49.619390 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:49.631600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa695c4f-a9ab-4ab6-8817-f00497583926 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:54:49.651581 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port fa695c4f-a9ab-4ab6-8817-f00497583926, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fa695c4f-a9ab-4ab6-8817-f00497583926,segment=NetworkSegment(68a574cd-6ba3-4bc2-84d3-6a052a467a73),segment_id=68a574cd-6ba3-4bc2-84d3-6a052a467a73)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:49.656840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:49.659961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-43e38995-0c73-448b-875b-7510230644c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:49.711001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=fa695c4f-a9ab-4ab6-8817-f00497583926,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:49.713956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:49.890129 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['fa695c4f-a9ab-4ab6-8817-f00497583926'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:54:49.944669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3550265-309a-4f64-972b-45b1adeaf94b req-3df3b33b-f6b2-4f75-b167-e0880bb2862c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:49.946164 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d3550265-309a-4f64-972b-45b1adeaf94b req-3df3b33b-f6b2-4f75-b167-e0880bb2862c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 944 time: 0.0702949 Jun 24 12:54:49.991606 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d3550265-309a-4f64-972b-45b1adeaf94b req-7a401180-bd19-49ee-acb3-38bec06839ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=98298a73-f692-40ee-9e2d-4efdf91a1535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389187 Jun 24 12:54:51.168797 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5c60c-5da7-41e5-937c-1516830fa2b9 req-40521bef-26cb-44a1-a159-254f02f5ed96 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:51.170465 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9cb5c60c-5da7-41e5-937c-1516830fa2b9 req-40521bef-26cb-44a1-a159-254f02f5ed96 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 944 time: 0.0672574 Jun 24 12:54:51.213504 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9cb5c60c-5da7-41e5-937c-1516830fa2b9 req-aeef611e-8eb3-4ae0-8e9f-01e12bc4309d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=98298a73-f692-40ee-9e2d-4efdf91a1535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367572 Jun 24 12:54:51.486847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device fa695c4f-a9ab-4ab6-8817-f00497583926 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:54:51.535311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port fa695c4f-a9ab-4ab6-8817-f00497583926 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:54:51.539114 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port fa695c4f-a9ab-4ab6-8817-f00497583926 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:54:51.539494 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:51.616932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:51.641489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e29948-480b-4d41-bd9c-e2b68671e143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa695c4f-a9ab-4ab6-8817-f00497583926'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:54:51.643820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176b63cf-f826-4315-9f38-6ccfda36defa" -d '{"events": [{"server_uuid": "38e29948-480b-4d41-bd9c-e2b68671e143", "name": "network-vif-plugged", "status": "completed", "tag": "fa695c4f-a9ab-4ab6-8817-f00497583926"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:54:51.656756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port fa695c4f-a9ab-4ab6-8817-f00497583926, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fa695c4f-a9ab-4ab6-8817-f00497583926,segment=NetworkSegment(68a574cd-6ba3-4bc2-84d3-6a052a467a73),segment_id=68a574cd-6ba3-4bc2-84d3-6a052a467a73)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:54:51.660719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:51.662604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0fbc8773-ff67-46b6-a19b-c7eaa76e6cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:51.685322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14c7f95-eb72-4614-a3ea-0b7996a2adee x-openstack-request-id: req-a14c7f95-eb72-4614-a3ea-0b7996a2adee {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:54:51.685634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e29948-480b-4d41-bd9c-e2b68671e143", "name": "network-vif-plugged", "status": "completed", "tag": "fa695c4f-a9ab-4ab6-8817-f00497583926", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:54:51.685899 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a14c7f95-eb72-4614-a3ea-0b7996a2adee {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:54:51.686325 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e29948-480b-4d41-bd9c-e2b68671e143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa695c4f-a9ab-4ab6-8817-f00497583926', 'code': 200} Jun 24 12:54:51.712138 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=fa695c4f-a9ab-4ab6-8817-f00497583926,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:51.715120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:51.915353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5898e3-6cb2-4712-a473-cbf728958e0e req-5a68ec79-793c-4dc5-b63f-a41fc6c9d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:51.916845 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aa5898e3-6cb2-4712-a473-cbf728958e0e req-5a68ec79-793c-4dc5-b63f-a41fc6c9d583 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 1098 time: 0.0596414 Jun 24 12:54:51.950373 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aa5898e3-6cb2-4712-a473-cbf728958e0e req-01b312fe-14ab-4145-a9de-85e0290f6aa6 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=98298a73-f692-40ee-9e2d-4efdf91a1535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272741 Jun 24 12:54:52.395680 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369124a-ed83-41c8-80bd-5df7d478487c req-17a5f3b3-8c91-4857-979e-9ea234167322 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:52.397026 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0369124a-ed83-41c8-80bd-5df7d478487c req-17a5f3b3-8c91-4857-979e-9ea234167322 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 945 time: 0.0632625 Jun 24 12:54:52.437392 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0369124a-ed83-41c8-80bd-5df7d478487c req-384731b7-e98d-4a20-bf38-daa45a83e3bc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=98298a73-f692-40ee-9e2d-4efdf91a1535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347335 Jun 24 12:54:53.616256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a00691-efc5-4cf1-9f8b-08f985d6a7c7 req-9ff9d0f4-e9ef-4729-a982-b61864e96ad6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:53.617750 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4a00691-efc5-4cf1-9f8b-08f985d6a7c7 req-9ff9d0f4-e9ef-4729-a982-b61864e96ad6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 945 time: 0.0669842 Jun 24 12:54:53.655155 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4a00691-efc5-4cf1-9f8b-08f985d6a7c7 req-a42bae84-382d-4f40-9fd2-6293aebc7839 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=98298a73-f692-40ee-9e2d-4efdf91a1535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316715 Jun 24 12:54:53.825800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d2e1f-6bb1-461b-98fc-e0b7c8df2ebc req-53e833c4-14ce-4dfb-bc29-9fd98e3065c8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:53.827332 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d38d2e1f-6bb1-461b-98fc-e0b7c8df2ebc req-53e833c4-14ce-4dfb-bc29-9fd98e3065c8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 945 time: 0.0638981 Jun 24 12:54:53.864458 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d38d2e1f-6bb1-461b-98fc-e0b7c8df2ebc req-e5ef7d1e-e3ae-492a-bfa8-3f09b82234de tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=98298a73-f692-40ee-9e2d-4efdf91a1535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315199 Jun 24 12:54:53.889101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48966) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:53.940302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b81f6-5729-44a6-89b3-a574bebf690e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:53.941853 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4e0b81f6-5729-44a6-89b3-a574bebf690e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 1093 time: 0.0516994 Jun 24 12:54:53.944652 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48968) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:53.949014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': 'fa695c4f-a9ab-4ab6-8817-f00497583926', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:54:53.971574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:54.071686 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:54.181695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.71 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/07fe8e3f-7da4-4013-b6ce-4c0f77af04f9) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:54:54.281611 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:54.319196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:54.322049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:54.354034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:54:54.358122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:54:54.363970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:54:54.392578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=07fe8e3f-7da4-4013-b6ce-4c0f77af04f9,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:54.396421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:54.738729 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:54.818409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:54.972150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:54.976578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:54.978693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-50ebb4ba-1fa1-48ad-864b-ec4aaf5766dd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:54:55.041966 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=07fe8e3f-7da4-4013-b6ce-4c0f77af04f9,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:54:55.046224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:54:55.056968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:55.156975 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP 9a814b35-3d7d-442a-b26b-2e14e02f8772 associated. External IP: 172.26.1.71, port: fa695c4f-a9ab-4ab6-8817-f00497583926. Jun 24 12:54:55.370933 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:54:55.481119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:54:55.491608 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e838cb-5c5d-4d31-84f7-3cbbc293d523 None None] Sync routers for ids ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:54:55.497162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:55.501043 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e838cb-5c5d-4d31-84f7-3cbbc293d523 None None] Routers {'7497e393-2bc5-412d-9cf1-40b1a534b5a6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:54:55.501666 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-70e838cb-5c5d-4d31-84f7-3cbbc293d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:54:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:55.533653 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5879762 Jun 24 12:54:55.534444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e29948-480b-4d41-bd9c-e2b68671e143', 'tag': 'fa695c4f-a9ab-4ab6-8817-f00497583926'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:54:55.536680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48972) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:55.537243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dfde75-5161-4eb9-9442-dc9f1b23417b" -d '{"events": [{"name": "network-changed", "server_uuid": "38e29948-480b-4d41-bd9c-e2b68671e143", "tag": "fa695c4f-a9ab-4ab6-8817-f00497583926"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:54:55.575514 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2c4995-dfc3-4b45-8745-11c2b7053f21 x-openstack-request-id: req-fb2c4995-dfc3-4b45-8745-11c2b7053f21 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:54:55.575949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e29948-480b-4d41-bd9c-e2b68671e143", "tag": "fa695c4f-a9ab-4ab6-8817-f00497583926", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:54:55.580526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-fb2c4995-dfc3-4b45-8745-11c2b7053f21 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:54:55.581067 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e29948-480b-4d41-bd9c-e2b68671e143', 'tag': 'fa695c4f-a9ab-4ab6-8817-f00497583926', 'status': 'completed', 'code': 200} Jun 24 12:54:55.610635 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0c91fa72-48ae-441c-b99b-6fafb0a35528 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/9a814b35-3d7d-442a-b26b-2e14e02f8772 HTTP/1.1" status: 200 len: 990 time: 0.0715663 Jun 24 12:54:55.613256 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-70e838cb-5c5d-4d31-84f7-3cbbc293d523 None None] Set router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:54:55.661325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfde75-5161-4eb9-9442-dc9f1b23417b req-32716830-a156-4e6a-9986-872e837ddb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:55.662736 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-96dfde75-5161-4eb9-9442-dc9f1b23417b req-32716830-a156-4e6a-9986-872e837ddb9d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 1098 time: 0.0537817 Jun 24 12:54:55.758231 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfde75-5161-4eb9-9442-dc9f1b23417b req-b77817d1-9743-4b00-8882-268a808493db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:55.759760 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-96dfde75-5161-4eb9-9442-dc9f1b23417b req-b77817d1-9743-4b00-8882-268a808493db service neutron] 10.222.0.102 "GET /v2.0/networks?id=db497678-2fbb-40f2-aea4-d64b6106dff2 HTTP/1.1" status: 200 len: 899 time: 0.0892484 Jun 24 12:54:55.828780 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-96dfde75-5161-4eb9-9442-dc9f1b23417b req-39ce7e2e-d520-4d3f-87dc-0d764d624dbe service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa695c4f-a9ab-4ab6-8817-f00497583926 HTTP/1.1" status: 200 len: 998 time: 0.0599339 Jun 24 12:54:55.850000 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-70e838cb-5c5d-4d31-84f7-3cbbc293d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:41Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '9a814b35-3d7d-442a-b26b-2e14e02f8772', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.71', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'port_id': 'fa695c4f-a9ab-4ab6-8817-f00497583926', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'mac_address': 'fa:16:3e:74:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e29948-480b-4d41-bd9c-e2b68671e143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:54:54Z', 'updated_at': '2021-06-24T12:54:54Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e08d8f1-4c8d-409e-b60a-6fffc0fb4085', 'name': '', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:40Z', 'updated_at': '2021-06-24T12:54:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:55.876498 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e838cb-5c5d-4d31-84f7-3cbbc293d523 None None] Checking router: 7497e393-2bc5-412d-9cf1-40b1a534b5a6 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:54:55.884999 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e838cb-5c5d-4d31-84f7-3cbbc293d523 None None] Routers {'7497e393-2bc5-412d-9cf1-40b1a534b5a6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:54:55.885700 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-70e838cb-5c5d-4d31-84f7-3cbbc293d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:54:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:55.887970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfde75-5161-4eb9-9442-dc9f1b23417b req-76856274-b528-413e-aa7c-56e953699609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:55.890009 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-96dfde75-5161-4eb9-9442-dc9f1b23417b req-76856274-b528-413e-aa7c-56e953699609 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2d3f43fc-ab91-4859-9a39-3f7bcfbf905a HTTP/1.1" status: 200 len: 842 time: 0.0544109 Jun 24 12:54:55.949147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfde75-5161-4eb9-9442-dc9f1b23417b req-27767a1c-fb69-45e2-9b85-609806b18c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:54:55.950532 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-96dfde75-5161-4eb9-9442-dc9f1b23417b req-27767a1c-fb69-45e2-9b85-609806b18c8a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=db497678-2fbb-40f2-aea4-d64b6106dff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526500 Jun 24 12:54:55.990872 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-70e838cb-5c5d-4d31-84f7-3cbbc293d523 None None] Set router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:54:56.049212 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-96dfde75-5161-4eb9-9442-dc9f1b23417b req-fa0c3d13-fc0f-4f26-aa37-bb5815356892 service neutron] 10.222.0.102 "GET /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884397 Jun 24 12:54:56.148622 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-96dfde75-5161-4eb9-9442-dc9f1b23417b req-6099d49d-7194-42dc-9b83-e00e8f91c525 service neutron] 10.222.0.102 "GET /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900185 Jun 24 12:54:56.320313 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-70e838cb-5c5d-4d31-84f7-3cbbc293d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:41Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '9a814b35-3d7d-442a-b26b-2e14e02f8772', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.71', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'port_id': 'fa695c4f-a9ab-4ab6-8817-f00497583926', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'mac_address': 'fa:16:3e:74:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e29948-480b-4d41-bd9c-e2b68671e143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:54:54Z', 'updated_at': '2021-06-24T12:54:54Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e08d8f1-4c8d-409e-b60a-6fffc0fb4085', 'name': '', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:40Z', 'updated_at': '2021-06-24T12:54:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:54:56.346381 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e838cb-5c5d-4d31-84f7-3cbbc293d523 None None] The sync data for ids ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'] in dv-neutron-797121-4-hyperv is: [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:41Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '9a814b35-3d7d-442a-b26b-2e14e02f8772', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.71', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'port_id': 'fa695c4f-a9ab-4ab6-8817-f00497583926', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'mac_address': 'fa:16:3e:74:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e29948-480b-4d41-bd9c-e2b68671e143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:54:54Z', 'updated_at': '2021-06-24T12:54:54Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e08d8f1-4c8d-409e-b60a-6fffc0fb4085', 'name': '', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:40Z', 'updated_at': '2021-06-24T12:54:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:54:56.544691 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4040d09a-0318-4f7d-93be-46b29a94db45 None None] New status for floating IP 9a814b35-3d7d-442a-b26b-2e14e02f8772: ACTIVE {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:54:56.604605 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f74461de-a16d-4612-b75e-a7e08f49d06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:56.611901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 48976) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:56.678614 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a5242343-6e12-4306-a2f2-d7a2a1af8623 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/9a814b35-3d7d-442a-b26b-2e14e02f8772 HTTP/1.1" status: 200 len: 990 time: 0.0653081 Jun 24 12:54:57.682327 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 48978) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:54:57.741268 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a7b13631-19d4-4a31-ac7e-bb09d86f5267 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/9a814b35-3d7d-442a-b26b-2e14e02f8772 HTTP/1.1" status: 200 len: 992 time: 0.0577292 Jun 24 12:54:59.297854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3c778b5b-7efd-4c03-9a34-8835e37229a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:59.408195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:00.279928 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:02.263840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:04.878120 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:55:17.163437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:26.589377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c3b9ec77-e9ac-4874-897b-45f9f06dbb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:28.156132 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdad9e57-ee78-4e60-8184-3842609fbaba req-d6391fc7-aec4-407f-a09b-c648df8023e3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573587 Jun 24 12:55:28.231305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad9e57-ee78-4e60-8184-3842609fbaba req-d06416ce-0395-4033-9b58-14317e6d023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:28.232768 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdad9e57-ee78-4e60-8184-3842609fbaba req-d06416ce-0395-4033-9b58-14317e6d023e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 1098 time: 0.0505717 Jun 24 12:55:28.338967 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad9e57-ee78-4e60-8184-3842609fbaba req-bc331b3d-74b0-414b-a3ea-1fe11e757521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:28.340403 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdad9e57-ee78-4e60-8184-3842609fbaba req-bc331b3d-74b0-414b-a3ea-1fe11e757521 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 914 time: 0.0868165 Jun 24 12:55:28.404019 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdad9e57-ee78-4e60-8184-3842609fbaba req-7cdd9b16-bcbc-4be8-b22d-baf8a03bd415 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0063ae-d36d-4431-852e-fe64b4c63964 HTTP/1.1" status: 200 len: 1001 time: 0.0564032 Jun 24 12:55:28.458403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad9e57-ee78-4e60-8184-3842609fbaba req-e2300abc-0869-462c-bdee-7b86982c18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:28.459761 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdad9e57-ee78-4e60-8184-3842609fbaba req-e2300abc-0869-462c-bdee-7b86982c18c8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.0484488 Jun 24 12:55:28.518051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad9e57-ee78-4e60-8184-3842609fbaba req-808a10ea-1ff9-49b1-b4d3-a32fdfd9c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:28.520176 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdad9e57-ee78-4e60-8184-3842609fbaba req-808a10ea-1ff9-49b1-b4d3-a32fdfd9c0d0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534613 Jun 24 12:55:28.610959 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdad9e57-ee78-4e60-8184-3842609fbaba req-c1aa8339-5936-432c-a617-75b3e5e8dcea service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820713 Jun 24 12:55:28.702744 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdad9e57-ee78-4e60-8184-3842609fbaba req-00b56342-2625-4dc5-a6b6-776bbcdf639f service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850332 Jun 24 12:55:29.298833 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f008bada-493d-42b7-acfb-63caa018ad78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:29.410058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:30.281493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:32.266487 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:41.881145 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:55:44.949969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49000) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:55:45.106269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Deleting port e5222c7a-2c2e-4de2-878f-9f639d0c6241 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:55:45.106613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:45.178724 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:45.179073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:45.190233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Calling delete_port for e5222c7a-2c2e-4de2-878f-9f639d0c6241 owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:55:45.652610 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:45.654529 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:55:45.676370 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event deleted for resources: {'Port': ['ID=e5222c7a-2c2e-4de2-878f-9f639d0c6241,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:55:45.689347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:45.689742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:45.690129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:45.690509 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:45.690906 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:45.691286 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:45.691656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:45.692030 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:45.692424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:45.692791 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:45.693158 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:45.693519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:45.711011 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:55:45.748646 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:45.748983 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Floating IP 864243d7-cdae-45fb-86ab-4bc4e087473d disassociated (deleted). External IP: 172.26.1.140, port: 9a0063ae-d36d-4431-852e-fe64b4c63964. Jun 24 12:55:45.948782 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Router c0fead73-0e69-483e-bb43-fc68088a7a19 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:55:46.054579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:55:46.059386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:46.063594 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048622d3-b54a-4764-8810-9c2e0b8f3996 None None] Sync routers for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:55:46.072007 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048622d3-b54a-4764-8810-9c2e0b8f3996 None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:55:46.072608 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-048622d3-b54a-4764-8810-9c2e0b8f3996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:55:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:55:46.095146 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "DELETE /v2.0/floatingips/864243d7-cdae-45fb-86ab-4bc4e087473d HTTP/1.1" status: 204 len: 168 time: 1.1440990 Jun 24 12:55:46.095843 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'tag': '9a0063ae-d36d-4431-852e-fe64b4c63964'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:55:46.098176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88d03fd-229f-427f-8376-ba68ca4274a7" -d '{"events": [{"name": "network-changed", "server_uuid": "17fa9a61-c870-4ace-9db1-97d15ed29774", "tag": "9a0063ae-d36d-4431-852e-fe64b4c63964"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:55:46.179668 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-048622d3-b54a-4764-8810-9c2e0b8f3996 None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:55:46.221680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97e347b-174c-4433-b508-1890d75d12ae x-openstack-request-id: req-a97e347b-174c-4433-b508-1890d75d12ae {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:55:46.222034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fa9a61-c870-4ace-9db1-97d15ed29774", "tag": "9a0063ae-d36d-4431-852e-fe64b4c63964", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:55:46.222345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a97e347b-174c-4433-b508-1890d75d12ae {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:55:46.222864 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'tag': '9a0063ae-d36d-4431-852e-fe64b4c63964', 'status': 'completed', 'code': 200} Jun 24 12:55:46.301537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d03fd-229f-427f-8376-ba68ca4274a7 req-46773a93-4860-4733-bc21-193f148d30af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:46.303138 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a88d03fd-229f-427f-8376-ba68ca4274a7 req-46773a93-4860-4733-bc21-193f148d30af service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 1098 time: 0.0562694 Jun 24 12:55:46.409992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d03fd-229f-427f-8376-ba68ca4274a7 req-25589b33-d9e0-4cc8-95a6-10d901d1ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:46.411592 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a88d03fd-229f-427f-8376-ba68ca4274a7 req-25589b33-d9e0-4cc8-95a6-10d901d1ee2b service neutron] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 914 time: 0.0999110 Jun 24 12:55:46.422389 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-048622d3-b54a-4764-8810-9c2e0b8f3996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'f3d51966-e3ab-4b13-ac14-17c69c826480', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.193', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:93:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:51:59Z', 'updated_at': '2021-06-24T12:52:01Z', 'revision_number': 1, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:55:46.449267 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048622d3-b54a-4764-8810-9c2e0b8f3996 None None] Checking router: c0fead73-0e69-483e-bb43-fc68088a7a19 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:55:46.457702 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048622d3-b54a-4764-8810-9c2e0b8f3996 None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:55:46.458823 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-048622d3-b54a-4764-8810-9c2e0b8f3996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:55:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:55:46.466879 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a88d03fd-229f-427f-8376-ba68ca4274a7 req-083fb40f-df5b-48d7-8207-7b8e021c7022 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0063ae-d36d-4431-852e-fe64b4c63964 HTTP/1.1" status: 200 len: 217 time: 0.0450256 Jun 24 12:55:46.562438 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-048622d3-b54a-4764-8810-9c2e0b8f3996 None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:55:46.791096 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-048622d3-b54a-4764-8810-9c2e0b8f3996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'f3d51966-e3ab-4b13-ac14-17c69c826480', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.193', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:93:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:51:59Z', 'updated_at': '2021-06-24T12:52:01Z', 'revision_number': 1, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:55:46.822903 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048622d3-b54a-4764-8810-9c2e0b8f3996 None None] The sync data for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv is: [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'f3d51966-e3ab-4b13-ac14-17c69c826480', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'floating_ip_address': '172.26.1.193', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'port_id': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'mac_address': 'fa:16:3e:93:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:51:59Z', 'updated_at': '2021-06-24T12:52:01Z', 'revision_number': 1, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:55:46.885344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d03fd-229f-427f-8376-ba68ca4274a7 req-b1c232fb-51bf-4c3f-97a1-3d1e4f7311dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:46.886805 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a88d03fd-229f-427f-8376-ba68ca4274a7 req-b1c232fb-51bf-4c3f-97a1-3d1e4f7311dc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.4045482 Jun 24 12:55:46.932999 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0315b-a95c-44ab-912e-ff58475dbf4f req-03c0a0f0-4b48-4dcd-92c9-279822cdc054 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:46.934541 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9cf0315b-a95c-44ab-912e-ff58475dbf4f req-03c0a0f0-4b48-4dcd-92c9-279822cdc054 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 945 time: 0.5045745 Jun 24 12:55:46.986859 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9cf0315b-a95c-44ab-912e-ff58475dbf4f req-c17038ae-83a6-4521-b86a-ac9a6aaae23a tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462794 Jun 24 12:55:46.990520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d03fd-229f-427f-8376-ba68ca4274a7 req-8a65fe2d-a497-4063-8e04-d70484139e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:46.991915 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a88d03fd-229f-427f-8376-ba68ca4274a7 req-8a65fe2d-a497-4063-8e04-d70484139e7f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0967777 Jun 24 12:55:47.041431 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a923bf-5175-4ab8-9aef-ef53f3f02b87 None None] New status for floating IP 864243d7-cdae-45fb-86ab-4bc4e087473d: DOWN {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:55:47.086458 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a88d03fd-229f-427f-8376-ba68ca4274a7 req-531108dd-e973-46d0-ac18-c271a48be471 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867593 Jun 24 12:55:47.177467 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:47.178857 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a88d03fd-229f-427f-8376-ba68ca4274a7 req-708e8835-b60e-4b11-80a9-9ab6220e2a07 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838978 Jun 24 12:55:48.207996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202d21c-85e5-49e1-a76f-2fb5b619660c req-ca01d6e6-c23f-41f1-9b02-e0a6b42f1eba tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:48.209467 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7202d21c-85e5-49e1-a76f-2fb5b619660c req-ca01d6e6-c23f-41f1-9b02-e0a6b42f1eba tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 945 time: 0.1069150 Jun 24 12:55:48.221275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7718563-ba31-4a09-b592-1599670752b4 req-d3847dff-94d1-4961-b9c6-5673230de1e2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:48.222652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f7718563-ba31-4a09-b592-1599670752b4 req-d3847dff-94d1-4961-b9c6-5673230de1e2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 945 time: 0.0869896 Jun 24 12:55:48.291892 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7202d21c-85e5-49e1-a76f-2fb5b619660c req-c1527d91-c224-40b2-a4a3-75dbb44c0a27 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682259 Jun 24 12:55:48.349507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-f7718563-ba31-4a09-b592-1599670752b4 req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Deleting port 9a0063ae-d36d-4431-852e-fe64b4c63964 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:55:48.349844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f7718563-ba31-4a09-b592-1599670752b4 req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:48.437440 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-f7718563-ba31-4a09-b592-1599670752b4 req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] For port 9a0063ae-d36d-4431-852e-fe64b4c63964, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9a0063ae-d36d-4431-852e-fe64b4c63964,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:55:48.437818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f7718563-ba31-4a09-b592-1599670752b4 req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:48.450608 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-f7718563-ba31-4a09-b592-1599670752b4 req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Calling delete_port for 9a0063ae-d36d-4431-852e-fe64b4c63964 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:55:48.575763 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f7718563-ba31-4a09-b592-1599670752b4 req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:48.579548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-439cb5a6-302a-421f-a2e1-32698c71fbd9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:55:48.604608 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event deleted for resources: {'Port': ['ID=9a0063ae-d36d-4431-852e-fe64b4c63964,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:55:48.617055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:48.617451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:48.617837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:48.618222 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:48.618591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:48.619013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:48.619404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:48.619756 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:48.620130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:48.620497 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:48.620861 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:48.621239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:55:48.642996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:55:48.663484 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7718563-ba31-4a09-b592-1599670752b4 req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] No DVR routers for this DVR port 9a0063ae-d36d-4431-852e-fe64b4c63964 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:55:48.665925 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f7718563-ba31-4a09-b592-1599670752b4 req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:48.667942 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f7718563-ba31-4a09-b592-1599670752b4 req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "DELETE /v2.0/ports/9a0063ae-d36d-4431-852e-fe64b4c63964 HTTP/1.1" status: 204 len: 173 time: 0.4386094 Jun 24 12:55:48.668490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'name': 'network-vif-deleted', 'tag': '9a0063ae-d36d-4431-852e-fe64b4c63964'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:55:48.670962 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a502f233-9de5-4d56-9174-8d20ea9f0ce1" -d '{"events": [{"server_uuid": "17fa9a61-c870-4ace-9db1-97d15ed29774", "name": "network-vif-deleted", "tag": "9a0063ae-d36d-4431-852e-fe64b4c63964"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:55:48.708391 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102af632-0710-45c5-86a1-323f3052278b x-openstack-request-id: req-102af632-0710-45c5-86a1-323f3052278b {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:55:48.708734 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fa9a61-c870-4ace-9db1-97d15ed29774", "name": "network-vif-deleted", "tag": "9a0063ae-d36d-4431-852e-fe64b4c63964", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:55:48.709032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-102af632-0710-45c5-86a1-323f3052278b {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:55:48.709470 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fa9a61-c870-4ace-9db1-97d15ed29774', 'name': 'network-vif-deleted', 'tag': '9a0063ae-d36d-4431-852e-fe64b4c63964', 'status': 'completed', 'code': 200} Jun 24 12:55:49.436589 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a799ef8e-577f-4d15-a1cd-1c5dc46f3b12 req-98c83e06-6856-42f5-a306-bfa1e1c6e8f9 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 210 time: 0.0317903 Jun 24 12:55:50.579064 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9063ba82-1006-4685-98f7-3c7cf2719529 req-d8f8b5dd-cb43-4892-b1c9-af660bb18b28 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 210 time: 0.0293031 Jun 24 12:55:51.718042 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9f138205-1e18-4bd5-ae58-af8d2dcfb72b req-50e17f77-1a69-4445-a30c-c38b10c500c8 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=17fa9a61-c870-4ace-9db1-97d15ed29774 HTTP/1.1" status: 200 len: 210 time: 0.0284867 Jun 24 12:55:51.770880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 9a0063ae-d36d-4431-852e-fe64b4c63964 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:55:51.795226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 9a0063ae-d36d-4431-852e-fe64b4c63964 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:55:51.795578 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 9a0063ae-d36d-4431-852e-fe64b4c63964 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:55:56.590140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-45fbc7f1-d4e3-479a-84f7-3e8d6011313d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:57.127868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49042) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:55:57.287704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Deleting port 3e14bd1b-8481-4719-8c7c-aeaf9b8bf1f6 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:55:57.288039 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:57.360158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:57.360482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:57.371753 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Calling delete_port for 3e14bd1b-8481-4719-8c7c-aeaf9b8bf1f6 owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:55:57.524082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:57.526348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ffcf53c7-10ba-4d3c-9199-79a33ffc46dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:55:57.551247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event deleted for resources: {'Port': ['ID=3e14bd1b-8481-4719-8c7c-aeaf9b8bf1f6,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:55:57.555474 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:55:57.617466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:57.617804 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Floating IP f3d51966-e3ab-4b13-ac14-17c69c826480 disassociated (deleted). External IP: 172.26.1.193, port: d3759633-b2e8-41b0-ab01-e5988c04bf26. Jun 24 12:55:57.840566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Router c0fead73-0e69-483e-bb43-fc68088a7a19 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:55:57.947544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:55:57.952471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:57.958616 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c23b4-c5e6-4be2-89cf-b446cdcd6dd5 None None] Sync routers for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:55:57.967956 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c23b4-c5e6-4be2-89cf-b446cdcd6dd5 None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:55:57.968571 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-193c23b4-c5e6-4be2-89cf-b446cdcd6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:55:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:55:57.996262 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "DELETE /v2.0/floatingips/f3d51966-e3ab-4b13-ac14-17c69c826480 HTTP/1.1" status: 204 len: 168 time: 0.8645093 Jun 24 12:55:57.996262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'tag': 'd3759633-b2e8-41b0-ab01-e5988c04bf26'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:55:57.996889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e88bce4-c5df-443e-92e1-bf4965487008" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f", "tag": "d3759633-b2e8-41b0-ab01-e5988c04bf26"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:55:58.037209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105129b3-a71c-4337-8be9-5db7ae49b51a x-openstack-request-id: req-105129b3-a71c-4337-8be9-5db7ae49b51a {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:55:58.037921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f", "tag": "d3759633-b2e8-41b0-ab01-e5988c04bf26", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:55:58.038317 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-105129b3-a71c-4337-8be9-5db7ae49b51a {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:55:58.038880 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'tag': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'status': 'completed', 'code': 200} Jun 24 12:55:58.081420 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-193c23b4-c5e6-4be2-89cf-b446cdcd6dd5 None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:55:58.118090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88bce4-c5df-443e-92e1-bf4965487008 req-e71120e3-2f73-4339-b42b-f7d234055a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:58.119846 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e88bce4-c5df-443e-92e1-bf4965487008 req-e71120e3-2f73-4339-b42b-f7d234055a82 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b4a45b68ff73497095df5d495a33f007&device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 1099 time: 0.0582552 Jun 24 12:55:58.223532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88bce4-c5df-443e-92e1-bf4965487008 req-6e1699ad-fdbb-40dc-8cb9-8a4b288d4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:58.225092 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e88bce4-c5df-443e-92e1-bf4965487008 req-6e1699ad-fdbb-40dc-8cb9-8a4b288d4f41 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 200 len: 914 time: 0.0985940 Jun 24 12:55:58.274426 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e88bce4-c5df-443e-92e1-bf4965487008 req-3e5031ac-d6f5-4c2c-af57-9dab4a4cc91e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3759633-b2e8-41b0-ab01-e5988c04bf26 HTTP/1.1" status: 200 len: 217 time: 0.0361581 Jun 24 12:55:58.301296 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-193c23b4-c5e6-4be2-89cf-b446cdcd6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:55:58.325969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88bce4-c5df-443e-92e1-bf4965487008 req-338d0989-2895-4deb-a711-f241ed2b4527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:58.327520 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e88bce4-c5df-443e-92e1-bf4965487008 req-338d0989-2895-4deb-a711-f241ed2b4527 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 200 len: 851 time: 0.0462997 Jun 24 12:55:58.420908 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c23b4-c5e6-4be2-89cf-b446cdcd6dd5 None None] Checking router: c0fead73-0e69-483e-bb43-fc68088a7a19 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:55:58.431553 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c23b4-c5e6-4be2-89cf-b446cdcd6dd5 None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:55:58.431553 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-193c23b4-c5e6-4be2-89cf-b446cdcd6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:55:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:55:58.437303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88bce4-c5df-443e-92e1-bf4965487008 req-7ff41010-8ab1-4d94-837c-6039bf1200d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:58.438640 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e88bce4-c5df-443e-92e1-bf4965487008 req-7ff41010-8ab1-4d94-837c-6039bf1200d7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1744d087-8058-4d07-9510-ebe7ef967b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1042898 Jun 24 12:55:58.450216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc7abc-5552-42a3-b695-0375ad8146ef req-f5330e7f-a713-4266-ae86-a687d6b647ac tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:58.451678 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8afc7abc-5552-42a3-b695-0375ad8146ef req-f5330e7f-a713-4266-ae86-a687d6b647ac tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 946 time: 0.1095235 Jun 24 12:55:58.533472 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-193c23b4-c5e6-4be2-89cf-b446cdcd6dd5 None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:55:58.538352 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8afc7abc-5552-42a3-b695-0375ad8146ef req-ae79ad97-24cb-4ab2-a185-06903500f327 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788164 Jun 24 12:55:58.565425 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e88bce4-c5df-443e-92e1-bf4965487008 req-a7d54057-f220-4f78-9a2a-c8b5c35f79af service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127326 Jun 24 12:55:58.655642 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e88bce4-c5df-443e-92e1-bf4965487008 req-73013461-fcd1-4d8c-9fdd-66feac3b19e3 service neutron] 10.222.0.102 "GET /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825653 Jun 24 12:55:58.732122 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-193c23b4-c5e6-4be2-89cf-b446cdcd6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:55:58.757181 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c23b4-c5e6-4be2-89cf-b446cdcd6dd5 None None] The sync data for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv is: [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:29Z', 'revision_number': 4, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'a1e599c1-f056-4eed-b305-3d8127c10f03', 'name': '', 'network_id': '1744d087-8058-4d07-9510-ebe7ef967b15', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'mac_address': 'fa:16:3e:1b:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:27Z', 'updated_at': '2021-06-24T12:48:37Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'subnets': [{'id': '0779e7f7-1ed4-4c9a-9ba4-a764222357fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:55:58.968582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3882d-c162-4715-84c2-a02fd614b956 None None] New status for floating IP f3d51966-e3ab-4b13-ac14-17c69c826480: DOWN {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:55:59.299086 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5627f07d-3079-471c-be11-9ca70afd198e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:59.410607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:59.710992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52497cf1-77e4-452c-bbf2-3a93c63bd58c req-29c0b955-0f15-4a84-b910-060c8175bc43 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:59.712443 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-52497cf1-77e4-452c-bbf2-3a93c63bd58c req-29c0b955-0f15-4a84-b910-060c8175bc43 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 946 time: 0.0617523 Jun 24 12:55:59.753783 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-52497cf1-77e4-452c-bbf2-3a93c63bd58c req-d7174374-006b-4877-8d10-61a14272aea5 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/security-groups?id=576056ee-3942-44fc-92a4-adedb4446e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356133 Jun 24 12:55:59.993098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48a77d-5fd4-4045-b756-59a952f83b51 req-5890d152-fcf2-451d-a2c0-96cce48ef162 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:55:59.994515 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd48a77d-5fd4-4045-b756-59a952f83b51 req-5890d152-fcf2-451d-a2c0-96cce48ef162 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 946 time: 0.0612545 Jun 24 12:56:00.091604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-cd48a77d-5fd4-4045-b756-59a952f83b51 req-9217f833-2639-44c0-bc88-81f8234beece tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Deleting port d3759633-b2e8-41b0-ab01-e5988c04bf26 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:56:00.091944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cd48a77d-5fd4-4045-b756-59a952f83b51 req-9217f833-2639-44c0-bc88-81f8234beece tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:00.181358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-cd48a77d-5fd4-4045-b756-59a952f83b51 req-9217f833-2639-44c0-bc88-81f8234beece tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] For port d3759633-b2e8-41b0-ab01-e5988c04bf26, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d3759633-b2e8-41b0-ab01-e5988c04bf26,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:56:00.181713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cd48a77d-5fd4-4045-b756-59a952f83b51 req-9217f833-2639-44c0-bc88-81f8234beece tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:00.194041 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-cd48a77d-5fd4-4045-b756-59a952f83b51 req-9217f833-2639-44c0-bc88-81f8234beece tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Calling delete_port for d3759633-b2e8-41b0-ab01-e5988c04bf26 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:56:00.290927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:00.321075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cd48a77d-5fd4-4045-b756-59a952f83b51 req-9217f833-2639-44c0-bc88-81f8234beece tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:00.324985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:00.352057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217f833-2639-44c0-bc88-81f8234beece tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event deleted for resources: {'Port': ['ID=d3759633-b2e8-41b0-ab01-e5988c04bf26,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:00.354560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9217f833-2639-44c0-bc88-81f8234beece tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:00.400522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd48a77d-5fd4-4045-b756-59a952f83b51 req-9217f833-2639-44c0-bc88-81f8234beece tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] No DVR routers for this DVR port d3759633-b2e8-41b0-ab01-e5988c04bf26 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:56:00.402975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cd48a77d-5fd4-4045-b756-59a952f83b51 req-9217f833-2639-44c0-bc88-81f8234beece tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:00.405122 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd48a77d-5fd4-4045-b756-59a952f83b51 req-9217f833-2639-44c0-bc88-81f8234beece tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.102 "DELETE /v2.0/ports/d3759633-b2e8-41b0-ab01-e5988c04bf26 HTTP/1.1" status: 204 len: 173 time: 0.4028051 Jun 24 12:56:00.405680 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'name': 'network-vif-deleted', 'tag': 'd3759633-b2e8-41b0-ab01-e5988c04bf26'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:56:00.408584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d568fd-279d-43ff-96d0-84a681974b11" -d '{"events": [{"server_uuid": "3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f", "name": "network-vif-deleted", "tag": "d3759633-b2e8-41b0-ab01-e5988c04bf26"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:56:00.456721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39de430b-5e08-4af4-a68c-adf70e600117 x-openstack-request-id: req-39de430b-5e08-4af4-a68c-adf70e600117 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:56:00.456721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f", "name": "network-vif-deleted", "tag": "d3759633-b2e8-41b0-ab01-e5988c04bf26", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:56:00.456721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-39de430b-5e08-4af4-a68c-adf70e600117 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:56:00.456721 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f', 'name': 'network-vif-deleted', 'tag': 'd3759633-b2e8-41b0-ab01-e5988c04bf26', 'status': 'completed', 'code': 200} Jun 24 12:56:00.923583 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-72f92281-5de4-4030-9b76-f728ec5be087 req-85251526-aaa5-4912-9637-0475fc8e5f74 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 210 time: 0.0293086 Jun 24 12:56:02.083629 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f73f0964-944a-4a4b-9f43-41e83ae7086a req-ab0d8f51-9e1f-4a98-8fcd-f014fd09d082 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 210 time: 0.0352106 Jun 24 12:56:02.269483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:03.230136 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bcf7d7a7-35da-43e8-af14-965a3f47fdec req-755d7229-b33f-48a9-b084-a0315e6a43c4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e6e7230-7cc9-4fec-9ac8-c4fc46b2974f HTTP/1.1" status: 200 len: 210 time: 0.0294583 Jun 24 12:56:03.835080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device d3759633-b2e8-41b0-ab01-e5988c04bf26 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:56:03.857923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: d3759633-b2e8-41b0-ab01-e5988c04bf26 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:56:03.858291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device d3759633-b2e8-41b0-ab01-e5988c04bf26 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:56:04.322284 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49062) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:04.448212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-63d04b25-9b5c-484b-921c-ebb819b54da1 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Deleting port 1e3bcdde-c76f-4e6b-b3e9-aa2465618fa3 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:56:04.448549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63d04b25-9b5c-484b-921c-ebb819b54da1 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:04.520071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63d04b25-9b5c-484b-921c-ebb819b54da1 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:04.520888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63d04b25-9b5c-484b-921c-ebb819b54da1 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:04.532043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-63d04b25-9b5c-484b-921c-ebb819b54da1 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Calling delete_port for 1e3bcdde-c76f-4e6b-b3e9-aa2465618fa3 owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:56:04.664523 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63d04b25-9b5c-484b-921c-ebb819b54da1 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:04.666775 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:04.690927 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d04b25-9b5c-484b-921c-ebb819b54da1 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event deleted for resources: {'Port': ['ID=1e3bcdde-c76f-4e6b-b3e9-aa2465618fa3,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:04.694521 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-63d04b25-9b5c-484b-921c-ebb819b54da1 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:04.754427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63d04b25-9b5c-484b-921c-ebb819b54da1 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:04.757544 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-63d04b25-9b5c-484b-921c-ebb819b54da1 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:04.758668 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-63d04b25-9b5c-484b-921c-ebb819b54da1 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "DELETE /v2.0/floatingips/62235e49-c1df-447a-83f9-a816c01a3dcd HTTP/1.1" status: 204 len: 168 time: 0.4353707 Jun 24 12:56:07.083253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49076) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:07.141326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e70310e2-b1cd-47be-b188-032ae91775c4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:07.167744 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e70310e2-b1cd-47be-b188-032ae91775c4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:07.229654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e70310e2-b1cd-47be-b188-032ae91775c4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:07.232404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e70310e2-b1cd-47be-b188-032ae91775c4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:07.235973 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e70310e2-b1cd-47be-b188-032ae91775c4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] 10.222.0.110 "DELETE /v2.0/security-groups/576056ee-3942-44fc-92a4-adedb4446e32 HTTP/1.1" status: 204 len: 168 time: 0.1493032 Jun 24 12:56:07.235973 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4216cc4d-0061-471b-afd3-ef4b3c78dca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:07.243664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70310e2-b1cd-47be-b188-032ae91775c4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576056ee-3942-44fc-92a4-adedb4446e32,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:07.247216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e70310e2-b1cd-47be-b188-032ae91775c4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:07.289591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49080) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:07.773592 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-032c0e23-8425-4c78-b561-76b592de5fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:08.030837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-032c0e23-8425-4c78-b561-76b592de5fe5 admin admin] Deleting port a1e599c1-f056-4eed-b305-3d8127c10f03 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:56:08.031115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-032c0e23-8425-4c78-b561-76b592de5fe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:08.106117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-032c0e23-8425-4c78-b561-76b592de5fe5 admin admin] For port a1e599c1-f056-4eed-b305-3d8127c10f03, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a1e599c1-f056-4eed-b305-3d8127c10f03,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:56:08.106903 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-032c0e23-8425-4c78-b561-76b592de5fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:08.122724 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-032c0e23-8425-4c78-b561-76b592de5fe5 admin admin] Calling delete_port for a1e599c1-f056-4eed-b305-3d8127c10f03 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:56:08.294924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-032c0e23-8425-4c78-b561-76b592de5fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:08.296781 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-503078fe-aa16-41b8-81d4-8f80e0687fda tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:08.320579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c0e23-8425-4c78-b561-76b592de5fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e599c1-f056-4eed-b305-3d8127c10f03,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:08.323689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-032c0e23-8425-4c78-b561-76b592de5fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:08.485371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-032c0e23-8425-4c78-b561-76b592de5fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:08.695594 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032c0e23-8425-4c78-b561-76b592de5fe5 admin admin] Router c0fead73-0e69-483e-bb43-fc68088a7a19 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:56:08.801283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032c0e23-8425-4c78-b561-76b592de5fe5 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:56:08.806493 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-032c0e23-8425-4c78-b561-76b592de5fe5 admin admin] 10.222.0.110 "PUT /v2.0/routers/c0fead73-0e69-483e-bb43-fc68088a7a19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5158815 Jun 24 12:56:08.809023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49084) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:08.810385 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85260e-ad2f-4b6d-94ac-a79597ee30db None None] Sync routers for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:56:08.819940 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85260e-ad2f-4b6d-94ac-a79597ee30db None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:56:08.820614 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ac85260e-ad2f-4b6d-94ac-a79597ee30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:55:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:56:08.923126 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-ac85260e-ad2f-4b6d-94ac-a79597ee30db None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:56:09.111143 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ac85260e-ad2f-4b6d-94ac-a79597ee30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:56:08Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:56:09.138395 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85260e-ad2f-4b6d-94ac-a79597ee30db None None] Checking router: c0fead73-0e69-483e-bb43-fc68088a7a19 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:56:09.147124 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85260e-ad2f-4b6d-94ac-a79597ee30db None None] Routers {'c0fead73-0e69-483e-bb43-fc68088a7a19'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:56:09.147739 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ac85260e-ad2f-4b6d-94ac-a79597ee30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:55:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c0fead73-0e69-483e-bb43-fc68088a7a19'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:56:09.250866 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-ac85260e-ad2f-4b6d-94ac-a79597ee30db None None] Set router c0fead73-0e69-483e-bb43-fc68088a7a19 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:56:09.256550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:09.357344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:09.412025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Deleting port 0aade43f-e53a-449f-b327-3071b0dc9721 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:56:09.412429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:09.424708 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-ac85260e-ad2f-4b6d-94ac-a79597ee30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:56:08Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:56:09.454983 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85260e-ad2f-4b6d-94ac-a79597ee30db None None] The sync data for ids ['c0fead73-0e69-483e-bb43-fc68088a7a19'] in dv-neutron-797121-4-hyperv is: [{'id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'name': 'tempest-TestVolumeBootPattern-1243923411-router', 'tenant_id': 'b4a45b68ff73497095df5d495a33f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:56:08Z', 'revision_number': 5, 'project_id': 'b4a45b68ff73497095df5d495a33f007', 'gw_port': {'id': '0aade43f-e53a-449f-b327-3071b0dc9721', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fead73-0e69-483e-bb43-fc68088a7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:24Z', 'updated_at': '2021-06-24T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:56:09.500193 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] For port 0aade43f-e53a-449f-b327-3071b0dc9721, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=0aade43f-e53a-449f-b327-3071b0dc9721,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:56:09.500554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:09.512465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Calling delete_port for 0aade43f-e53a-449f-b327-3071b0dc9721 owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:56:09.672804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:09.675065 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9727959a-6415-4eec-ba55-5c8b4171d761 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:09.699198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aade43f-e53a-449f-b327-3071b0dc9721,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:09.702331 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:09.758748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:09.849768 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:09.852023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:09.900889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:09.901503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0fead73-0e69-483e-bb43-fc68088a7a19 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:56:09.909031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:09.910190 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] 10.222.0.110 "DELETE /v2.0/routers/c0fead73-0e69-483e-bb43-fc68088a7a19 HTTP/1.1" status: 204 len: 168 time: 1.1002638 Jun 24 12:56:09.913437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49086) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:09.956780 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9162b31-86ee-41a8-97aa-ca19f7059bfd admin admin] Deleting subnet 0779e7f7-1ed4-4c9a-9ba4-a764222357fa {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:56:09.960287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e9162b31-86ee-41a8-97aa-ca19f7059bfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:09.995731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e9162b31-86ee-41a8-97aa-ca19f7059bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.088384 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e9162b31-86ee-41a8-97aa-ca19f7059bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.147424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e9162b31-86ee-41a8-97aa-ca19f7059bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.150143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ff7f9672-1863-4aa0-a8af-51ac5460a199 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:10.173357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9162b31-86ee-41a8-97aa-ca19f7059bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0779e7f7-1ed4-4c9a-9ba4-a764222357fa,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:10.176460 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e9162b31-86ee-41a8-97aa-ca19f7059bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:10.177717 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e9162b31-86ee-41a8-97aa-ca19f7059bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.179583 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e9162b31-86ee-41a8-97aa-ca19f7059bfd admin admin] 10.222.0.110 "DELETE /v2.0/subnets/0779e7f7-1ed4-4c9a-9ba4-a764222357fa HTTP/1.1" status: 204 len: 168 time: 0.2651746 Jun 24 12:56:10.182047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49088) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:10.182843 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ac353c-1c2f-4d13-89b7-689b99be8d55 None None] Network 1744d087-8058-4d07-9510-ebe7ef967b15 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:56:10.256659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.310055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Deleting port 1e13a6c5-a933-4e1e-8de5-7318593cac39 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:56:10.310324 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.379273 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] For port 1e13a6c5-a933-4e1e-8de5-7318593cac39, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1e13a6c5-a933-4e1e-8de5-7318593cac39,segment=NetworkSegment(dfd1c119-4e2e-45e3-a4b1-574385b87757),segment_id=dfd1c119-4e2e-45e3-a4b1-574385b87757)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:56:10.380064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.394022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Calling delete_port for 1e13a6c5-a933-4e1e-8de5-7318593cac39 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:56:10.436741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] DHCP port deletion for 1744d087-8058-4d07-9510-ebe7ef967b15 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:56:10.469876 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device a1e599c1-f056-4eed-b305-3d8127c10f03 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:56:10.485427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.487553 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e5f36e0-145d-475c-8c44-ee439c90781b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:10.491608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: a1e599c1-f056-4eed-b305-3d8127c10f03 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:56:10.491968 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device a1e599c1-f056-4eed-b305-3d8127c10f03 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:56:10.511507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e13a6c5-a933-4e1e-8de5-7318593cac39,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:10.512525 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Deleting port 1e13a6c5-a933-4e1e-8de5-7318593cac39 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:56:10.513243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.514791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:10.516160 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] No DVR routers for this DVR port 1e13a6c5-a933-4e1e-8de5-7318593cac39 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:56:10.576213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] For port 1e13a6c5-a933-4e1e-8de5-7318593cac39, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:56:10.576609 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.589192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.589927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Calling delete_port for 1e13a6c5-a933-4e1e-8de5-7318593cac39 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:56:10.592589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.ipam_backend_mixin [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Port 1e13a6c5-a933-4e1e-8de5-7318593cac39 was not found and therefore no delete operation was performed {{(pid=100147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:56:10.593862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.595706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:10.598740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1744d087-8058-4d07-9510-ebe7ef967b15']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:56:10.608619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd1c119-4e2e-45e3-a4b1-574385b87757') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:56:10.608914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd1c119-4e2e-45e3-a4b1-574385b87757') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:56:10.617554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Pushing event deleted for resources: {'Port': ['ID=1e13a6c5-a933-4e1e-8de5-7318593cac39,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:10.618214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.624232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] No DVR routers for this DVR port 1e13a6c5-a933-4e1e-8de5-7318593cac39 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:56:10.631778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:10.632134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:10.632481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:10.632631 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.632833 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:10.633178 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:10.633479 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:10.633809 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:10.636361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:10.636361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:10.636361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:10.636361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:10.636361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:10.638271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:10.643285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:56:10.643478 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:56:10.645190 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:56:10.703434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.707185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fc3a1f66-24a6-464e-86eb-8412fc4af501 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:10.709676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:10.711662 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] 10.222.0.110 "DELETE /v2.0/networks/1744d087-8058-4d07-9510-ebe7ef967b15 HTTP/1.1" status: 204 len: 168 time: 0.5286868 Jun 24 12:56:10.714664 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49090) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:10.722698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Pushing event deleted for resources: {'Network': ['ID=1744d087-8058-4d07-9510-ebe7ef967b15,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:10.725159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:11.051417 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89fca5c2-7e9c-4239-8503-e758961f1fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:11.296810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-89fca5c2-7e9c-4239-8503-e758961f1fd0 admin admin] Deleting port c4785375-2905-426d-a1dc-5eef16b57860 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:56:11.297174 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89fca5c2-7e9c-4239-8503-e758961f1fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:11.375654 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-89fca5c2-7e9c-4239-8503-e758961f1fd0 admin admin] For port c4785375-2905-426d-a1dc-5eef16b57860, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=c4785375-2905-426d-a1dc-5eef16b57860,segment=NetworkSegment(991833e0-7318-4f3a-b901-cdc7edbccd52),segment_id=991833e0-7318-4f3a-b901-cdc7edbccd52)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:56:11.376040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89fca5c2-7e9c-4239-8503-e758961f1fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:11.390026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-89fca5c2-7e9c-4239-8503-e758961f1fd0 admin admin] Calling delete_port for c4785375-2905-426d-a1dc-5eef16b57860 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:56:11.566532 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89fca5c2-7e9c-4239-8503-e758961f1fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:11.568479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-014ea701-7002-4179-b0de-2b3cba38d438 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:11.596336 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fca5c2-7e9c-4239-8503-e758961f1fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4785375-2905-426d-a1dc-5eef16b57860,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:11.599034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-89fca5c2-7e9c-4239-8503-e758961f1fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:11.757843 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-89fca5c2-7e9c-4239-8503-e758961f1fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:11.964790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fca5c2-7e9c-4239-8503-e758961f1fd0 admin admin] Router a3ada2d6-1206-4975-acf9-ef4b5551c2e4 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:56:12.071655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fca5c2-7e9c-4239-8503-e758961f1fd0 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:56:12.076815 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-89fca5c2-7e9c-4239-8503-e758961f1fd0 admin admin] 10.222.0.110 "PUT /v2.0/routers/a3ada2d6-1206-4975-acf9-ef4b5551c2e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3609946 Jun 24 12:56:12.079275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49092) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:12.082851 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d793f3d5-c944-4192-8ad2-317ae56941bb None None] Sync routers for ids ['a3ada2d6-1206-4975-acf9-ef4b5551c2e4'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:56:12.092043 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d793f3d5-c944-4192-8ad2-317ae56941bb None None] Routers {'a3ada2d6-1206-4975-acf9-ef4b5551c2e4'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:56:12.092785 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d793f3d5-c944-4192-8ad2-317ae56941bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:55:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['a3ada2d6-1206-4975-acf9-ef4b5551c2e4'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:56:12.127101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1e13a6c5-a933-4e1e-8de5-7318593cac39 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:56:12.152937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 1e13a6c5-a933-4e1e-8de5-7318593cac39 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:56:12.153288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1e13a6c5-a933-4e1e-8de5-7318593cac39 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:56:12.153706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0aade43f-e53a-449f-b327-3071b0dc9721 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:56:12.177752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 0aade43f-e53a-449f-b327-3071b0dc9721 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:56:12.178101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 0aade43f-e53a-449f-b327-3071b0dc9721 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:56:12.188304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:12.234771 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-d793f3d5-c944-4192-8ad2-317ae56941bb None None] Set router a3ada2d6-1206-4975-acf9-ef4b5551c2e4 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:56:12.289944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:12.344615 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Deleting port ecda68b4-0844-4994-8db6-2953255e9feb {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:56:12.344954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:12.433961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] For port ecda68b4-0844-4994-8db6-2953255e9feb, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=ecda68b4-0844-4994-8db6-2953255e9feb,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:56:12.434445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:12.446609 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Calling delete_port for ecda68b4-0844-4994-8db6-2953255e9feb owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:56:12.553867 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d793f3d5-c944-4192-8ad2-317ae56941bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'name': 'tempest-TestVolumeBootPattern-502273048-router', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ecda68b4-0844-4994-8db6-2953255e9feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:34Z', 'updated_at': '2021-06-24T12:56:11Z', 'revision_number': 5, 'project_id': '65e0f40593aa47eda2b831962835b3d9', 'gw_port': {'id': 'ecda68b4-0844-4994-8db6-2953255e9feb', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:48:35Z', 'updated_at': '2021-06-24T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:56:12.583568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d793f3d5-c944-4192-8ad2-317ae56941bb None None] Checking router: a3ada2d6-1206-4975-acf9-ef4b5551c2e4 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:56:12.592173 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d793f3d5-c944-4192-8ad2-317ae56941bb None None] Routers {'a3ada2d6-1206-4975-acf9-ef4b5551c2e4'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:56:12.592792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d793f3d5-c944-4192-8ad2-317ae56941bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:55:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['a3ada2d6-1206-4975-acf9-ef4b5551c2e4'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:56:12.608390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:12.610268 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:12.634185 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecda68b4-0844-4994-8db6-2953255e9feb,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:12.637328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:12.676664 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-d793f3d5-c944-4192-8ad2-317ae56941bb None None] Set router a3ada2d6-1206-4975-acf9-ef4b5551c2e4 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:56:12.697411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:12.727695 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d793f3d5-c944-4192-8ad2-317ae56941bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'name': 'tempest-TestVolumeBootPattern-502273048-router', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:34Z', 'updated_at': '2021-06-24T12:56:12Z', 'revision_number': 6, 'project_id': '65e0f40593aa47eda2b831962835b3d9', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:56:12.757160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d793f3d5-c944-4192-8ad2-317ae56941bb None None] The sync data for ids ['a3ada2d6-1206-4975-acf9-ef4b5551c2e4'] in dv-neutron-797121-4-hyperv is: [{'id': 'a3ada2d6-1206-4975-acf9-ef4b5551c2e4', 'name': 'tempest-TestVolumeBootPattern-502273048-router', 'tenant_id': '65e0f40593aa47eda2b831962835b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:48:34Z', 'updated_at': '2021-06-24T12:56:12Z', 'revision_number': 6, 'project_id': '65e0f40593aa47eda2b831962835b3d9', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:56:12.787512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:12.789689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:12.835285 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:12.835722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3ada2d6-1206-4975-acf9-ef4b5551c2e4 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:56:12.839796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:12.840904 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] 10.222.0.110 "DELETE /v2.0/routers/a3ada2d6-1206-4975-acf9-ef4b5551c2e4 HTTP/1.1" status: 204 len: 168 time: 0.7607179 Jun 24 12:56:12.843358 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49094) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:12.887600 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1e4f3e-062d-41fc-bf36-ecc1b231946c admin admin] Deleting subnet e1213777-eb76-43da-bb29-4be426a760e6 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:56:12.890938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4f3e-062d-41fc-bf36-ecc1b231946c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:12.926476 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4f3e-062d-41fc-bf36-ecc1b231946c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.006087 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4f3e-062d-41fc-bf36-ecc1b231946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.065915 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4f3e-062d-41fc-bf36-ecc1b231946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.067793 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f348b14a-bc1a-4f8e-8829-78f9d64dac34 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:13.091070 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e4f3e-062d-41fc-bf36-ecc1b231946c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1213777-eb76-43da-bb29-4be426a760e6,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:13.094222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6d1e4f3e-062d-41fc-bf36-ecc1b231946c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:13.095446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4f3e-062d-41fc-bf36-ecc1b231946c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.097179 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6d1e4f3e-062d-41fc-bf36-ecc1b231946c admin admin] 10.222.0.110 "DELETE /v2.0/subnets/e1213777-eb76-43da-bb29-4be426a760e6 HTTP/1.1" status: 204 len: 168 time: 0.2527587 Jun 24 12:56:13.100120 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49096) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:13.100832 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fd976e-f1de-4167-ad82-2e4551db8f67 None None] Network c7553ea1-3c0b-43a9-aa70-07d5909e4566 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:56:13.176284 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.233265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Deleting port 97d3b094-cd7a-4bbd-a492-236c7aa0d161 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:56:13.233601 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.300881 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] For port 97d3b094-cd7a-4bbd-a492-236c7aa0d161, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=97d3b094-cd7a-4bbd-a492-236c7aa0d161,segment=NetworkSegment(991833e0-7318-4f3a-b901-cdc7edbccd52),segment_id=991833e0-7318-4f3a-b901-cdc7edbccd52)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:56:13.301258 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.313879 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Calling delete_port for 97d3b094-cd7a-4bbd-a492-236c7aa0d161 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:56:13.390569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.392542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3845dc5e-31e5-4728-87c5-1d1bf9226255 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:13.414065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Pushing event deleted for resources: {'Port': ['ID=97d3b094-cd7a-4bbd-a492-236c7aa0d161,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:13.417503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:13.420502 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] No DVR routers for this DVR port 97d3b094-cd7a-4bbd-a492-236c7aa0d161 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:56:13.493516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.502990 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7553ea1-3c0b-43a9-aa70-07d5909e4566']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:56:13.513089 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991833e0-7318-4f3a-b901-cdc7edbccd52') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:56:13.513385 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991833e0-7318-4f3a-b901-cdc7edbccd52') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:56:13.523468 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.528375 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d70f4fa-0a87-4c25-b3c8-17c8abea8030 None None] DHCP port deletion for c7553ea1-3c0b-43a9-aa70-07d5909e4566 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:56:13.538989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.545340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:56:13.545740 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:56:13.547390 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:56:13.600640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.605257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.607377 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] 10.222.0.110 "DELETE /v2.0/networks/c7553ea1-3c0b-43a9-aa70-07d5909e4566 HTTP/1.1" status: 204 len: 168 time: 0.5062838 Jun 24 12:56:13.608595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a93c1a3b-b0c2-4ec7-bd48-637757bde34d tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:13.628363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7553ea1-3c0b-43a9-aa70-07d5909e4566,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:13.630689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:13.723355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49100) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:13.765415 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e86d7fa7-259e-4e01-9c83-a39703b6b4ae admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b4a45b68ff73497095df5d495a33f007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402765 Jun 24 12:56:13.767761 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49102) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:13.819429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4aa2ddc-e31c-4b08-ae46-b1f9b3dc38e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.840151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4aa2ddc-e31c-4b08-ae46-b1f9b3dc38e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.884403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4aa2ddc-e31c-4b08-ae46-b1f9b3dc38e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.886985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4aa2ddc-e31c-4b08-ae46-b1f9b3dc38e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:13.888158 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d4aa2ddc-e31c-4b08-ae46-b1f9b3dc38e8 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/999aaea9-54c4-4823-8730-92c66d7adbb9 HTTP/1.1" status: 204 len: 168 time: 0.1194875 Jun 24 12:56:13.888954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0fcf180e-aa56-4c26-808e-23110861cb94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:13.897327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa2ddc-e31c-4b08-ae46-b1f9b3dc38e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999aaea9-54c4-4823-8730-92c66d7adbb9,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:13.899980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d4aa2ddc-e31c-4b08-ae46-b1f9b3dc38e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:14.068007 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device c4785375-2905-426d-a1dc-5eef16b57860 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:56:14.088512 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: c4785375-2905-426d-a1dc-5eef16b57860 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:56:14.088856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device c4785375-2905-426d-a1dc-5eef16b57860 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:56:14.089276 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ecda68b4-0844-4994-8db6-2953255e9feb no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:56:14.108710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: ecda68b4-0844-4994-8db6-2953255e9feb {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:56:14.109453 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device ecda68b4-0844-4994-8db6-2953255e9feb not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:56:14.109579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 97d3b094-cd7a-4bbd-a492-236c7aa0d161 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:56:14.128381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 97d3b094-cd7a-4bbd-a492-236c7aa0d161 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:56:14.128734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 97d3b094-cd7a-4bbd-a492-236c7aa0d161 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:56:14.213898 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49108) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:14.255926 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d3a0b517-9c79-4970-bc72-62a89ad718eb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=65e0f40593aa47eda2b831962835b3d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408111 Jun 24 12:56:14.258457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49110) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:14.306568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3cc77a60-471e-4065-b6d0-5d1100ff0329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:14.326551 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3cc77a60-471e-4065-b6d0-5d1100ff0329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:14.377292 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3cc77a60-471e-4065-b6d0-5d1100ff0329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:14.379953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3cc77a60-471e-4065-b6d0-5d1100ff0329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:14.381144 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3cc77a60-471e-4065-b6d0-5d1100ff0329 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9ced29f6-6283-4364-8ee5-cf8088310b8d HTTP/1.1" status: 204 len: 168 time: 0.1216686 Jun 24 12:56:14.381961 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-262bf751-0b94-4519-8afb-a37a8085ba89 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:14.389478 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc77a60-471e-4065-b6d0-5d1100ff0329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ced29f6-6283-4364-8ee5-cf8088310b8d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:14.391907 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3cc77a60-471e-4065-b6d0-5d1100ff0329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:17.204995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:18.879207 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:56:26.591439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c10b9c2b-a462-4a5b-b1fd-736ace6456b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:28.053532 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7b1b3a6-13d8-4bcc-b40c-27b0feeaa6ce req-fd97d213-9a81-4d69-a16a-d882ab2872d4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540032 Jun 24 12:56:28.147371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1b3a6-13d8-4bcc-b40c-27b0feeaa6ce req-323de660-1bb8-4cb2-9570-0fb3ce3f020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:56:28.148820 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7b1b3a6-13d8-4bcc-b40c-27b0feeaa6ce req-323de660-1bb8-4cb2-9570-0fb3ce3f020a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 1098 time: 0.0513377 Jun 24 12:56:28.248652 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1b3a6-13d8-4bcc-b40c-27b0feeaa6ce req-a73d233a-13e1-445d-98fd-48ce6610c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:56:28.250076 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7b1b3a6-13d8-4bcc-b40c-27b0feeaa6ce req-a73d233a-13e1-445d-98fd-48ce6610c647 service neutron] 10.222.0.102 "GET /v2.0/networks?id=db497678-2fbb-40f2-aea4-d64b6106dff2 HTTP/1.1" status: 200 len: 899 time: 0.0816920 Jun 24 12:56:28.319500 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7b1b3a6-13d8-4bcc-b40c-27b0feeaa6ce req-4c0bb6e4-4770-45f5-a44c-68b8d2fd52f9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa695c4f-a9ab-4ab6-8817-f00497583926 HTTP/1.1" status: 200 len: 1000 time: 0.0620553 Jun 24 12:56:28.366968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1b3a6-13d8-4bcc-b40c-27b0feeaa6ce req-14317d8d-9cc9-434a-8f53-8a987566dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:56:28.368379 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7b1b3a6-13d8-4bcc-b40c-27b0feeaa6ce req-14317d8d-9cc9-434a-8f53-8a987566dc8d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2d3f43fc-ab91-4859-9a39-3f7bcfbf905a HTTP/1.1" status: 200 len: 842 time: 0.0423095 Jun 24 12:56:28.427970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1b3a6-13d8-4bcc-b40c-27b0feeaa6ce req-63c7e374-c5db-48ca-addb-ecc6a63fffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:56:28.429457 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7b1b3a6-13d8-4bcc-b40c-27b0feeaa6ce req-63c7e374-c5db-48ca-addb-ecc6a63fffc3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=db497678-2fbb-40f2-aea4-d64b6106dff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537570 Jun 24 12:56:28.521212 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7b1b3a6-13d8-4bcc-b40c-27b0feeaa6ce req-8bdaa7d6-e431-4efc-bb35-bb8e9da709b2 service neutron] 10.222.0.102 "GET /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849285 Jun 24 12:56:28.611800 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7b1b3a6-13d8-4bcc-b40c-27b0feeaa6ce req-15a23cf4-0463-4d28-a031-3734f2738711 service neutron] 10.222.0.102 "GET /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838251 Jun 24 12:56:29.302603 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7a23912-825e-49ac-8681-eda69abb27d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:29.414683 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:30.286471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:32.280078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:47.221933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:50.085929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49122) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:56:50.092384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:56:50.178312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30057062'] for subnet, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:50.312967 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760207632842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32606949'] for subnet, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:50.314959 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cddde182-0e0e-4cb0-b5e7-36f2ef73d381 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:56:50.349701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:56:50.350290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:50.351583 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/subnets/2d3f43fc-ab91-4859-9a39-3f7bcfbf905a HTTP/1.1" status: 200 len: 834 time: 0.2647247 Jun 24 12:56:50.357198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ce5e4-f7f3-40bd-95bd-c16b35ba8c39 None None] Network db497678-2fbb-40f2-aea4-d64b6106dff2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:56:50.368852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Subnet': ['ID=2d3f43fc-ab91-4859-9a39-3f7bcfbf905a,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:56:50.376019 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:50.376406 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:50.376794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:50.377182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:50.377558 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:50.377932 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:50.378310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:50.378678 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:50.379075 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:50.379456 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:50.379825 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:50.380191 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:56:50.383919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:56:50.721316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9bd8230b-a13a-4921-a651-967a35d38280 None None] Provisioning complete for port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:56:50.721684 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9bd8230b-a13a-4921-a651-967a35d38280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:50.803540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9bd8230b-a13a-4921-a651-967a35d38280 None None] Provisioning complete for port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:56:50.803926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9bd8230b-a13a-4921-a651-967a35d38280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:50.893145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9bd8230b-a13a-4921-a651-967a35d38280 None None] Provisioning complete for port fa695c4f-a9ab-4ab6-8817-f00497583926 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:56:50.893432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9bd8230b-a13a-4921-a651-967a35d38280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:55.877451 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:56:56.591625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a634d646-455f-421c-884e-932def804a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:59.303791 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0a87bf06-a9b3-4a6c-8674-6d30256c961d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:59.416352 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:00.290909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:02.275482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:17.250359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:26.594872 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b5c9354e-79df-40b1-8c5d-57c22f8069ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:28.194356 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a50b032c-977b-4231-85be-855ec3e86511 req-38d199e0-5e65-4955-a09e-e6381b8ad2ca service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1912992 Jun 24 12:57:28.286429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b032c-977b-4231-85be-855ec3e86511 req-64bf9345-5c61-4877-be21-e058f139e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:28.287944 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a50b032c-977b-4231-85be-855ec3e86511 req-64bf9345-5c61-4877-be21-e058f139e9b8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 1098 time: 0.0513885 Jun 24 12:57:28.393642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b032c-977b-4231-85be-855ec3e86511 req-fefe93bb-3595-4254-8c5b-a7ee9ea5d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:28.395143 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a50b032c-977b-4231-85be-855ec3e86511 req-fefe93bb-3595-4254-8c5b-a7ee9ea5d976 service neutron] 10.222.0.102 "GET /v2.0/networks?id=db497678-2fbb-40f2-aea4-d64b6106dff2 HTTP/1.1" status: 200 len: 899 time: 0.0876234 Jun 24 12:57:28.458998 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a50b032c-977b-4231-85be-855ec3e86511 req-8b10f373-6752-4e49-9823-9339bd96985d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa695c4f-a9ab-4ab6-8817-f00497583926 HTTP/1.1" status: 200 len: 1000 time: 0.0569437 Jun 24 12:57:28.510270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b032c-977b-4231-85be-855ec3e86511 req-72302f37-5e86-44f6-bb01-27c7c6f89b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:28.511779 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a50b032c-977b-4231-85be-855ec3e86511 req-72302f37-5e86-44f6-bb01-27c7c6f89b2c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2d3f43fc-ab91-4859-9a39-3f7bcfbf905a HTTP/1.1" status: 200 len: 842 time: 0.0460765 Jun 24 12:57:28.567899 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b032c-977b-4231-85be-855ec3e86511 req-f095da6d-71e7-4071-9d83-36fea134e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:28.569415 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a50b032c-977b-4231-85be-855ec3e86511 req-f095da6d-71e7-4071-9d83-36fea134e40f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=db497678-2fbb-40f2-aea4-d64b6106dff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510023 Jun 24 12:57:28.656140 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a50b032c-977b-4231-85be-855ec3e86511 req-c1a1a6fa-2a5a-4375-b428-c5b09b30bd5a service neutron] 10.222.0.102 "GET /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797067 Jun 24 12:57:28.748187 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a50b032c-977b-4231-85be-855ec3e86511 req-dc54dc01-d626-4b2c-99b4-1e57665b24cd service neutron] 10.222.0.102 "GET /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851920 Jun 24 12:57:29.306412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2fc6dc3e-12bf-43b7-8e87-232db686ae3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:29.418043 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:30.293616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:32.276531 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:32.875993 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:57:33.377576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49144) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:33.970079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 07fe8e3f-7da4-4013-b6ce-4c0f77af04f9 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:57:33.970418 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:34.050140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:34.050601 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:34.062394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 07fe8e3f-7da4-4013-b6ce-4c0f77af04f9 owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:57:34.203391 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:34.205372 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-01d54c59-1f50-4c11-913c-8e82dada16d2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:34.230411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=07fe8e3f-7da4-4013-b6ce-4c0f77af04f9,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:34.234208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:34.292020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:34.292351 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP 9a814b35-3d7d-442a-b26b-2e14e02f8772 disassociated (deleted). External IP: 172.26.1.71, port: fa695c4f-a9ab-4ab6-8817-f00497583926. Jun 24 12:57:34.496835 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:57:34.602637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:57:34.607473 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:34.612343 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f842e25-37b8-45be-996d-8036c2cdf9b4 None None] Sync routers for ids ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:57:34.623927 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f842e25-37b8-45be-996d-8036c2cdf9b4 None None] Routers {'7497e393-2bc5-412d-9cf1-40b1a534b5a6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:57:34.624544 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4f842e25-37b8-45be-996d-8036c2cdf9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:57:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:34.646256 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/floatingips/9a814b35-3d7d-442a-b26b-2e14e02f8772 HTTP/1.1" status: 204 len: 168 time: 1.2676134 Jun 24 12:57:34.646956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e29948-480b-4d41-bd9c-e2b68671e143', 'tag': 'fa695c4f-a9ab-4ab6-8817-f00497583926'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:57:34.649888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf76870-bdc0-4fe7-8573-fab6d238a04a" -d '{"events": [{"name": "network-changed", "server_uuid": "38e29948-480b-4d41-bd9c-e2b68671e143", "tag": "fa695c4f-a9ab-4ab6-8817-f00497583926"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:57:34.687795 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa60c52-1b58-480e-8009-6fc934887556 x-openstack-request-id: req-5fa60c52-1b58-480e-8009-6fc934887556 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:57:34.688386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e29948-480b-4d41-bd9c-e2b68671e143", "tag": "fa695c4f-a9ab-4ab6-8817-f00497583926", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:57:34.688888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-5fa60c52-1b58-480e-8009-6fc934887556 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:57:34.689542 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e29948-480b-4d41-bd9c-e2b68671e143', 'tag': 'fa695c4f-a9ab-4ab6-8817-f00497583926', 'status': 'completed', 'code': 200} Jun 24 12:57:34.734287 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-4f842e25-37b8-45be-996d-8036c2cdf9b4 None None] Set router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:57:34.765751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf76870-bdc0-4fe7-8573-fab6d238a04a req-c7baa516-d67f-45d7-9d25-8d7475b45eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:34.767294 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fcf76870-bdc0-4fe7-8573-fab6d238a04a req-c7baa516-d67f-45d7-9d25-8d7475b45eeb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 1098 time: 0.0548625 Jun 24 12:57:34.872425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf76870-bdc0-4fe7-8573-fab6d238a04a req-00ce072f-305d-4018-b405-da83bf9077a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:34.873984 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fcf76870-bdc0-4fe7-8573-fab6d238a04a req-00ce072f-305d-4018-b405-da83bf9077a2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=db497678-2fbb-40f2-aea4-d64b6106dff2 HTTP/1.1" status: 200 len: 899 time: 0.0988064 Jun 24 12:57:34.926618 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fcf76870-bdc0-4fe7-8573-fab6d238a04a req-38d8bf11-1469-40d5-a8e8-e79c2a378a02 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa695c4f-a9ab-4ab6-8817-f00497583926 HTTP/1.1" status: 200 len: 217 time: 0.0374954 Jun 24 12:57:34.980565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf76870-bdc0-4fe7-8573-fab6d238a04a req-a4da07d0-5dbd-4c17-b1ba-e79c7d30e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:34.982003 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fcf76870-bdc0-4fe7-8573-fab6d238a04a req-a4da07d0-5dbd-4c17-b1ba-e79c7d30e2f9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2d3f43fc-ab91-4859-9a39-3f7bcfbf905a HTTP/1.1" status: 200 len: 842 time: 0.0493538 Jun 24 12:57:35.048013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf76870-bdc0-4fe7-8573-fab6d238a04a req-29981f94-6d94-4848-96d6-07fd63e18145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:35.049453 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fcf76870-bdc0-4fe7-8573-fab6d238a04a req-29981f94-6d94-4848-96d6-07fd63e18145 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=db497678-2fbb-40f2-aea4-d64b6106dff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0591590 Jun 24 12:57:35.060920 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4f842e25-37b8-45be-996d-8036c2cdf9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:41Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '1e08d8f1-4c8d-409e-b60a-6fffc0fb4085', 'name': '', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:40Z', 'updated_at': '2021-06-24T12:54:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:35.090424 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f842e25-37b8-45be-996d-8036c2cdf9b4 None None] Checking router: 7497e393-2bc5-412d-9cf1-40b1a534b5a6 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:57:35.098663 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f842e25-37b8-45be-996d-8036c2cdf9b4 None None] Routers {'7497e393-2bc5-412d-9cf1-40b1a534b5a6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:57:35.099332 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4f842e25-37b8-45be-996d-8036c2cdf9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:57:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:35.172893 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fcf76870-bdc0-4fe7-8573-fab6d238a04a req-e65147d8-1ffe-4b81-8380-fc539c100edb service neutron] 10.222.0.102 "GET /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167035 Jun 24 12:57:35.202435 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-4f842e25-37b8-45be-996d-8036c2cdf9b4 None None] Set router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:57:35.252484 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede174c-65f8-4f55-8c98-9b00b319f0f9 req-7f681673-ebd4-4a50-8621-3b2bc0c83c7e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:35.253945 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aede174c-65f8-4f55-8c98-9b00b319f0f9 req-7f681673-ebd4-4a50-8621-3b2bc0c83c7e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 945 time: 0.2888360 Jun 24 12:57:35.307242 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fcf76870-bdc0-4fe7-8573-fab6d238a04a req-39db737a-0365-4583-8b8e-1938c5f7f3cb service neutron] 10.222.0.102 "GET /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262786 Jun 24 12:57:35.315095 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aede174c-65f8-4f55-8c98-9b00b319f0f9 req-800ec9d7-54c7-4b71-a76d-99499e4ce071 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=98298a73-f692-40ee-9e2d-4efdf91a1535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548661 Jun 24 12:57:35.399175 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4f842e25-37b8-45be-996d-8036c2cdf9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:41Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '1e08d8f1-4c8d-409e-b60a-6fffc0fb4085', 'name': '', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:40Z', 'updated_at': '2021-06-24T12:54:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:35.428882 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f842e25-37b8-45be-996d-8036c2cdf9b4 None None] The sync data for ids ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'] in dv-neutron-797121-4-hyperv is: [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:41Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '1e08d8f1-4c8d-409e-b60a-6fffc0fb4085', 'name': '', 'network_id': 'db497678-2fbb-40f2-aea4-d64b6106dff2', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:40Z', 'updated_at': '2021-06-24T12:54:46Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '2d3f43fc-ab91-4859-9a39-3f7bcfbf905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:57:35.629942 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49097a7e-715c-4d52-99ab-dc1cad7de8cf None None] New status for floating IP 9a814b35-3d7d-442a-b26b-2e14e02f8772: DOWN {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:57:36.386063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb6685-4e40-47e9-870a-613774250288 req-12b187f7-4a16-4f24-9637-e7cb5075f457 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:36.387643 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cebb6685-4e40-47e9-870a-613774250288 req-12b187f7-4a16-4f24-9637-e7cb5075f457 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 945 time: 0.0665290 Jun 24 12:57:36.521739 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-cebb6685-4e40-47e9-870a-613774250288 req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port fa695c4f-a9ab-4ab6-8817-f00497583926 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:57:36.522078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cebb6685-4e40-47e9-870a-613774250288 req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:36.621670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d1f0a-2740-4d28-a376-4794bcffdc03 req-9efb2c34-b5d7-49f2-b79e-8be254c707cb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:36.623077 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e13d1f0a-2740-4d28-a376-4794bcffdc03 req-9efb2c34-b5d7-49f2-b79e-8be254c707cb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=38e29948-480b-4d41-bd9c-e2b68671e143 HTTP/1.1" status: 200 len: 945 time: 0.1888752 Jun 24 12:57:36.630707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-cebb6685-4e40-47e9-870a-613774250288 req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port fa695c4f-a9ab-4ab6-8817-f00497583926, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fa695c4f-a9ab-4ab6-8817-f00497583926,segment=NetworkSegment(68a574cd-6ba3-4bc2-84d3-6a052a467a73),segment_id=68a574cd-6ba3-4bc2-84d3-6a052a467a73)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:57:36.631097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cebb6685-4e40-47e9-870a-613774250288 req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:36.655319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-cebb6685-4e40-47e9-870a-613774250288 req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for fa695c4f-a9ab-4ab6-8817-f00497583926 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:57:36.682357 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e13d1f0a-2740-4d28-a376-4794bcffdc03 req-9eb9e38d-a3a0-476f-97d4-e240055d5d1b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=98298a73-f692-40ee-9e2d-4efdf91a1535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535009 Jun 24 12:57:36.796812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cebb6685-4e40-47e9-870a-613774250288 req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:36.800840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5d3979ea-92e8-4ac0-bf84-510e6c41b1ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:36.824560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=fa695c4f-a9ab-4ab6-8817-f00497583926,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:36.833965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:36.834364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:36.834746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:36.835141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:36.835512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:36.836448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:36.836815 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:36.837180 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:36.837868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:36.837985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:36.838247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:36.838604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:36.844284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:36.885560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebb6685-4e40-47e9-870a-613774250288 req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] No DVR routers for this DVR port fa695c4f-a9ab-4ab6-8817-f00497583926 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:57:36.888002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cebb6685-4e40-47e9-870a-613774250288 req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:36.889918 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cebb6685-4e40-47e9-870a-613774250288 req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "DELETE /v2.0/ports/fa695c4f-a9ab-4ab6-8817-f00497583926 HTTP/1.1" status: 204 len: 173 time: 0.4961741 Jun 24 12:57:36.890441 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e29948-480b-4d41-bd9c-e2b68671e143', 'name': 'network-vif-deleted', 'tag': 'fa695c4f-a9ab-4ab6-8817-f00497583926'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:57:36.892774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e7d9ea-f940-4231-91ff-ecc8ae47ce0d" -d '{"events": [{"server_uuid": "38e29948-480b-4d41-bd9c-e2b68671e143", "name": "network-vif-deleted", "tag": "fa695c4f-a9ab-4ab6-8817-f00497583926"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:57:36.983523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dd820c-2b57-43c4-ad79-d45f90dcb170 x-openstack-request-id: req-17dd820c-2b57-43c4-ad79-d45f90dcb170 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:57:36.984001 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e29948-480b-4d41-bd9c-e2b68671e143", "name": "network-vif-deleted", "tag": "fa695c4f-a9ab-4ab6-8817-f00497583926", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:57:36.984378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-17dd820c-2b57-43c4-ad79-d45f90dcb170 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:57:36.984832 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e29948-480b-4d41-bd9c-e2b68671e143', 'name': 'network-vif-deleted', 'tag': 'fa695c4f-a9ab-4ab6-8817-f00497583926', 'status': 'completed', 'code': 200} Jun 24 12:57:37.772883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49172) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:37.831923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c87d5fa2-504a-452e-a62a-4f01c17aab4e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:37.856569 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c87d5fa2-504a-452e-a62a-4f01c17aab4e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:37.916485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c87d5fa2-504a-452e-a62a-4f01c17aab4e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:37.919232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c87d5fa2-504a-452e-a62a-4f01c17aab4e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:37.920394 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c87d5fa2-504a-452e-a62a-4f01c17aab4e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/security-groups/98298a73-f692-40ee-9e2d-4efdf91a1535 HTTP/1.1" status: 204 len: 168 time: 0.1465321 Jun 24 12:57:37.921259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f91af9e3-09f7-4563-8228-9d61340358f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:37.931214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d5fa2-504a-452e-a62a-4f01c17aab4e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98298a73-f692-40ee-9e2d-4efdf91a1535,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:37.933791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c87d5fa2-504a-452e-a62a-4f01c17aab4e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:37.962490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49176) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:38.321248 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7be109e7-5a8f-4bed-8b4c-3169df189988 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:38.580040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-7be109e7-5a8f-4bed-8b4c-3169df189988 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:57:38.580293 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7be109e7-5a8f-4bed-8b4c-3169df189988 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:38.664368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-7be109e7-5a8f-4bed-8b4c-3169df189988 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1e08d8f1-4c8d-409e-b60a-6fffc0fb4085,segment=NetworkSegment(68a574cd-6ba3-4bc2-84d3-6a052a467a73),segment_id=68a574cd-6ba3-4bc2-84d3-6a052a467a73)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:57:38.664724 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7be109e7-5a8f-4bed-8b4c-3169df189988 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:38.676671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-7be109e7-5a8f-4bed-8b4c-3169df189988 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:57:38.859248 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7be109e7-5a8f-4bed-8b4c-3169df189988 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:38.862142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-32eb46e1-58f3-4a9a-a7e8-3c28ae26298e tempest-TestNetworkAdvancedServerOps-100647079 tempest-TestNetworkAdvancedServerOps-100647079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:38.892314 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be109e7-5a8f-4bed-8b4c-3169df189988 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=1e08d8f1-4c8d-409e-b60a-6fffc0fb4085,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:38.895448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7be109e7-5a8f-4bed-8b4c-3169df189988 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:39.064704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7be109e7-5a8f-4bed-8b4c-3169df189988 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:39.274139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be109e7-5a8f-4bed-8b4c-3169df189988 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:57:39.374738 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be109e7-5a8f-4bed-8b4c-3169df189988 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:57:39.379864 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7be109e7-5a8f-4bed-8b4c-3169df189988 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/7497e393-2bc5-412d-9cf1-40b1a534b5a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4163783 Jun 24 12:57:39.383240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49178) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:39.384824 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c63a6-f168-496d-bc06-6034b9f04d46 None None] Sync routers for ids ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:57:39.394040 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c63a6-f168-496d-bc06-6034b9f04d46 None None] Routers {'7497e393-2bc5-412d-9cf1-40b1a534b5a6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:57:39.394646 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-881c63a6-f168-496d-bc06-6034b9f04d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:57:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:39.435388 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-053785a0-81a2-4c27-8608-ed4643b9d82e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting subnet 2d3f43fc-ab91-4859-9a39-3f7bcfbf905a {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:57:39.438404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-053785a0-81a2-4c27-8608-ed4643b9d82e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:39.480790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-053785a0-81a2-4c27-8608-ed4643b9d82e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:39.498424 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-881c63a6-f168-496d-bc06-6034b9f04d46 None None] Set router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:57:39.567673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-053785a0-81a2-4c27-8608-ed4643b9d82e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:39.627617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-053785a0-81a2-4c27-8608-ed4643b9d82e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:39.629624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2aa116d6-41d5-4802-8ddb-565160429b06 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:39.652686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053785a0-81a2-4c27-8608-ed4643b9d82e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3f43fc-ab91-4859-9a39-3f7bcfbf905a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:39.656337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-053785a0-81a2-4c27-8608-ed4643b9d82e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:39.659576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-053785a0-81a2-4c27-8608-ed4643b9d82e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:39.661374 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-053785a0-81a2-4c27-8608-ed4643b9d82e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/subnets/2d3f43fc-ab91-4859-9a39-3f7bcfbf905a HTTP/1.1" status: 204 len: 168 time: 0.2770061 Jun 24 12:57:39.664642 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49180) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:39.666953 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7746ee23-ace7-4fae-bdc9-c8b386430fc4 None None] Network db497678-2fbb-40f2-aea4-d64b6106dff2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:57:39.680445 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-881c63a6-f168-496d-bc06-6034b9f04d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:57:38Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:39.707091 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c63a6-f168-496d-bc06-6034b9f04d46 None None] Checking router: 7497e393-2bc5-412d-9cf1-40b1a534b5a6 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:57:39.715546 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c63a6-f168-496d-bc06-6034b9f04d46 None None] Routers {'7497e393-2bc5-412d-9cf1-40b1a534b5a6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:57:39.716160 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-881c63a6-f168-496d-bc06-6034b9f04d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:57:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:39.775325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:39.824887 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-881c63a6-f168-496d-bc06-6034b9f04d46 None None] Set router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:57:39.868301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] DHCP port deletion for db497678-2fbb-40f2-aea4-d64b6106dff2 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:57:39.886681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:39.918931 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Deleting port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:57:39.919768 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:39.942147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 670d02ac-efa0-42d2-b968-8a4c011061d5 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:57:39.942488 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:39.983211 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] For port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=55566c61-a1af-4ec4-81c3-1cfb4560e1e0,segment=NetworkSegment(68a574cd-6ba3-4bc2-84d3-6a052a467a73),segment_id=68a574cd-6ba3-4bc2-84d3-6a052a467a73)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:57:39.983937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:39.997229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Calling delete_port for 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:57:40.026955 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-881c63a6-f168-496d-bc06-6034b9f04d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:57:38Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:40.028956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 670d02ac-efa0-42d2-b968-8a4c011061d5, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=670d02ac-efa0-42d2-b968-8a4c011061d5,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:57:40.029486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:40.041524 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 670d02ac-efa0-42d2-b968-8a4c011061d5 owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:57:40.053820 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c63a6-f168-496d-bc06-6034b9f04d46 None None] The sync data for ids ['7497e393-2bc5-412d-9cf1-40b1a534b5a6'] in dv-neutron-797121-4-hyperv is: [{'id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'name': 'tempest-TestNetworkBasicOps-router-1200199266', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:57:38Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '670d02ac-efa0-42d2-b968-8a4c011061d5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7497e393-2bc5-412d-9cf1-40b1a534b5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:54:38Z', 'updated_at': '2021-06-24T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:57:40.087839 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:40.090573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6b94f8f7-72dd-4095-9b27-df5189a7df47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:40.121878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Pushing event deleted for resources: {'Port': ['ID=55566c61-a1af-4ec4-81c3-1cfb4560e1e0,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:40.126213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] No DVR routers for this DVR port 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:57:40.138171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:40.138171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:40.138171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:40.138171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:40.138171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:40.138171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:40.138171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:40.138171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:40.138171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:40.138171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:40.138171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:40.138171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:40.142747 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:40.162030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device fa695c4f-a9ab-4ab6-8817-f00497583926 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:57:40.182751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: fa695c4f-a9ab-4ab6-8817-f00497583926 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:57:40.183139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device fa695c4f-a9ab-4ab6-8817-f00497583926 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:57:40.226747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:40.228657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e3cd357b-54e8-4b5a-aedb-c744dc5d49e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:40.249538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=670d02ac-efa0-42d2-b968-8a4c011061d5,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:40.252893 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:40.310708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:40.499316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:57:40.527946 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:57:40.528320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 55566c61-a1af-4ec4-81c3-1cfb4560e1e0 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:57:40.725433 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:40.727993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:40.768181 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:40.768738 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Fanout notify agent at l3_agent the message router_deleted on router 7497e393-2bc5-412d-9cf1-40b1a534b5a6 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:57:40.775686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:40.776896 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/routers/7497e393-2bc5-412d-9cf1-40b1a534b5a6 HTTP/1.1" status: 204 len: 168 time: 1.1111314 Jun 24 12:57:40.779555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49182) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:40.855675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:40.946527 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:40.956115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db497678-2fbb-40f2-aea4-d64b6106dff2']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:40.966243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a574cd-6ba3-4bc2-84d3-6a052a467a73') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:40.966540 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a574cd-6ba3-4bc2-84d3-6a052a467a73') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:40.975188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:40.988979 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:40.994545 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:57:40.994963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:57:40.997918 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:57:41.057727 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.061184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6f531efd-e557-47ed-87fa-a8e356b5514e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:41.064987 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.066742 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/networks/db497678-2fbb-40f2-aea4-d64b6106dff2 HTTP/1.1" status: 204 len: 168 time: 0.2862239 Jun 24 12:57:41.077930 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Network': ['ID=db497678-2fbb-40f2-aea4-d64b6106dff2,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:41.079221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49184) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:41.080973 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:41.086207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9c2d7f31-df47-40b9-8c7a-8c28b670d020 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'network': {'name': 'tempest-network-smoke--1229143735', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'port_security_enabled': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:57:41.110416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2d7f31-df47-40b9-8c7a-8c28b670d020 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:57:41.113970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7f31-df47-40b9-8c7a-8c28b670d020 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.139138 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2d7f31-df47-40b9-8c7a-8c28b670d020 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] vlan segment allocate from pool success with {'vlan_id': 1320, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:57:41.149156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7f31-df47-40b9-8c7a-8c28b670d020 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.149504 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-9c2d7f31-df47-40b9-8c7a-8c28b670d020 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Added segment 48c2f459-cb56-4ba7-af6f-dd3d3e268901 of type vlan for network 5ce67567-9957-4d97-aff0-007c2118536b Jun 24 12:57:41.198196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7f31-df47-40b9-8c7a-8c28b670d020 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.235024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7f31-df47-40b9-8c7a-8c28b670d020 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.240556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2d7f31-df47-40b9-8c7a-8c28b670d020 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:41.241087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7f31-df47-40b9-8c7a-8c28b670d020 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.244012 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-024b52af-3408-4fb8-892b-8f89c4bb063a tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:41.294728 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9c2d7f31-df47-40b9-8c7a-8c28b670d020 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2134202 Jun 24 12:57:41.297499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49186) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:41.302408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-959002675', 'admin_state_up': True, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:57:41.325899 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.326969 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.342284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d7f31-df47-40b9-8c7a-8c28b670d020 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Network': ['ID=5ce67567-9957-4d97-aff0-007c2118536b,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:41.347546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9c2d7f31-df47-40b9-8c7a-8c28b670d020 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:41.355422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 5ce67567-9957-4d97-aff0-007c2118536b details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:57:41.383266 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.520620 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.710052 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.727987 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.827020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.217 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/602cf4ed-57c9-4c70-aa42-8326def4d701) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:57:41.936547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.974001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:41.976213 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7be109e7-5a8f-4bed-8b4c-3169df189988 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:42.010272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:57:42.012988 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:57:42.018962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:57:42.044333 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=602cf4ed-57c9-4c70-aa42-8326def4d701,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:42.048171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:42.122234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:57:42.142791 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:57:42.143158 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1e08d8f1-4c8d-409e-b60a-6fffc0fb4085 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:57:42.143585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 670d02ac-efa0-42d2-b968-8a4c011061d5 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:57:42.161748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 670d02ac-efa0-42d2-b968-8a4c011061d5 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:57:42.162105 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 670d02ac-efa0-42d2-b968-8a4c011061d5 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:57:42.268821 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:42.463190 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:42.587578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router e74bd4c6-5e3d-4508-a71a-4df441724226 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:57:42.690377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:57:42.699928 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Sync routers for ids ['e74bd4c6-5e3d-4508-a71a-4df441724226'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:57:42.707765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:42.709055 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4104156 Jun 24 12:57:42.709473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Routers {'e74bd4c6-5e3d-4508-a71a-4df441724226'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:57:42.710091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:57:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e74bd4c6-5e3d-4508-a71a-4df441724226'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:42.712630 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49188) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:42.745403 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-15e30f6d-806d-4701-a187-4b7eb32bcef2 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=ab2b30c769814168a3d5057c6ba96374&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266602 Jun 24 12:57:42.745403 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49190) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:42.821582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Set router e74bd4c6-5e3d-4508-a71a-4df441724226 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:57:42.832622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47113a8-dd88-435c-b9fa-023c26d6e85e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:42.834099 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b47113a8-dd88-435c-b9fa-023c26d6e85e tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900595 Jun 24 12:57:42.837673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49192) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:42.864468 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c14ba244-0ed9-4aea-868d-f3fb5fae7c5c tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256419 Jun 24 12:57:42.867105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49194) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:42.872308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-458502cb-2ee7-4b8f-9296-c91de65a4d9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1131849478', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:57:42.965289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458502cb-2ee7-4b8f-9296-c91de65a4d9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:57:42.968911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-458502cb-2ee7-4b8f-9296-c91de65a4d9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:42.995931 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:42Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:43.025394 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Checking router: e74bd4c6-5e3d-4508-a71a-4df441724226 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:57:43.025750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Updating router e74bd4c6-5e3d-4508-a71a-4df441724226 port 602cf4ed-57c9-4c70-aa42-8326def4d701 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:57:43.063566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:43.146033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-458502cb-2ee7-4b8f-9296-c91de65a4d9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:43.148245 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ba964c89-6228-41ec-94db-8d32fa13b521 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:43.210439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458502cb-2ee7-4b8f-9296-c91de65a4d9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Subnet': ['ID=81380ce9-118d-484e-a3a6-4bd03714ddb1,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:43.214198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-458502cb-2ee7-4b8f-9296-c91de65a4d9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:43.217246 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458502cb-2ee7-4b8f-9296-c91de65a4d9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Checking segment: {'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:57:43.218164 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458502cb-2ee7-4b8f-9296-c91de65a4d9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network hostable DHCP agents. Network: 5ce67567-9957-4d97-aff0-007c2118536b, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:57:43.234938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458502cb-2ee7-4b8f-9296-c91de65a4d9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 5ce67567-9957-4d97-aff0-007c2118536b is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:57:43.243741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-458502cb-2ee7-4b8f-9296-c91de65a4d9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 5ce67567-9957-4d97-aff0-007c2118536b) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:57:43.248764 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458502cb-2ee7-4b8f-9296-c91de65a4d9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:43.249287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-458502cb-2ee7-4b8f-9296-c91de65a4d9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:43.258212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b262a6d-1bf5-407c-a7d8-4a13ac9724d9 None None] Network 5ce67567-9957-4d97-aff0-007c2118536b requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:57:43.264626 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-458502cb-2ee7-4b8f-9296-c91de65a4d9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3963685 Jun 24 12:57:43.267378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49196) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:43.371310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:43.389435 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Transition to ACTIVE for port object 602cf4ed-57c9-4c70-aa42-8326def4d701 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:57:43.416183 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:43.419475 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:43.496875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-5ce67567-9957-4d97-aff0-007c2118536b', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:57:43.497706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:43.502309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19764b-d3fb-4dfe-a031-3706ac7a013e None None] Pushing event updated for resources: {'Port': ['ID=602cf4ed-57c9-4c70-aa42-8326def4d701,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:43.509913 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Attempting to bind port 602cf4ed-57c9-4c70-aa42-8326def4d701 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:57:43.510161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Attempting to bind port 602cf4ed-57c9-4c70-aa42-8326def4d701 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:57:43.510512 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Attempting to bind port 602cf4ed-57c9-4c70-aa42-8326def4d701 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:57:43.515016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9b19764b-d3fb-4dfe-a031-3706ac7a013e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:43.521559 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:57:43.521938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:57:43.522363 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:43.522739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:57:43.523774 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Bound port: 602cf4ed-57c9-4c70-aa42-8326def4d701, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:57:43.524157 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:43.658903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] For port 602cf4ed-57c9-4c70-aa42-8326def4d701, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:57:43.675236 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] For port 602cf4ed-57c9-4c70-aa42-8326def4d701, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=602cf4ed-57c9-4c70-aa42-8326def4d701,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:57:43.680503 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:43.685154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:43.697924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Allocated IP 172.20.0.2 (5ce67567-9957-4d97-aff0-007c2118536b/81380ce9-118d-484e-a3a6-4bd03714ddb1/2bab4417-09d0-4ce4-ba05-201a0ecf3f6b) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:57:43.705353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:43.771848 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Routers {'e74bd4c6-5e3d-4508-a71a-4df441724226'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:57:43.772429 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:57:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e74bd4c6-5e3d-4508-a71a-4df441724226'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:43.994947 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19764b-d3fb-4dfe-a031-3706ac7a013e None None] Pushing event updated for resources: {'Port': ['ID=602cf4ed-57c9-4c70-aa42-8326def4d701,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:44.000571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9b19764b-d3fb-4dfe-a031-3706ac7a013e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:44.130026 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] Set router e74bd4c6-5e3d-4508-a71a-4df441724226 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:57:44.196766 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:44.220566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Transition to ACTIVE for port object 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:57:44.264140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Transition to ACTIVE for port object 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:57:44.274603 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:44.278977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:44.321335 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Network 5ce67567-9957-4d97-aff0-007c2118536b is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:57:44.321677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.1 (5ce67567-9957-4d97-aff0-007c2118536b/81380ce9-118d-484e-a3a6-4bd03714ddb1/1734e3cf-ea25-4185-8e4d-1a1d7b7fe194) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:57:44.326123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:57:44.350878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:57:44.363095 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Pushing event updated for resources: {'Port': ['ID=2bab4417-09d0-4ce4-ba05-201a0ecf3f6b,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:44.367638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:44.423625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Attempting to bind port 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:57:44.423998 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Attempting to bind port 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:57:44.424372 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Attempting to bind port 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b on network 5ce67567-9957-4d97-aff0-007c2118536b {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:57:44.435761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:57:44.436140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Checking segment: {'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:57:44.436554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:44.436951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Bound using segment: {'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:57:44.437432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Bound port: 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:57:44.437818 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:44.439897 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:44.450720 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:42Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:44.453502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:57:44.478405 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48ba27-cc2d-4fc5-8cfd-ce7c6ed76b07 None None] The sync data for ids ['e74bd4c6-5e3d-4508-a71a-4df441724226'] in dv-neutron-797121-4-hyperv is: [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:42Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:57:44.488407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:44.490750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8559b403-83be-4aec-8ccd-0caa97215ae0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:44.537099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] For port 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:57:44.541349 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] For port 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=2bab4417-09d0-4ce4-ba05-201a0ecf3f6b,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:57:44.543892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 5ce67567-9957-4d97-aff0-007c2118536b is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:57:44.546793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:44.547281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:57:44.552030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-25485b06-e16a-4fff-a10a-9d4864abd3ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:44.552259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:57:44.557292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=1734e3cf-ea25-4185-8e4d-1a1d7b7fe194,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:44.578098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:44.602861 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:44.627815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Pushing event updated for resources: {'Port': ['ID=2bab4417-09d0-4ce4-ba05-201a0ecf3f6b,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:44.638210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:44.824517 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:45.128948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:45.134185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:45.137165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-86d16081-690f-40d6-933a-8211d79e8330 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:45.211137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:45.212976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=1734e3cf-ea25-4185-8e4d-1a1d7b7fe194,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:45.216387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:45.313132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 5ce67567-9957-4d97-aff0-007c2118536b is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:57:45.314512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:57:45.439668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router e74bd4c6-5e3d-4508-a71a-4df441724226 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:57:45.553988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:57:45.560209 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/e74bd4c6-5e3d-4508-a71a-4df441724226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2918401 Jun 24 12:57:45.562865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49198) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:45.582141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31934279-8dab-4832-9f52-e2fb86470e5b None None] Network 5ce67567-9957-4d97-aff0-007c2118536b requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:57:45.642746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-533f4994-f5eb-4958-9990-ef5c7f65e326 None None] Provisioning for port 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:57:45.657966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c9570-c2d4-4f65-9038-cfa1a790de73 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:45.658454 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c9570-c2d4-4f65-9038-cfa1a790de73 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:45.658949 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c9570-c2d4-4f65-9038-cfa1a790de73 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:45.659408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c9570-c2d4-4f65-9038-cfa1a790de73 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:45.661074 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-680c9570-c2d4-4f65-9038-cfa1a790de73 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.0971451 Jun 24 12:57:45.664923 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49200) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:45.730925 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c41b9-6b64-4dfd-995d-a6352943f3fd tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:45.731510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c41b9-6b64-4dfd-995d-a6352943f3fd tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:45.731985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c41b9-6b64-4dfd-995d-a6352943f3fd tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:45.732441 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c41b9-6b64-4dfd-995d-a6352943f3fd tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:45.734145 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ed6c41b9-6b64-4dfd-995d-a6352943f3fd tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0680962 Jun 24 12:57:45.736944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49202) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:45.877191 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7ecb35e5-bfad-4aff-8171-9b25c35bb119 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1389341 Jun 24 12:57:45.992386 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1678e6e9-c3d6-4139-afb4-bce5a647caab None None] Provisioning for port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:57:45.996856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1678e6e9-c3d6-4139-afb4-bce5a647caab None None] Provisioning complete for port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:57:45.997337 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1678e6e9-c3d6-4139-afb4-bce5a647caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.020123 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Sync routers for ids ['e74bd4c6-5e3d-4508-a71a-4df441724226'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:57:46.036382 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Routers {'e74bd4c6-5e3d-4508-a71a-4df441724226'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:57:46.037232 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:57:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e74bd4c6-5e3d-4508-a71a-4df441724226'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:46.043068 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-1678e6e9-c3d6-4139-afb4-bce5a647caab None None] Port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:57:46.176563 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Set router e74bd4c6-5e3d-4508-a71a-4df441724226 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:57:46.176920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49206) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:46.183229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-59e5a7ea-dd9d-4757-94bf-4d8ce587142a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081412941', 'description': 'tempest-secgroup-smoke-2081412941 description', 'project_id': 'ab2b30c769814168a3d5057c6ba96374'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:57:46.206410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 602cf4ed-57c9-4c70-aa42-8326def4d701 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:57:46.206881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-59e5a7ea-dd9d-4757-94bf-4d8ce587142a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.268829 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 602cf4ed-57c9-4c70-aa42-8326def4d701 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:57:46.273978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-82b159b1-57ec-4ef3-aaf0-fa26741eed4a None None] Provisioning complete for port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:57:46.274499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-82b159b1-57ec-4ef3-aaf0-fa26741eed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.276427 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 602cf4ed-57c9-4c70-aa42-8326def4d701 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:57:46.276896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.322620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-59e5a7ea-dd9d-4757-94bf-4d8ce587142a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.327871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-59e5a7ea-dd9d-4757-94bf-4d8ce587142a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.333200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-87e4fd25-35d3-4cbf-b1a4-d2926fe84a9c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:46.368482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-59e5a7ea-dd9d-4757-94bf-4d8ce587142a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.368859 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-82b159b1-57ec-4ef3-aaf0-fa26741eed4a None None] Port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:57:46.369773 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-59e5a7ea-dd9d-4757-94bf-4d8ce587142a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1917486 Jun 24 12:57:46.372789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49208) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:46.378445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-270b93a7-09eb-485f-ae83-46f807d98287 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '5f0bfdc2-9f89-4b40-b76e-786c2d9893a1', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:57:46.388021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5a7ea-dd9d-4757-94bf-4d8ce587142a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0bfdc2-9f89-4b40-b76e-786c2d9893a1,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:46.394321 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-59e5a7ea-dd9d-4757-94bf-4d8ce587142a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:46.414996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-270b93a7-09eb-485f-ae83-46f807d98287 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.432522 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.465124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 602cf4ed-57c9-4c70-aa42-8326def4d701, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=602cf4ed-57c9-4c70-aa42-8326def4d701,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:57:46.472831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.475171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:57:46.480682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:46.494956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-270b93a7-09eb-485f-ae83-46f807d98287 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.500115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-270b93a7-09eb-485f-ae83-46f807d98287 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.502448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f695ec7f-da30-4c7c-b5d4-15a8811202b4 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:46.520333 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b93a7-09eb-485f-ae83-46f807d98287 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6dd88c-0be1-4b71-9df6-8387a17f0a30,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:46.523671 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-270b93a7-09eb-485f-ae83-46f807d98287 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:46.528479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-270b93a7-09eb-485f-ae83-46f807d98287 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.530633 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-270b93a7-09eb-485f-ae83-46f807d98287 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567817 Jun 24 12:57:46.533387 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49210) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:46.540713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-c4c9e19f-b8d8-4f35-aa1e-a64ab33384ef tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '5f0bfdc2-9f89-4b40-b76e-786c2d9893a1', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:57:46.547588 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:46.566477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=602cf4ed-57c9-4c70-aa42-8326def4d701,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:46.571041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e19f-b8d8-4f35-aa1e-a64ab33384ef tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.571624 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:46.583786 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Checking router: e74bd4c6-5e3d-4508-a71a-4df441724226 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:57:46.584083 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Updating router e74bd4c6-5e3d-4508-a71a-4df441724226 port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:57:46.585523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:57:46.590979 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:57:46.591358 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.618009 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-604248ea-9b39-453d-9b86-150c316fe5bb None None] Provisioning complete for port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:57:46.618414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-604248ea-9b39-453d-9b86-150c316fe5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.619953 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.636618 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e19f-b8d8-4f35-aa1e-a64ab33384ef tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.641201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e19f-b8d8-4f35-aa1e-a64ab33384ef tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.643158 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bd49d69f-7d88-4229-9948-2f963a728f6e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:46.659595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9e19f-b8d8-4f35-aa1e-a64ab33384ef tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933b3c4c-e6a0-4d7b-95f8-9d81cd59d5bc,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:46.662226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c4c9e19f-b8d8-4f35-aa1e-a64ab33384ef tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:46.666472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-604248ea-9b39-453d-9b86-150c316fe5bb None None] Port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:57:46.668079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e19f-b8d8-4f35-aa1e-a64ab33384ef tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.670113 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c4c9e19f-b8d8-4f35-aa1e-a64ab33384ef tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350801 Jun 24 12:57:46.674418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49212) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:46.682048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9323b002-fe36-4de8-baf6-4760962e1053 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '5f0bfdc2-9f89-4b40-b76e-786c2d9893a1', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:57:46.709512 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.710200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9323b002-fe36-4de8-baf6-4760962e1053 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.747517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=2bab4417-09d0-4ce4-ba05-201a0ecf3f6b,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:57:46.754249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.756106 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d95a4d97-98d0-41d8-b9f0-2484cf36da6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:46.776858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9323b002-fe36-4de8-baf6-4760962e1053 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.781079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9323b002-fe36-4de8-baf6-4760962e1053 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.787465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-68d5bdc8-bc03-4bc7-a180-096e0e60a357 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:46.804305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323b002-fe36-4de8-baf6-4760962e1053 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d150b21-69c2-4942-96fa-9c6341c5a74f,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:46.808376 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9323b002-fe36-4de8-baf6-4760962e1053 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:46.809793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9323b002-fe36-4de8-baf6-4760962e1053 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.811113 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9323b002-fe36-4de8-baf6-4760962e1053 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350608 Jun 24 12:57:46.813903 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49214) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:46.816472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=2bab4417-09d0-4ce4-ba05-201a0ecf3f6b,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:46.819676 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-0ea36e97-45a1-4259-b019-74ef489c7740 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '5f0bfdc2-9f89-4b40-b76e-786c2d9893a1', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:57:46.825692 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:46.848197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ea36e97-45a1-4259-b019-74ef489c7740 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.911913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ea36e97-45a1-4259-b019-74ef489c7740 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.916576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ea36e97-45a1-4259-b019-74ef489c7740 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.918372 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cdd28b47-e20c-4ed6-a10c-0875349947b8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:46.920987 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.931645 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Transition to ACTIVE for port object 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:57:46.936057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea36e97-45a1-4259-b019-74ef489c7740 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3f7aa7-3d98-48e7-81b5-933d84ff39af,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:46.937598 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.939084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0ea36e97-45a1-4259-b019-74ef489c7740 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:46.939568 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-c13fc24c-6e5c-4436-a7bb-c43512f026c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:46.942470 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0ea36e97-45a1-4259-b019-74ef489c7740 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.943758 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0ea36e97-45a1-4259-b019-74ef489c7740 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288273 Jun 24 12:57:46.946478 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49216) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:46.951264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-11cc7714-cdb1-45c2-a191-56ea479976c6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '5f0bfdc2-9f89-4b40-b76e-786c2d9893a1', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:57:46.973227 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-11cc7714-cdb1-45c2-a191-56ea479976c6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:57:46.978415 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-11cc7714-cdb1-45c2-a191-56ea479976c6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:46.990532 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Pushing event updated for resources: {'Port': ['ID=1734e3cf-ea25-4185-8e4d-1a1d7b7fe194,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:47.017992 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:47.018389 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:47.018661 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:47.019004 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:47.019326 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:47.019641 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:47.019960 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:47.020278 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:47.020892 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:47.020892 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:47.021191 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:47.021501 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:57:47.026492 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:47.044830 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-11cc7714-cdb1-45c2-a191-56ea479976c6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:47.049958 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-11cc7714-cdb1-45c2-a191-56ea479976c6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:47.057046 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-347a6856-47b8-4d02-a96a-1c21d90b95f6 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:47.057571 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Attempting to bind port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:57:47.057943 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Attempting to bind port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:57:47.058378 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Attempting to bind port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 on network 5ce67567-9957-4d97-aff0-007c2118536b {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:57:47.063613 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:57:47.063978 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Checking segment: {'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:57:47.064618 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:47.065041 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Bound using segment: {'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:57:47.065514 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Bound port: 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:57:47.065893 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:47.073948 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc7714-cdb1-45c2-a191-56ea479976c6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f0d576-938a-4452-9ef0-229217ed6859,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:47.077054 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-11cc7714-cdb1-45c2-a191-56ea479976c6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:47.078361 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-11cc7714-cdb1-45c2-a191-56ea479976c6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:47.080323 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-11cc7714-cdb1-45c2-a191-56ea479976c6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326499 Jun 24 12:57:47.083353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49218) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:47.088327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-bac4cb95-5ab6-4d08-9c4d-13b502a05422 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '5f0bfdc2-9f89-4b40-b76e-786c2d9893a1', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:57:47.111673 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-bac4cb95-5ab6-4d08-9c4d-13b502a05422 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:57:47.117353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bac4cb95-5ab6-4d08-9c4d-13b502a05422 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:47.138542 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] For port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:57:47.142086 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] For port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1734e3cf-ea25-4185-8e4d-1a1d7b7fe194,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:57:47.147169 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:47.149445 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:47.188821 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bac4cb95-5ab6-4d08-9c4d-13b502a05422 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:47.192920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bac4cb95-5ab6-4d08-9c4d-13b502a05422 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:47.196130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:47.213634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4cb95-5ab6-4d08-9c4d-13b502a05422 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b9cb82-2d5c-4a86-b0c8-8ef03daa00c0,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:47.215035 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Routers {'e74bd4c6-5e3d-4508-a71a-4df441724226'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:57:47.217229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bac4cb95-5ab6-4d08-9c4d-13b502a05422 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:47.218853 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:57:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e74bd4c6-5e3d-4508-a71a-4df441724226'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:47.220460 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-bac4cb95-5ab6-4d08-9c4d-13b502a05422 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:47.221671 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-bac4cb95-5ab6-4d08-9c4d-13b502a05422 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373503 Jun 24 12:57:47.223167 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Pushing event updated for resources: {'Port': ['ID=1734e3cf-ea25-4185-8e4d-1a1d7b7fe194,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:47.252005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:47.262307 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:47.348372 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] Set router e74bd4c6-5e3d-4508-a71a-4df441724226 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:57:47.399863 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-3a3a3001-388e-43c8-bb77-dbaad67ae1f0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081412941&fields=id&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 267 time: 0.0411241 Jun 24 12:57:47.514342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-2ce27e9a-b6a7-4bfb-8b87-81501f515347 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:47.515735 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-2ce27e9a-b6a7-4bfb-8b87-81501f515347 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/networks?id=5ce67567-9957-4d97-aff0-007c2118536b HTTP/1.1" status: 200 len: 797 time: 0.1053541 Jun 24 12:57:47.531220 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-67842a23-48be-48fe-a56b-e4e4fc9980b8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/quotas/ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 375 time: 0.0098546 Jun 24 12:57:47.556207 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:47Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:57:47.586832 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb2322-3335-4006-a266-62b4724e4ba3 None None] The sync data for ids ['e74bd4c6-5e3d-4508-a71a-4df441724226'] in dv-neutron-797121-4-hyperv is: [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:47Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:57:47.605017 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-497fed20-5367-4451-8e6c-828a0db1919f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681837 Jun 24 12:57:47.717743 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-a092c937-59b8-4284-be7c-96d717eecc62 service neutron] 10.222.0.110 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979187 Jun 24 12:57:47.819777 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-041e4bd3-bbce-4c11-a97f-8705af58a391 service neutron] 10.222.0.110 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960720 Jun 24 12:57:47.995615 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-60d3d68e-e3ca-41b0-9ad4-a69e651a7dc9 req-8e141a1d-0fad-4d1d-b3ab-f6f9d06bc013 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 210 time: 0.0301731 Jun 24 12:57:48.204134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 602cf4ed-57c9-4c70-aa42-8326def4d701 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:57:48.259891 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 602cf4ed-57c9-4c70-aa42-8326def4d701 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:57:48.260344 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:48.347395 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:57:48.400761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:57:48.401418 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:48.485563 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:57:48.539116 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:57:48.543161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:57:48.543547 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:48.625645 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:48.659276 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1734e3cf-ea25-4185-8e4d-1a1d7b7fe194,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:57:48.663155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:48.665193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fb2e8503-9bce-4e84-9e47-1b1040637fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:48.712315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=1734e3cf-ea25-4185-8e4d-1a1d7b7fe194,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:48.715585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:49.173389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-49a759fc-0ee4-4f1b-ac74-9cd252467d9d req-4e3b9222-5e3e-4084-ba55-12f782a77bf0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 210 time: 0.0375221 Jun 24 12:57:49.208520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-f48a8316-ebf3-4799-840e-681854be7ed3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:49.209958 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-f48a8316-ebf3-4799-840e-681854be7ed3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/networks?id=5ce67567-9957-4d97-aff0-007c2118536b HTTP/1.1" status: 200 len: 797 time: 0.1483483 Jun 24 12:57:49.254378 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-b4e360dc-0ad7-499a-87f6-faac4814fa8c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 380 time: 0.0352128 Jun 24 12:57:49.263690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'port': {'device_id': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'admin_state_up': True, 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'security_groups': ['5f0bfdc2-9f89-4b40-b76e-786c2d9893a1']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:57:49.377962 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:57:49.381671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:49.505918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.6 (5ce67567-9957-4d97-aff0-007c2118536b/81380ce9-118d-484e-a3a6-4bd03714ddb1/1cef907e-79cb-463d-ac2c-6192c52a71b2) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:57:49.650110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:49.663230 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object 1cef907e-79cb-463d-ac2c-6192c52a71b2 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:57:49.695766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:49.699408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-da7697c7-5604-4698-83c9-9417c66f59a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:49.736976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 5ce67567-9957-4d97-aff0-007c2118536b is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:57:49.740086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:57:49.746337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:57:49.771693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=1cef907e-79cb-463d-ac2c-6192c52a71b2,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:49.776787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:49.808856 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:49.809502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:49.823967 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5644341 Jun 24 12:57:49.836072 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Request body: {'port': {'device_id': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:57:49.910504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:49.951897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-021ee8c9-b880-4d9e-859e-c4a3c62a77de None None] Provisioning for port 1cef907e-79cb-463d-ac2c-6192c52a71b2 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:57:49.955625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-021ee8c9-b880-4d9e-859e-c4a3c62a77de None None] Provisioning complete for port 1cef907e-79cb-463d-ac2c-6192c52a71b2 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:57:49.956067 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-021ee8c9-b880-4d9e-859e-c4a3c62a77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:49.993666 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-021ee8c9-b880-4d9e-859e-c4a3c62a77de None None] Port 1cef907e-79cb-463d-ac2c-6192c52a71b2 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:57:50.118895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:57:50.165512 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:57:50.165896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:50.172804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cef907e-79cb-463d-ac2c-6192c52a71b2 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:57:50.181156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:50.192844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Transition to ACTIVE for port object 1cef907e-79cb-463d-ac2c-6192c52a71b2 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:57:50.198308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:50.200424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-657fe2a7-ba51-4ea6-909a-274d9033cb59 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:50.254723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1cef907e-79cb-463d-ac2c-6192c52a71b2,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:50.259912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:50.366636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Attempting to bind port 1cef907e-79cb-463d-ac2c-6192c52a71b2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:57:50.367563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Attempting to bind port 1cef907e-79cb-463d-ac2c-6192c52a71b2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:57:50.367887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Attempting to bind port 1cef907e-79cb-463d-ac2c-6192c52a71b2 on network 5ce67567-9957-4d97-aff0-007c2118536b {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:57:50.381333 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Port 1cef907e-79cb-463d-ac2c-6192c52a71b2 on network 5ce67567-9957-4d97-aff0-007c2118536b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:57:50.381636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Attempting to bind port 1cef907e-79cb-463d-ac2c-6192c52a71b2 on network 5ce67567-9957-4d97-aff0-007c2118536b {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:57:50.390956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:57:50.391277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Checking segment: {'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:57:50.391663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Bound using segment: {'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:57:50.392097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Bound port: 1cef907e-79cb-463d-ac2c-6192c52a71b2, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:57:50.392451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:50.402995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5c5a8-2824-4614-b23c-fda811f55724 req-29f59844-a482-4c86-a3b1-4a42a340d2ce tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:50.404560 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fcf5c5a8-2824-4614-b23c-fda811f55724 req-29f59844-a482-4c86-a3b1-4a42a340d2ce tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 943 time: 0.1058755 Jun 24 12:57:50.472094 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fcf5c5a8-2824-4614-b23c-fda811f55724 req-e7172fd3-2c09-45ce-9eb1-4df0fcc47780 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=5f0bfdc2-9f89-4b40-b76e-786c2d9893a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607619 Jun 24 12:57:50.495806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] For port 1cef907e-79cb-463d-ac2c-6192c52a71b2, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:57:50.499646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] For port 1cef907e-79cb-463d-ac2c-6192c52a71b2, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1cef907e-79cb-463d-ac2c-6192c52a71b2,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:57:50.504185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:50.506240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:50.539277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:50.540021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:50.541398 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] 10.222.0.102 "PUT /v2.0/ports/1cef907e-79cb-463d-ac2c-6192c52a71b2 HTTP/1.1" status: 200 len: 1093 time: 0.7097838 Jun 24 12:57:50.542027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'tag': '1cef907e-79cb-463d-ac2c-6192c52a71b2'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:57:50.544638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee21d3d-f5f2-4e73-9efb-4fd50ccf3db1" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffeaef3-ae34-4b20-88d4-bddecdabece8", "tag": "1cef907e-79cb-463d-ac2c-6192c52a71b2"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:57:50.569556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1cef907e-79cb-463d-ac2c-6192c52a71b2,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:50.572723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:50.650320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-10130aae-9b78-4695-a745-2640d87c4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:50.652013 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-10130aae-9b78-4695-a745-2640d87c4ddc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 1096 time: 0.0698254 Jun 24 12:57:50.696951 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-34ccee02-6b1c-4341-9216-7697e8f5ff82 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cef907e-79cb-463d-ac2c-6192c52a71b2 HTTP/1.1" status: 200 len: 217 time: 0.0382085 Jun 24 12:57:50.747885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-2f33c8a4-4fad-415a-8f46-9f3b515e0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:50.749614 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-2f33c8a4-4fad-415a-8f46-9f3b515e0500 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=81380ce9-118d-484e-a3a6-4bd03714ddb1 HTTP/1.1" status: 200 len: 835 time: 0.0467303 Jun 24 12:57:50.751886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984231ae-edd1-48b6-9804-581adb69aa8b x-openstack-request-id: req-984231ae-edd1-48b6-9804-581adb69aa8b {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:57:50.752221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffeaef3-ae34-4b20-88d4-bddecdabece8", "tag": "1cef907e-79cb-463d-ac2c-6192c52a71b2", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:57:50.752522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-984231ae-edd1-48b6-9804-581adb69aa8b {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:57:50.752969 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'tag': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'status': 'completed', 'code': 200} Jun 24 12:57:50.812455 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-19757744-3dc7-49b8-b91f-144aafb6e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:50.813882 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-19757744-3dc7-49b8-b91f-144aafb6e132 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5ce67567-9957-4d97-aff0-007c2118536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547085 Jun 24 12:57:50.916819 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-da677eca-8249-4265-a69b-df9bdaee6604 service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961075 Jun 24 12:57:51.009593 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99b356ed-95ee-4a65-9d27-9194232ca65f req-903aa84d-21af-4fb9-ba79-ff29dc46fdec service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862224 Jun 24 12:57:51.106672 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee21d3d-f5f2-4e73-9efb-4fd50ccf3db1 req-1afb5d91-14ed-4538-ba77-fa06dedc280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:51.108195 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2ee21d3d-f5f2-4e73-9efb-4fd50ccf3db1 req-1afb5d91-14ed-4538-ba77-fa06dedc280d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 1096 time: 0.0529857 Jun 24 12:57:51.200660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee21d3d-f5f2-4e73-9efb-4fd50ccf3db1 req-ef24322e-26ac-4c3d-bdea-e41868e5d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:51.202142 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2ee21d3d-f5f2-4e73-9efb-4fd50ccf3db1 req-ef24322e-26ac-4c3d-bdea-e41868e5d303 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5ce67567-9957-4d97-aff0-007c2118536b HTTP/1.1" status: 200 len: 899 time: 0.0860794 Jun 24 12:57:51.249400 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2ee21d3d-f5f2-4e73-9efb-4fd50ccf3db1 req-275bba79-9c51-4262-8dd1-87795a750993 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cef907e-79cb-463d-ac2c-6192c52a71b2 HTTP/1.1" status: 200 len: 217 time: 0.0400672 Jun 24 12:57:51.298615 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee21d3d-f5f2-4e73-9efb-4fd50ccf3db1 req-0e49fff0-779a-4240-9e3e-0523ee545f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:51.300107 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2ee21d3d-f5f2-4e73-9efb-4fd50ccf3db1 req-0e49fff0-779a-4240-9e3e-0523ee545f8e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=81380ce9-118d-484e-a3a6-4bd03714ddb1 HTTP/1.1" status: 200 len: 835 time: 0.0447037 Jun 24 12:57:51.358249 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee21d3d-f5f2-4e73-9efb-4fd50ccf3db1 req-1ded24fa-cbef-485d-b140-9c66062c3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:51.359657 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2ee21d3d-f5f2-4e73-9efb-4fd50ccf3db1 req-1ded24fa-cbef-485d-b140-9c66062c3b8c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5ce67567-9957-4d97-aff0-007c2118536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508163 Jun 24 12:57:51.457651 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2ee21d3d-f5f2-4e73-9efb-4fd50ccf3db1 req-f7a34fc3-a1c0-41fd-885e-2e512d249426 service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910506 Jun 24 12:57:51.548999 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2ee21d3d-f5f2-4e73-9efb-4fd50ccf3db1 req-23afa16b-0eef-4de7-b4e6-87d073cb5b92 service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836408 Jun 24 12:57:51.655360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363fe36-4e07-400d-8bb4-250a83f81ed2 req-eb073905-1d8f-42c8-9c55-faf1623be8a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:51.656744 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9363fe36-4e07-400d-8bb4-250a83f81ed2 req-eb073905-1d8f-42c8-9c55-faf1623be8a8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 943 time: 0.0671680 Jun 24 12:57:51.694043 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9363fe36-4e07-400d-8bb4-250a83f81ed2 req-661c1dcb-247d-40c9-a07a-44908abd8da8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=5f0bfdc2-9f89-4b40-b76e-786c2d9893a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316701 Jun 24 12:57:52.865952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347ae35-75c8-4b89-9e44-5b1209a5d69d req-f5b374e7-865a-413f-97b2-ad8b9da600e8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:52.867440 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1347ae35-75c8-4b89-9e44-5b1209a5d69d req-f5b374e7-865a-413f-97b2-ad8b9da600e8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 943 time: 0.0621643 Jun 24 12:57:52.904713 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1347ae35-75c8-4b89-9e44-5b1209a5d69d req-651a4927-d13b-4e1a-9c9e-120bdc0e7129 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=5f0bfdc2-9f89-4b40-b76e-786c2d9893a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317159 Jun 24 12:57:54.081808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dc802-adab-4704-951c-1ec889b83ae5 req-b9bea818-b754-473e-a256-fb4d71b01620 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:54.083435 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-340dc802-adab-4704-951c-1ec889b83ae5 req-b9bea818-b754-473e-a256-fb4d71b01620 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 943 time: 0.0693362 Jun 24 12:57:54.121654 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-340dc802-adab-4704-951c-1ec889b83ae5 req-2395c74e-fe8a-4e55-b0f3-3826eafdf30c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=5f0bfdc2-9f89-4b40-b76e-786c2d9893a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316997 Jun 24 12:57:54.237356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 1cef907e-79cb-463d-ac2c-6192c52a71b2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:57:54.329016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 1cef907e-79cb-463d-ac2c-6192c52a71b2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1cef907e-79cb-463d-ac2c-6192c52a71b2,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:57:54.340686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'port_id': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'mac_address': 'fa:16:3e:74:bd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:57:54.375816 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:54.392422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cef907e-79cb-463d-ac2c-6192c52a71b2 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:57:54.412192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 1cef907e-79cb-463d-ac2c-6192c52a71b2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1cef907e-79cb-463d-ac2c-6192c52a71b2,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:57:54.415972 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:54.417694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c8a04cde-456d-4230-b84b-c00973cc0092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:54.464752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=1cef907e-79cb-463d-ac2c-6192c52a71b2,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:54.467910 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:54.681260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['1cef907e-79cb-463d-ac2c-6192c52a71b2'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:57:55.034074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-e9635552-1796-4fa5-8ca3-84a21dd538ae req-aae9b3fe-059a-4aee-a8d9-60cd4ad91028 service neutron] (100145) timed out ('10.222.0.102', 61698) {{(pid=100145) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 12:57:55.307805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f8c22-f7d7-4c03-a292-31f9d43051f6 req-82feba62-70a9-4a4b-84c1-b3c50bda115d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:55.309252 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac5f8c22-f7d7-4c03-a292-31f9d43051f6 req-82feba62-70a9-4a4b-84c1-b3c50bda115d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 944 time: 0.0625677 Jun 24 12:57:55.345638 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac5f8c22-f7d7-4c03-a292-31f9d43051f6 req-870af601-6d8d-41e3-a66f-135ffe63a72b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=5f0bfdc2-9f89-4b40-b76e-786c2d9893a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307696 Jun 24 12:57:56.253037 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 1cef907e-79cb-463d-ac2c-6192c52a71b2 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:57:56.309404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 1cef907e-79cb-463d-ac2c-6192c52a71b2 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:57:56.312925 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 1cef907e-79cb-463d-ac2c-6192c52a71b2 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:57:56.313240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:56.392571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:56.415978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cef907e-79cb-463d-ac2c-6192c52a71b2'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:57:56.418328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8c93e4-f714-46a7-a87a-6cee0ed68068" -d '{"events": [{"server_uuid": "6ffeaef3-ae34-4b20-88d4-bddecdabece8", "name": "network-vif-plugged", "status": "completed", "tag": "1cef907e-79cb-463d-ac2c-6192c52a71b2"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:57:56.432044 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 1cef907e-79cb-463d-ac2c-6192c52a71b2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1cef907e-79cb-463d-ac2c-6192c52a71b2,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:57:56.438031 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:56.439985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-af3f72eb-3484-499c-8d39-db8de147b4b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:56.461606 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9487b60c-fb5d-4821-a4f6-5674a9d9fbcb x-openstack-request-id: req-9487b60c-fb5d-4821-a4f6-5674a9d9fbcb {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:57:56.461899 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffeaef3-ae34-4b20-88d4-bddecdabece8", "name": "network-vif-plugged", "status": "completed", "tag": "1cef907e-79cb-463d-ac2c-6192c52a71b2", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:57:56.462157 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-9487b60c-fb5d-4821-a4f6-5674a9d9fbcb {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:57:56.462547 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'code': 200} Jun 24 12:57:56.492649 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=1cef907e-79cb-463d-ac2c-6192c52a71b2,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:56.495846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:56.523082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57152ced-fd0a-4d5b-b6ba-5ad291664353 req-a2673d6f-6484-419e-a39c-999487f4ae72 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:56.524605 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-57152ced-fd0a-4d5b-b6ba-5ad291664353 req-a2673d6f-6484-419e-a39c-999487f4ae72 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 945 time: 0.0671458 Jun 24 12:57:56.565513 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-57152ced-fd0a-4d5b-b6ba-5ad291664353 req-e9c6c7fb-090c-4198-a51e-e1198e371b37 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=5f0bfdc2-9f89-4b40-b76e-786c2d9893a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349684 Jun 24 12:57:56.603976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b5862a44-7f64-4226-bf2d-f91c9002c536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:56.682072 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47445b7-5ea6-4ba9-9f27-a37e021d7714 req-855ad5ae-3ee1-4b3b-94ca-2968c088f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:56.683606 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f47445b7-5ea6-4ba9-9f27-a37e021d7714 req-855ad5ae-3ee1-4b3b-94ca-2968c088f441 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 1098 time: 0.0548344 Jun 24 12:57:56.717839 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f47445b7-5ea6-4ba9-9f27-a37e021d7714 req-7f971413-2ea6-4468-8702-c09b36ed835d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5f0bfdc2-9f89-4b40-b76e-786c2d9893a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281599 Jun 24 12:57:57.748634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6963e-bb9f-4d88-b613-dcf837b5f551 req-07cf401d-7663-41d0-aab4-931d558553a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:57.750096 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0eb6963e-bb9f-4d88-b613-dcf837b5f551 req-07cf401d-7663-41d0-aab4-931d558553a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 945 time: 0.0627079 Jun 24 12:57:57.788046 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0eb6963e-bb9f-4d88-b613-dcf837b5f551 req-266408df-753a-4c7f-870b-8d51edc7d1a0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=5f0bfdc2-9f89-4b40-b76e-786c2d9893a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 Jun 24 12:57:57.961307 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64497a55-ed6f-4ff8-a955-118a6717ee85 req-6da7659a-255c-4713-a4d0-efdf4592d2ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:57.962652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-64497a55-ed6f-4ff8-a955-118a6717ee85 req-6da7659a-255c-4713-a4d0-efdf4592d2ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 945 time: 0.0657172 Jun 24 12:57:58.000514 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-64497a55-ed6f-4ff8-a955-118a6717ee85 req-fa26da01-0d30-466e-9211-59939ada03ec tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=5f0bfdc2-9f89-4b40-b76e-786c2d9893a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321543 Jun 24 12:57:58.024315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49274) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:58.196063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2380fc2c-5c33-4e04-8e29-60840b3932a0 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:57:58.197554 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2380fc2c-5c33-4e04-8e29-60840b3932a0 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 1093 time: 0.1722639 Jun 24 12:57:58.200343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49278) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:57:58.204715 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:57:58.226977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:58.329705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:58.431782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.84 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/21a8cb57-6a92-4fbe-9598-e6c929f560aa) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:57:58.535074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:58.580280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:58.582293 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b333de16-80e6-4e5e-946e-67e2534dbc9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:58.621575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:57:58.624384 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:57:58.629020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:57:58.631831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=21a8cb57-6a92-4fbe-9598-e6c929f560aa,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:58.651197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:59.308730 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a3ed3490-bf0d-48d3-82e7-e36887c94071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:59.419800 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:59.435406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:59.508412 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:59.655220 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:59.659685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:59.661885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e7c8d07d-87e4-4487-abeb-7c20898b6fe5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:57:59.730538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=21a8cb57-6a92-4fbe-9598-e6c929f560aa,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:57:59.734336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:57:59.742482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:59.841226 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP 891dded5-ae46-4c43-bd2d-fa38c3c55954 associated. External IP: 172.26.1.84, port: 1cef907e-79cb-463d-ac2c-6192c52a71b2. Jun 24 12:58:00.044909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router e74bd4c6-5e3d-4508-a71a-4df441724226 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:58:00.146707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:58:00.156509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f6cfaf-44bd-4cc3-804d-a8b916963933 None None] Sync routers for ids ['e74bd4c6-5e3d-4508-a71a-4df441724226'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:58:00.162381 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:00.165776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f6cfaf-44bd-4cc3-804d-a8b916963933 None None] Routers {'e74bd4c6-5e3d-4508-a71a-4df441724226'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:58:00.166406 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-52f6cfaf-44bd-4cc3-804d-a8b916963933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:57:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e74bd4c6-5e3d-4508-a71a-4df441724226'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:58:00.203764 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0023053 Jun 24 12:58:00.204642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'tag': '1cef907e-79cb-463d-ac2c-6192c52a71b2'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:58:00.206575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49280) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:00.207130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e49a1f9-6b43-4162-b672-edce7cf01b91" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffeaef3-ae34-4b20-88d4-bddecdabece8", "tag": "1cef907e-79cb-463d-ac2c-6192c52a71b2"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:58:00.242416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacb9437-e1a8-4a81-9bb7-4c85e831a0c2 x-openstack-request-id: req-bacb9437-e1a8-4a81-9bb7-4c85e831a0c2 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:58:00.242792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffeaef3-ae34-4b20-88d4-bddecdabece8", "tag": "1cef907e-79cb-463d-ac2c-6192c52a71b2", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:58:00.243587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-bacb9437-e1a8-4a81-9bb7-4c85e831a0c2 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:58:00.243587 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'tag': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'status': 'completed', 'code': 200} Jun 24 12:58:00.261905 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f722ee-aee4-4e39-8b00-8c0a0576cdf8 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:00.263490 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d6f722ee-aee4-4e39-8b00-8c0a0576cdf8 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 1093 time: 0.0559435 Jun 24 12:58:00.332518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49a1f9-6b43-4162-b672-edce7cf01b91 req-c3d56ea5-5c1b-413d-9b89-1125622cebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:00.333837 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e49a1f9-6b43-4162-b672-edce7cf01b91 req-c3d56ea5-5c1b-413d-9b89-1125622cebaf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 1098 time: 0.0670748 Jun 24 12:58:00.447493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:00.454398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49a1f9-6b43-4162-b672-edce7cf01b91 req-34561ac1-f921-49bf-a016-99a6542266d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:00.456215 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e49a1f9-6b43-4162-b672-edce7cf01b91 req-34561ac1-f921-49bf-a016-99a6542266d7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5ce67567-9957-4d97-aff0-007c2118536b HTTP/1.1" status: 200 len: 899 time: 0.1156173 Jun 24 12:58:00.458063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-52f6cfaf-44bd-4cc3-804d-a8b916963933 None None] Set router e74bd4c6-5e3d-4508-a71a-4df441724226 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:58:00.528955 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e49a1f9-6b43-4162-b672-edce7cf01b91 req-0501e72b-7960-40da-ad0b-d23474261059 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cef907e-79cb-463d-ac2c-6192c52a71b2 HTTP/1.1" status: 200 len: 998 time: 0.0657768 Jun 24 12:58:00.591527 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49a1f9-6b43-4162-b672-edce7cf01b91 req-38cc6a81-7f32-4ab6-838d-50f8e5a6e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:00.593181 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e49a1f9-6b43-4162-b672-edce7cf01b91 req-38cc6a81-7f32-4ab6-838d-50f8e5a6e57c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=81380ce9-118d-484e-a3a6-4bd03714ddb1 HTTP/1.1" status: 200 len: 835 time: 0.0548410 Jun 24 12:58:00.634010 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49286) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:00.638323 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1122617794', 'description': 'tempest-secgroup-smoke-1122617794 description', 'project_id': 'ab2b30c769814168a3d5057c6ba96374'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:58:00.665989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:00.670897 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49a1f9-6b43-4162-b672-edce7cf01b91 req-c7c4566f-530a-4846-8a76-6de7ab745635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:00.672805 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e49a1f9-6b43-4162-b672-edce7cf01b91 req-c7c4566f-530a-4846-8a76-6de7ab745635 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5ce67567-9957-4d97-aff0-007c2118536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721591 Jun 24 12:58:00.722061 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-52f6cfaf-44bd-4cc3-804d-a8b916963933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '891dded5-ae46-4c43-bd2d-fa38c3c55954', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.84', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'port_id': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'mac_address': 'fa:16:3e:74:bd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:57:59Z', 'updated_at': '2021-06-24T12:57:59Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:58:00.753021 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f6cfaf-44bd-4cc3-804d-a8b916963933 None None] Checking router: e74bd4c6-5e3d-4508-a71a-4df441724226 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:58:00.755819 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:00.760410 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:00.762444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f6cfaf-44bd-4cc3-804d-a8b916963933 None None] Routers {'e74bd4c6-5e3d-4508-a71a-4df441724226'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:58:00.763172 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-52f6cfaf-44bd-4cc3-804d-a8b916963933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:57:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e74bd4c6-5e3d-4508-a71a-4df441724226'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:58:00.764425 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fb1eab55-2008-45ac-8246-3c20dc062fc9 tempest-NegativeSecGroupIPv6Test-411567148 tempest-NegativeSecGroupIPv6Test-411567148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:00.790430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:00.790755 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e49a1f9-6b43-4162-b672-edce7cf01b91 req-8f39b138-42e1-471d-98d6-91c91316c61b service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096053 Jun 24 12:58:00.791695 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1570375 Jun 24 12:58:00.794604 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49288) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:00.800681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-3c749788-f75a-46ec-858e-ad49cf9797b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': 'a04ad02e-7679-4bc7-82fb-58cd319de017', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:58:00.809975 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a04ad02e-7679-4bc7-82fb-58cd319de017,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:00.828717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:00.829022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:00.829431 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:00.829816 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:00.830191 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:00.830566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:00.830971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:00.831346 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:00.831719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:00.832086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:00.832458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:00.832895 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:00.837856 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:00.855954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3c749788-f75a-46ec-858e-ad49cf9797b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:00.901565 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-52f6cfaf-44bd-4cc3-804d-a8b916963933 None None] Set router e74bd4c6-5e3d-4508-a71a-4df441724226 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:58:00.906040 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e49a1f9-6b43-4162-b672-edce7cf01b91 req-161390d4-bbb4-4528-b9b8-d1eae7ec549c service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077645 Jun 24 12:58:00.916568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3c749788-f75a-46ec-858e-ad49cf9797b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:00.924658 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3c749788-f75a-46ec-858e-ad49cf9797b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:00.926702 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1b5a45ca-3516-47bd-b7c5-33eae4fe8b26 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:00.944467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c749788-f75a-46ec-858e-ad49cf9797b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fad8da-3f15-42e9-93b8-1c3a8f4203bc,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:00.947903 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3c749788-f75a-46ec-858e-ad49cf9797b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:00.953259 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3c749788-f75a-46ec-858e-ad49cf9797b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:00.954829 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3c749788-f75a-46ec-858e-ad49cf9797b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1592064 Jun 24 12:58:00.957798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49290) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:00.963112 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a8ce637f-ce2f-4697-aa89-678e5053b9dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': 'a04ad02e-7679-4bc7-82fb-58cd319de017', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:58:00.989779 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a8ce637f-ce2f-4697-aa89-678e5053b9dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.049416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a8ce637f-ce2f-4697-aa89-678e5053b9dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.054176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a8ce637f-ce2f-4697-aa89-678e5053b9dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.056164 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f03cf822-12eb-4446-a430-d372b0931356 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:01.073475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce637f-ce2f-4697-aa89-678e5053b9dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504eb6e0-203a-4d28-85cf-71e5a2a10bae,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:01.076864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a8ce637f-ce2f-4697-aa89-678e5053b9dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:01.082072 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a8ce637f-ce2f-4697-aa89-678e5053b9dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.087617 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a8ce637f-ce2f-4697-aa89-678e5053b9dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253405 Jun 24 12:58:01.087956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49292) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:01.094024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c2974d6c-b80a-4704-b62b-a648524c3f71 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': 'a04ad02e-7679-4bc7-82fb-58cd319de017', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:58:01.122716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c2974d6c-b80a-4704-b62b-a648524c3f71 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.168006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-52f6cfaf-44bd-4cc3-804d-a8b916963933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '891dded5-ae46-4c43-bd2d-fa38c3c55954', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.84', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'port_id': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'mac_address': 'fa:16:3e:74:bd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:57:59Z', 'updated_at': '2021-06-24T12:57:59Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:58:01.187973 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c2974d6c-b80a-4704-b62b-a648524c3f71 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.193069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c2974d6c-b80a-4704-b62b-a648524c3f71 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.195693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f2e08407-c37d-4a20-bf30-80ceaea1569b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:01.203988 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f6cfaf-44bd-4cc3-804d-a8b916963933 None None] The sync data for ids ['e74bd4c6-5e3d-4508-a71a-4df441724226'] in dv-neutron-797121-4-hyperv is: [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '891dded5-ae46-4c43-bd2d-fa38c3c55954', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.84', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'port_id': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'mac_address': 'fa:16:3e:74:bd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:57:59Z', 'updated_at': '2021-06-24T12:57:59Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:58:01.214033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2974d6c-b80a-4704-b62b-a648524c3f71 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f2ae5e-d59d-4825-a740-d0f56e675ec2,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:01.216737 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c2974d6c-b80a-4704-b62b-a648524c3f71 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:01.218393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c2974d6c-b80a-4704-b62b-a648524c3f71 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.219896 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c2974d6c-b80a-4704-b62b-a648524c3f71 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302278 Jun 24 12:58:01.222698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49294) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:01.227664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9fa39866-56ad-45b1-a32b-a455e8c93c09 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': 'a04ad02e-7679-4bc7-82fb-58cd319de017', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:58:01.258113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9fa39866-56ad-45b1-a32b-a455e8c93c09 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.323120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9fa39866-56ad-45b1-a32b-a455e8c93c09 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.327900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9fa39866-56ad-45b1-a32b-a455e8c93c09 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.330059 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1ee63d1a-ffff-4434-8755-302caaf7d7c9 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:01.343861 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa39866-56ad-45b1-a32b-a455e8c93c09 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6020d4-6466-4298-aeea-282d4832f4f1,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:01.347915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9fa39866-56ad-45b1-a32b-a455e8c93c09 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:01.353493 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9fa39866-56ad-45b1-a32b-a455e8c93c09 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.354770 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9fa39866-56ad-45b1-a32b-a455e8c93c09 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310987 Jun 24 12:58:01.357608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49296) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:01.362511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-1e1c4be7-1ede-47ac-8a73-645361218388 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': 'a04ad02e-7679-4bc7-82fb-58cd319de017', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:58:01.396656 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-1e1c4be7-1ede-47ac-8a73-645361218388 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:58:01.403227 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4be7-1ede-47ac-8a73-645361218388 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.405975 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee07c6a0-a510-4e77-887d-4bb189f25ed0 None None] New status for floating IP 891dded5-ae46-4c43-bd2d-fa38c3c55954: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:58:01.484812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4be7-1ede-47ac-8a73-645361218388 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.488535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4be7-1ede-47ac-8a73-645361218388 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.490356 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4d8bbda4-76df-470a-8f47-bedadd283523 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:01.506498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c4be7-1ede-47ac-8a73-645361218388 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e9c926-aa3b-434b-a57b-edb8ceea6a84,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:01.509592 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1e1c4be7-1ede-47ac-8a73-645361218388 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:01.515061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4be7-1ede-47ac-8a73-645361218388 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.516269 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1e1c4be7-1ede-47ac-8a73-645361218388 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1575923 Jun 24 12:58:01.519020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49298) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:01.523667 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-6cb72ccc-f575-4840-9844-8403ed5d976f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': 'a04ad02e-7679-4bc7-82fb-58cd319de017', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:58:01.546716 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-6cb72ccc-f575-4840-9844-8403ed5d976f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:58:01.552017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6cb72ccc-f575-4840-9844-8403ed5d976f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.614605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6cb72ccc-f575-4840-9844-8403ed5d976f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.618812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6cb72ccc-f575-4840-9844-8403ed5d976f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.620583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-afdd1695-51f3-4124-a2d1-d258c8710950 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:01.638613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb72ccc-f575-4840-9844-8403ed5d976f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd325d7-65c8-420c-9c6d-558722d27635,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:01.641077 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6cb72ccc-f575-4840-9844-8403ed5d976f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:01.645385 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6cb72ccc-f575-4840-9844-8403ed5d976f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:01.646568 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6cb72ccc-f575-4840-9844-8403ed5d976f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266317 Jun 24 12:58:01.836059 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-1e5fbe09-6992-43a5-a6f0-7373f0435b95 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1122617794&fields=id&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 267 time: 0.0333042 Jun 24 12:58:01.941765 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-4baec788-923b-40f6-846c-64071e1cc8c8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:01.943247 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-4baec788-923b-40f6-846c-64071e1cc8c8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/networks?id=5ce67567-9957-4d97-aff0-007c2118536b HTTP/1.1" status: 200 len: 797 time: 0.1009004 Jun 24 12:58:01.957723 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-fdf90aef-4844-415e-80c8-d6ed4b11871e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/quotas/ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 375 time: 0.0090890 Jun 24 12:58:02.031989 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-12b920ee-cccf-4e85-b302-4edf47cfb540 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0687633 Jun 24 12:58:02.167665 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3c1ffc93-964d-45d5-8098-28344eb2c438 service neutron] 10.222.0.110 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234860 Jun 24 12:58:02.267353 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-79ef5ae7-af77-469b-935d-cff437f54d71 service neutron] 10.222.0.110 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938001 Jun 24 12:58:02.280570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:02.437265 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d4cbcbc0-0601-4570-a638-6511c76565d6 req-e6fdf862-c8ec-4367-88ad-96392c2d6a67 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 210 time: 0.0323210 Jun 24 12:58:03.606899 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8540cc32-7f95-4657-b68f-125fe99b192a req-a6efb84c-71d3-4866-ad9e-220171d90625 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 210 time: 0.0516305 Jun 24 12:58:03.675888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-dea45d7a-462b-4055-9fc7-7d93bc80aea2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:03.677333 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-dea45d7a-462b-4055-9fc7-7d93bc80aea2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/networks?id=5ce67567-9957-4d97-aff0-007c2118536b HTTP/1.1" status: 200 len: 797 time: 0.1334052 Jun 24 12:58:03.721335 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-4de4a6ac-dee1-4fa1-98b2-961efd0c3155 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 473 time: 0.0355902 Jun 24 12:58:03.732325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'port': {'device_id': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'admin_state_up': True, 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'security_groups': ['a04ad02e-7679-4bc7-82fb-58cd319de017']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:58:03.847292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:58:03.850890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:03.974080 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.9 (5ce67567-9957-4d97-aff0-007c2118536b/81380ce9-118d-484e-a3a6-4bd03714ddb1/d0b537a9-d1b2-4136-a268-f65f7920c84c) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:58:04.115182 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:04.128953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object d0b537a9-d1b2-4136-a268-f65f7920c84c will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:58:04.161600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:04.165825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:04.205526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 5ce67567-9957-4d97-aff0-007c2118536b is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:58:04.211186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:58:04.215719 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:58:04.241349 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=d0b537a9-d1b2-4136-a268-f65f7920c84c,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:04.244265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:04.276266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:04.276885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:04.292836 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5641143 Jun 24 12:58:04.305417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Request body: {'port': {'device_id': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:58:04.379354 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:04.443708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0388135e-6945-4a79-a60f-0ad078d57e06 None None] Provisioning for port d0b537a9-d1b2-4136-a268-f65f7920c84c completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:58:04.447891 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0388135e-6945-4a79-a60f-0ad078d57e06 None None] Provisioning complete for port d0b537a9-d1b2-4136-a268-f65f7920c84c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:58:04.448264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0388135e-6945-4a79-a60f-0ad078d57e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:04.480614 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-0388135e-6945-4a79-a60f-0ad078d57e06 None None] Port d0b537a9-d1b2-4136-a268-f65f7920c84c cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:58:04.641457 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b537a9-d1b2-4136-a268-f65f7920c84c {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:58:04.649072 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:04.660680 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Transition to ACTIVE for port object d0b537a9-d1b2-4136-a268-f65f7920c84c will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:58:04.664831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:04.667020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ef1c9481-cc11-485c-ba1c-55e96681ed9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:04.715299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Pushing event updated for resources: {'Port': ['ID=d0b537a9-d1b2-4136-a268-f65f7920c84c,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:04.720994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:04.832161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Attempting to bind port d0b537a9-d1b2-4136-a268-f65f7920c84c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:58:04.832500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Attempting to bind port d0b537a9-d1b2-4136-a268-f65f7920c84c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:58:04.832831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Attempting to bind port d0b537a9-d1b2-4136-a268-f65f7920c84c on network 5ce67567-9957-4d97-aff0-007c2118536b {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:58:04.842226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Port d0b537a9-d1b2-4136-a268-f65f7920c84c on network 5ce67567-9957-4d97-aff0-007c2118536b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:58:04.842552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Attempting to bind port d0b537a9-d1b2-4136-a268-f65f7920c84c on network 5ce67567-9957-4d97-aff0-007c2118536b {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:58:04.850173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:58:04.850513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Checking segment: {'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:58:04.851499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Bound using segment: {'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:58:04.851937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Bound port: d0b537a9-d1b2-4136-a268-f65f7920c84c, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c2f459-cb56-4ba7-af6f-dd3d3e268901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:58:04.852296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:04.862810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7460e-ff43-471b-afcd-2bc75a9a172f req-dc46a97e-acc8-44f3-b523-6d6a2494a4a3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:04.864352 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-89b7460e-ff43-471b-afcd-2bc75a9a172f req-dc46a97e-acc8-44f3-b523-6d6a2494a4a3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 943 time: 0.1422873 Jun 24 12:58:04.931867 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-89b7460e-ff43-471b-afcd-2bc75a9a172f req-fea61a6b-87a6-4cb5-ac4d-2976ca47ff44 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a04ad02e-7679-4bc7-82fb-58cd319de017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604858 Jun 24 12:58:04.952661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] For port d0b537a9-d1b2-4136-a268-f65f7920c84c, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:58:04.955867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] For port d0b537a9-d1b2-4136-a268-f65f7920c84c, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d0b537a9-d1b2-4136-a268-f65f7920c84c,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:58:04.961769 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:04.964566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:04.992598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:04.993416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:04.994748 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] 10.222.0.102 "PUT /v2.0/ports/d0b537a9-d1b2-4136-a268-f65f7920c84c HTTP/1.1" status: 200 len: 1093 time: 0.6941693 Jun 24 12:58:04.997128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'tag': 'd0b537a9-d1b2-4136-a268-f65f7920c84c'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:58:05.000256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba9b9ae-6f04-4c5b-8d43-977fdeae44fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e7dd95b2-f20e-410f-bb6b-ea468c56472d", "tag": "d0b537a9-d1b2-4136-a268-f65f7920c84c"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:58:05.029490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Pushing event updated for resources: {'Port': ['ID=d0b537a9-d1b2-4136-a268-f65f7920c84c,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:05.036821 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:05.073855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351813ee-7d43-429d-8d31-49066fa5ca07 x-openstack-request-id: req-351813ee-7d43-429d-8d31-49066fa5ca07 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:58:05.074199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7dd95b2-f20e-410f-bb6b-ea468c56472d", "tag": "d0b537a9-d1b2-4136-a268-f65f7920c84c", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:58:05.074506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-351813ee-7d43-429d-8d31-49066fa5ca07 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:58:05.074985 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'tag': 'd0b537a9-d1b2-4136-a268-f65f7920c84c', 'status': 'completed', 'code': 200} Jun 24 12:58:05.104407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3d6e6d1b-1f46-4399-ac91-d76c50dc8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:05.106855 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-3d6e6d1b-1f46-4399-ac91-d76c50dc8ca1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 1096 time: 0.0638113 Jun 24 12:58:05.151114 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-2b02b621-c9ec-4b22-a7e9-548094b04dd2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b537a9-d1b2-4136-a268-f65f7920c84c HTTP/1.1" status: 200 len: 217 time: 0.0360970 Jun 24 12:58:05.199768 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-ef5d2eac-e327-46b2-b292-6b0190c2b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:05.201210 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-ef5d2eac-e327-46b2-b292-6b0190c2b284 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=81380ce9-118d-484e-a3a6-4bd03714ddb1 HTTP/1.1" status: 200 len: 835 time: 0.0438235 Jun 24 12:58:05.262483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-1af8869b-b0b5-4f8a-87ae-ece4371af3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:05.263850 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-1af8869b-b0b5-4f8a-87ae-ece4371af3ca service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5ce67567-9957-4d97-aff0-007c2118536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0555573 Jun 24 12:58:05.350518 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-92600b04-cf90-425a-a090-c305b0f742bd service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799820 Jun 24 12:58:05.446175 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbee893d-dcf9-46ce-917f-59556b9f840e req-12f3a443-38e5-4703-bfa4-ff239236cc97 service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893331 Jun 24 12:58:05.544830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9b9ae-6f04-4c5b-8d43-977fdeae44fc req-43c0e53e-7b71-4ef1-958a-4c2e675062bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:05.546209 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fba9b9ae-6f04-4c5b-8d43-977fdeae44fc req-43c0e53e-7b71-4ef1-958a-4c2e675062bb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 1096 time: 0.0520742 Jun 24 12:58:05.638170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9b9ae-6f04-4c5b-8d43-977fdeae44fc req-b5ddedd2-ef6e-47b0-9801-89da9a1a01d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:05.639668 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fba9b9ae-6f04-4c5b-8d43-977fdeae44fc req-b5ddedd2-ef6e-47b0-9801-89da9a1a01d1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5ce67567-9957-4d97-aff0-007c2118536b HTTP/1.1" status: 200 len: 899 time: 0.0863271 Jun 24 12:58:05.681425 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fba9b9ae-6f04-4c5b-8d43-977fdeae44fc req-44c81daf-ce80-44db-8744-7618319feb85 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b537a9-d1b2-4136-a268-f65f7920c84c HTTP/1.1" status: 200 len: 217 time: 0.0342689 Jun 24 12:58:05.728458 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9b9ae-6f04-4c5b-8d43-977fdeae44fc req-cd90d9e8-1da3-43f8-bc59-1d8752f652e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:05.729877 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fba9b9ae-6f04-4c5b-8d43-977fdeae44fc req-cd90d9e8-1da3-43f8-bc59-1d8752f652e5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=81380ce9-118d-484e-a3a6-4bd03714ddb1 HTTP/1.1" status: 200 len: 835 time: 0.0423436 Jun 24 12:58:05.784921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9b9ae-6f04-4c5b-8d43-977fdeae44fc req-27ca99ae-21b9-4526-91a8-3841909298e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:05.786372 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fba9b9ae-6f04-4c5b-8d43-977fdeae44fc req-27ca99ae-21b9-4526-91a8-3841909298e9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5ce67567-9957-4d97-aff0-007c2118536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0498600 Jun 24 12:58:05.878685 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fba9b9ae-6f04-4c5b-8d43-977fdeae44fc req-ab6c2db8-6e24-4056-87ca-920361f22c79 service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853720 Jun 24 12:58:05.970932 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fba9b9ae-6f04-4c5b-8d43-977fdeae44fc req-897bdf55-989f-49d3-842a-ac675066804a service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851989 Jun 24 12:58:06.102384 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fcc77-87c7-477b-9d29-1456cc924857 req-09420c06-2c50-4f74-ba52-2b020cc09750 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:06.103882 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1f2fcc77-87c7-477b-9d29-1456cc924857 req-09420c06-2c50-4f74-ba52-2b020cc09750 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 943 time: 0.0630476 Jun 24 12:58:06.140693 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1f2fcc77-87c7-477b-9d29-1456cc924857 req-9a20624d-9d0d-439e-80b0-d64f5d996faf tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a04ad02e-7679-4bc7-82fb-58cd319de017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312510 Jun 24 12:58:07.309889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882cd04-973d-4e65-84ce-7bd1b90ff186 req-24a9a76b-73c4-4333-88fc-fa1d96573cfc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:07.311343 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a882cd04-973d-4e65-84ce-7bd1b90ff186 req-24a9a76b-73c4-4333-88fc-fa1d96573cfc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 943 time: 0.0612316 Jun 24 12:58:07.347557 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a882cd04-973d-4e65-84ce-7bd1b90ff186 req-d4f0e869-e0dc-451a-ade5-d37c1784379a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a04ad02e-7679-4bc7-82fb-58cd319de017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306466 Jun 24 12:58:08.348488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device d0b537a9-d1b2-4136-a268-f65f7920c84c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:58:08.453614 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port d0b537a9-d1b2-4136-a268-f65f7920c84c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d0b537a9-d1b2-4136-a268-f65f7920c84c,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:58:08.465698 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'd0b537a9-d1b2-4136-a268-f65f7920c84c', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'port_id': 'd0b537a9-d1b2-4136-a268-f65f7920c84c', 'mac_address': 'fa:16:3e:bb:a9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:58:08.502463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:08.516222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b537a9-d1b2-4136-a268-f65f7920c84c {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:58:08.537619 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port d0b537a9-d1b2-4136-a268-f65f7920c84c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d0b537a9-d1b2-4136-a268-f65f7920c84c,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:58:08.542053 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:08.543987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:08.593140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=d0b537a9-d1b2-4136-a268-f65f7920c84c,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:08.596436 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:08.751121 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['d0b537a9-d1b2-4136-a268-f65f7920c84c'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:58:08.875550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee1cbb-e59b-42cd-b206-b58885f4faa1 req-18649266-8ad6-46e2-b853-51c454f3dd92 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:08.877004 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-01ee1cbb-e59b-42cd-b206-b58885f4faa1 req-18649266-8ad6-46e2-b853-51c454f3dd92 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 943 time: 0.4112444 Jun 24 12:58:08.914707 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-01ee1cbb-e59b-42cd-b206-b58885f4faa1 req-5e390539-5c2c-4514-a3dc-f0b763f6af4c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a04ad02e-7679-4bc7-82fb-58cd319de017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319965 Jun 24 12:58:09.874305 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:58:10.085785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181ac06-35ed-40d9-a473-7e9e9cebcf13 req-13746239-4da2-4b2d-bcb5-a1d978c6982e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:10.087265 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3181ac06-35ed-40d9-a473-7e9e9cebcf13 req-13746239-4da2-4b2d-bcb5-a1d978c6982e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 944 time: 0.0625176 Jun 24 12:58:10.124464 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3181ac06-35ed-40d9-a473-7e9e9cebcf13 req-264af302-70a3-4d10-850c-aa0e96613f99 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a04ad02e-7679-4bc7-82fb-58cd319de017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315819 Jun 24 12:58:10.363214 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device d0b537a9-d1b2-4136-a268-f65f7920c84c up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:58:10.410391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port d0b537a9-d1b2-4136-a268-f65f7920c84c completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:58:10.414694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port d0b537a9-d1b2-4136-a268-f65f7920c84c triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:58:10.415114 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:10.497118 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:10.519598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b537a9-d1b2-4136-a268-f65f7920c84c'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:58:10.521870 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40b252c-d0b7-4637-bf05-fe65487ab08a" -d '{"events": [{"server_uuid": "e7dd95b2-f20e-410f-bb6b-ea468c56472d", "name": "network-vif-plugged", "status": "completed", "tag": "d0b537a9-d1b2-4136-a268-f65f7920c84c"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:58:10.534696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port d0b537a9-d1b2-4136-a268-f65f7920c84c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d0b537a9-d1b2-4136-a268-f65f7920c84c,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:58:10.539278 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:10.542222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:10.589697 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=d0b537a9-d1b2-4136-a268-f65f7920c84c,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:10.592999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:10.615367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a462a73-81e8-41d7-ab40-40b7ebd920ad x-openstack-request-id: req-9a462a73-81e8-41d7-ab40-40b7ebd920ad {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:58:10.615673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dd95b2-f20e-410f-bb6b-ea468c56472d", "name": "network-vif-plugged", "status": "completed", "tag": "d0b537a9-d1b2-4136-a268-f65f7920c84c", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:58:10.615939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-9a462a73-81e8-41d7-ab40-40b7ebd920ad {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:58:10.616590 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b537a9-d1b2-4136-a268-f65f7920c84c', 'code': 200} Jun 24 12:58:10.845892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a115637-da33-4815-8108-bea5dae49f8f req-694a35fa-70e9-4804-ae6c-d3f08304d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:10.847402 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a115637-da33-4815-8108-bea5dae49f8f req-694a35fa-70e9-4804-ae6c-d3f08304d8f2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 1098 time: 0.0570207 Jun 24 12:58:10.880517 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a115637-da33-4815-8108-bea5dae49f8f req-514a2672-529c-420d-adbc-de24d16bc3bf service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a04ad02e-7679-4bc7-82fb-58cd319de017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265205 Jun 24 12:58:11.296663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ebfac-c115-4a33-87e7-aa0fc9f0d77f req-ba1b51ca-0777-46ae-9790-f8cc65f73e27 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:11.298130 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-553ebfac-c115-4a33-87e7-aa0fc9f0d77f req-ba1b51ca-0777-46ae-9790-f8cc65f73e27 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 945 time: 0.0657113 Jun 24 12:58:11.337069 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-553ebfac-c115-4a33-87e7-aa0fc9f0d77f req-6178f75b-8d50-471b-a992-d15fb86a8ed9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a04ad02e-7679-4bc7-82fb-58cd319de017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331728 Jun 24 12:58:12.522199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f31734-dfc9-4645-9edd-12e11487e503 req-acd465f3-0ca6-4d0c-8391-691269f899c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:12.528703 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c9f31734-dfc9-4645-9edd-12e11487e503 req-acd465f3-0ca6-4d0c-8391-691269f899c2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 945 time: 0.0674467 Jun 24 12:58:12.566716 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c9f31734-dfc9-4645-9edd-12e11487e503 req-5d951560-41c1-40ff-a8ec-235b1acc62e6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a04ad02e-7679-4bc7-82fb-58cd319de017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323565 Jun 24 12:58:12.739165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f167d84-053b-45c4-a08e-2a7469f4c385 req-cbc7feb1-d267-4870-ba28-d26eaa77b0fa tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:12.740520 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5f167d84-053b-45c4-a08e-2a7469f4c385 req-cbc7feb1-d267-4870-ba28-d26eaa77b0fa tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 945 time: 0.0659170 Jun 24 12:58:12.778255 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5f167d84-053b-45c4-a08e-2a7469f4c385 req-4c6f633d-5ac7-401e-b5d3-b7dfd4138bc1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a04ad02e-7679-4bc7-82fb-58cd319de017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Jun 24 12:58:12.801873 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49356) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:12.851596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25091eaf-5362-4cf2-bfab-9c167b738054 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:12.853079 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-25091eaf-5362-4cf2-bfab-9c167b738054 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 1093 time: 0.0502329 Jun 24 12:58:12.855807 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49358) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:12.860092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': 'd0b537a9-d1b2-4136-a268-f65f7920c84c', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:58:12.881696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:12.978875 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:13.087854 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.102 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/c7464faa-2197-4629-84c3-e39f82c63aa9) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:58:13.180035 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:13.221471 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:13.224398 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-89fca5c2-7e9c-4239-8503-e758961f1fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:13.256302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:58:13.259563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:58:13.264806 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:58:13.288799 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=c7464faa-2197-4629-84c3-e39f82c63aa9,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:13.292575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:13.622356 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:13.693071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:13.836202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:13.840638 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:13.842555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0ee4141f-5844-4941-9cb0-c5aeeff59786 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:13.902024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=c7464faa-2197-4629-84c3-e39f82c63aa9,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:13.905608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:13.915622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:14.012388 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP 5719321e-7cc8-41e8-9062-0d92a2b2e813 associated. External IP: 172.26.1.102, port: d0b537a9-d1b2-4136-a268-f65f7920c84c. Jun 24 12:58:14.220343 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router e74bd4c6-5e3d-4508-a71a-4df441724226 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:58:14.325677 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:58:14.336117 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc47e37-09b4-4ede-b2d9-37c6e6d810fc None None] Sync routers for ids ['e74bd4c6-5e3d-4508-a71a-4df441724226'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:58:14.342828 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:14.345610 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc47e37-09b4-4ede-b2d9-37c6e6d810fc None None] Routers {'e74bd4c6-5e3d-4508-a71a-4df441724226'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:58:14.346269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-cbc47e37-09b4-4ede-b2d9-37c6e6d810fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:57:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e74bd4c6-5e3d-4508-a71a-4df441724226'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:58:14.377972 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5211401 Jun 24 12:58:14.378609 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'tag': 'd0b537a9-d1b2-4136-a268-f65f7920c84c'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:58:14.381048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f49065d-7025-4f7e-9a2f-4ca4d66e643c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7dd95b2-f20e-410f-bb6b-ea468c56472d", "tag": "d0b537a9-d1b2-4136-a268-f65f7920c84c"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:58:14.419441 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aca14fa-7f95-4b51-abdc-ab52ad61dce6 x-openstack-request-id: req-6aca14fa-7f95-4b51-abdc-ab52ad61dce6 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:58:14.419789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7dd95b2-f20e-410f-bb6b-ea468c56472d", "tag": "d0b537a9-d1b2-4136-a268-f65f7920c84c", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:58:14.420107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6aca14fa-7f95-4b51-abdc-ab52ad61dce6 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:58:14.420554 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'tag': 'd0b537a9-d1b2-4136-a268-f65f7920c84c', 'status': 'completed', 'code': 200} Jun 24 12:58:14.462026 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-cbc47e37-09b4-4ede-b2d9-37c6e6d810fc None None] Set router e74bd4c6-5e3d-4508-a71a-4df441724226 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:58:14.501940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49065d-7025-4f7e-9a2f-4ca4d66e643c req-2988de79-ef1e-48c4-be42-6c0372a60ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:14.503381 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4f49065d-7025-4f7e-9a2f-4ca4d66e643c req-2988de79-ef1e-48c4-be42-6c0372a60ded service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 1098 time: 0.0530384 Jun 24 12:58:14.598078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49065d-7025-4f7e-9a2f-4ca4d66e643c req-1578729e-0144-4e46-8083-d427d2a9e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:14.599584 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4f49065d-7025-4f7e-9a2f-4ca4d66e643c req-1578729e-0144-4e46-8083-d427d2a9e700 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5ce67567-9957-4d97-aff0-007c2118536b HTTP/1.1" status: 200 len: 899 time: 0.0904591 Jun 24 12:58:14.663470 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4f49065d-7025-4f7e-9a2f-4ca4d66e643c req-32768bd9-7959-420e-b568-809d3c472058 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b537a9-d1b2-4136-a268-f65f7920c84c HTTP/1.1" status: 200 len: 999 time: 0.0570416 Jun 24 12:58:14.694311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-cbc47e37-09b4-4ede-b2d9-37c6e6d810fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '5719321e-7cc8-41e8-9062-0d92a2b2e813', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.102', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'port_id': 'd0b537a9-d1b2-4136-a268-f65f7920c84c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'mac_address': 'fa:16:3e:bb:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:58:13Z', 'updated_at': '2021-06-24T12:58:13Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}, {'id': '891dded5-ae46-4c43-bd2d-fa38c3c55954', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.84', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'port_id': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'mac_address': 'fa:16:3e:74:bd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:57:59Z', 'updated_at': '2021-06-24T12:58:01Z', 'revision_number': 1, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:58:14.712046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49065d-7025-4f7e-9a2f-4ca4d66e643c req-134ed032-59ba-4a83-83a7-1d6bce940af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:14.713490 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4f49065d-7025-4f7e-9a2f-4ca4d66e643c req-134ed032-59ba-4a83-83a7-1d6bce940af8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=81380ce9-118d-484e-a3a6-4bd03714ddb1 HTTP/1.1" status: 200 len: 835 time: 0.0439286 Jun 24 12:58:14.720210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc47e37-09b4-4ede-b2d9-37c6e6d810fc None None] Checking router: e74bd4c6-5e3d-4508-a71a-4df441724226 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:58:14.728426 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc47e37-09b4-4ede-b2d9-37c6e6d810fc None None] Routers {'e74bd4c6-5e3d-4508-a71a-4df441724226'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:58:14.729027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-cbc47e37-09b4-4ede-b2d9-37c6e6d810fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:57:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e74bd4c6-5e3d-4508-a71a-4df441724226'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:58:14.776658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49065d-7025-4f7e-9a2f-4ca4d66e643c req-193d9584-9b5d-436e-83c3-a7989b9cdfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:14.778031 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4f49065d-7025-4f7e-9a2f-4ca4d66e643c req-193d9584-9b5d-436e-83c3-a7989b9cdfc8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5ce67567-9957-4d97-aff0-007c2118536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0557654 Jun 24 12:58:14.833012 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-cbc47e37-09b4-4ede-b2d9-37c6e6d810fc None None] Set router e74bd4c6-5e3d-4508-a71a-4df441724226 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:58:14.868994 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4f49065d-7025-4f7e-9a2f-4ca4d66e643c req-fa04548e-d066-447e-94ed-a2a22cd40671 service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826957 Jun 24 12:58:14.962997 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4f49065d-7025-4f7e-9a2f-4ca4d66e643c req-362b9ebb-67c6-41d9-81cd-993ca4b1f465 service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868261 Jun 24 12:58:15.056500 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-cbc47e37-09b4-4ede-b2d9-37c6e6d810fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '5719321e-7cc8-41e8-9062-0d92a2b2e813', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.102', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'port_id': 'd0b537a9-d1b2-4136-a268-f65f7920c84c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'mac_address': 'fa:16:3e:bb:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:58:13Z', 'updated_at': '2021-06-24T12:58:13Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}, {'id': '891dded5-ae46-4c43-bd2d-fa38c3c55954', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.84', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'port_id': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'mac_address': 'fa:16:3e:74:bd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:57:59Z', 'updated_at': '2021-06-24T12:58:01Z', 'revision_number': 1, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:58:15.081421 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc47e37-09b4-4ede-b2d9-37c6e6d810fc None None] The sync data for ids ['e74bd4c6-5e3d-4508-a71a-4df441724226'] in dv-neutron-797121-4-hyperv is: [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '5719321e-7cc8-41e8-9062-0d92a2b2e813', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.102', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'port_id': 'd0b537a9-d1b2-4136-a268-f65f7920c84c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'mac_address': 'fa:16:3e:bb:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:58:13Z', 'updated_at': '2021-06-24T12:58:13Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}, {'id': '891dded5-ae46-4c43-bd2d-fa38c3c55954', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.84', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'port_id': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'mac_address': 'fa:16:3e:74:bd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:57:59Z', 'updated_at': '2021-06-24T12:58:01Z', 'revision_number': 1, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:58:15.257642 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193e3b05-52e8-43e4-a77d-044baf4f2aee None None] New status for floating IP 5719321e-7cc8-41e8-9062-0d92a2b2e813: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:58:17.263054 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:26.596010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-faf3f577-1c08-461b-8f45-9449fc000923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:28.060670 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0c0b545-a9dd-40a0-9ec5-bf74fa506700 req-82be94ae-ad8e-4039-98fb-90a0103a1b8e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515125 Jun 24 12:58:28.163558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0b545-a9dd-40a0-9ec5-bf74fa506700 req-fb7ad3e0-f58d-4d47-887b-d8e9d5659be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:28.165058 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0c0b545-a9dd-40a0-9ec5-bf74fa506700 req-fb7ad3e0-f58d-4d47-887b-d8e9d5659be5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 1098 time: 0.0509937 Jun 24 12:58:28.279321 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0b545-a9dd-40a0-9ec5-bf74fa506700 req-cbb7a444-94e4-44ad-8ae5-b8d94f77b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:28.280790 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0c0b545-a9dd-40a0-9ec5-bf74fa506700 req-cbb7a444-94e4-44ad-8ae5-b8d94f77b3fe service neutron] 10.222.0.102 "GET /v2.0/networks?id=5ce67567-9957-4d97-aff0-007c2118536b HTTP/1.1" status: 200 len: 899 time: 0.0865390 Jun 24 12:58:28.350544 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0c0b545-a9dd-40a0-9ec5-bf74fa506700 req-b768b736-0cbc-48cb-ad1b-faef4c5f60e4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cef907e-79cb-463d-ac2c-6192c52a71b2 HTTP/1.1" status: 200 len: 1000 time: 0.0604877 Jun 24 12:58:28.408643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0b545-a9dd-40a0-9ec5-bf74fa506700 req-e5e3121b-cf2a-42d6-8aba-09f9fda42e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:28.410248 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0c0b545-a9dd-40a0-9ec5-bf74fa506700 req-e5e3121b-cf2a-42d6-8aba-09f9fda42e73 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=81380ce9-118d-484e-a3a6-4bd03714ddb1 HTTP/1.1" status: 200 len: 835 time: 0.0490947 Jun 24 12:58:28.470037 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0b545-a9dd-40a0-9ec5-bf74fa506700 req-f620775d-c5a4-41da-af37-52d969e5cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:28.471593 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0c0b545-a9dd-40a0-9ec5-bf74fa506700 req-f620775d-c5a4-41da-af37-52d969e5cb76 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5ce67567-9957-4d97-aff0-007c2118536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528204 Jun 24 12:58:28.568194 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0c0b545-a9dd-40a0-9ec5-bf74fa506700 req-a0b57cff-daf5-4629-b436-b8cff547931f service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850167 Jun 24 12:58:28.664586 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0c0b545-a9dd-40a0-9ec5-bf74fa506700 req-b7e55954-eac8-4c26-9bb2-378e9653d1f4 service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898304 Jun 24 12:58:29.310780 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-44b58785-8981-47a6-84ea-da7aeca18ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:29.421183 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:30.299737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:32.282660 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:46.873736 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:58:47.271781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:50.258459 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49374) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:50.640217 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6c4b48fb-e5d4-4327-849e-e32e5f00b825 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/891dded5-ae46-4c43-bd2d-fa38c3c55954 HTTP/1.1" status: 200 len: 992 time: 0.3805132 Jun 24 12:58:51.438979 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49382) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:51.444524 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-9f087185-92d3-4358-98bb-02d46c424efe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'port': {'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:58:51.525858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f087185-92d3-4358-98bb-02d46c424efe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:51.675734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-9f087185-92d3-4358-98bb-02d46c424efe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 1cef907e-79cb-463d-ac2c-6192c52a71b2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1cef907e-79cb-463d-ac2c-6192c52a71b2,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:58:51.705448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f087185-92d3-4358-98bb-02d46c424efe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:51.709811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f087185-92d3-4358-98bb-02d46c424efe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:51.712088 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f2592593-3ffb-4333-a2a6-bb2ef5ea3114 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:51.761197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f087185-92d3-4358-98bb-02d46c424efe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:51.761197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f087185-92d3-4358-98bb-02d46c424efe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:51.761583 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9f087185-92d3-4358-98bb-02d46c424efe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/ports/1cef907e-79cb-463d-ac2c-6192c52a71b2 HTTP/1.1" status: 200 len: 938 time: 0.3212526 Jun 24 12:58:51.762012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'tag': '1cef907e-79cb-463d-ac2c-6192c52a71b2'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:58:51.764387 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950e00f7-c5f1-48ba-8cd1-2e41acaa4fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffeaef3-ae34-4b20-88d4-bddecdabece8", "tag": "1cef907e-79cb-463d-ac2c-6192c52a71b2"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:58:51.787520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f087185-92d3-4358-98bb-02d46c424efe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=1cef907e-79cb-463d-ac2c-6192c52a71b2,revision_number=6']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:51.791840 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9f087185-92d3-4358-98bb-02d46c424efe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:51.813922 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11006ac1-78ce-4ba3-a7c4-9168f7f03ce7 x-openstack-request-id: req-11006ac1-78ce-4ba3-a7c4-9168f7f03ce7 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:58:51.814273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffeaef3-ae34-4b20-88d4-bddecdabece8", "tag": "1cef907e-79cb-463d-ac2c-6192c52a71b2", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:58:51.814580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-11006ac1-78ce-4ba3-a7c4-9168f7f03ce7 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:58:51.815070 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'tag': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'status': 'completed', 'code': 200} Jun 24 12:58:51.893082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e00f7-c5f1-48ba-8cd1-2e41acaa4fd3 req-b0286c34-66ed-4435-89c5-de6237b2773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:51.894574 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-950e00f7-c5f1-48ba-8cd1-2e41acaa4fd3 req-b0286c34-66ed-4435-89c5-de6237b2773e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 1099 time: 0.0569732 Jun 24 12:58:51.989191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e00f7-c5f1-48ba-8cd1-2e41acaa4fd3 req-856a5838-6117-4430-9e19-2e62656bb75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:51.990557 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-950e00f7-c5f1-48ba-8cd1-2e41acaa4fd3 req-856a5838-6117-4430-9e19-2e62656bb75d service neutron] 10.222.0.102 "GET /v2.0/networks?id=5ce67567-9957-4d97-aff0-007c2118536b HTTP/1.1" status: 200 len: 899 time: 0.0888951 Jun 24 12:58:52.013638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8b606325-54af-459b-818b-d22bf495e8d3 None None] Provisioning complete for port 1cef907e-79cb-463d-ac2c-6192c52a71b2 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:58:52.014225 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8b606325-54af-459b-818b-d22bf495e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:52.052909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-8b606325-54af-459b-818b-d22bf495e8d3 None None] Port 1cef907e-79cb-463d-ac2c-6192c52a71b2 is administratively disabled so it will not transition to active. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 24 12:58:52.056609 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-950e00f7-c5f1-48ba-8cd1-2e41acaa4fd3 req-a4a47d03-9b0c-4cec-ad66-de5ac1bf5c71 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cef907e-79cb-463d-ac2c-6192c52a71b2 HTTP/1.1" status: 200 len: 1001 time: 0.0593228 Jun 24 12:58:52.110093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e00f7-c5f1-48ba-8cd1-2e41acaa4fd3 req-0bcdf4c4-23f9-4833-aea9-1d02ba723ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:52.111581 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-950e00f7-c5f1-48ba-8cd1-2e41acaa4fd3 req-0bcdf4c4-23f9-4833-aea9-1d02ba723ffe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=81380ce9-118d-484e-a3a6-4bd03714ddb1 HTTP/1.1" status: 200 len: 835 time: 0.0492086 Jun 24 12:58:52.170597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e00f7-c5f1-48ba-8cd1-2e41acaa4fd3 req-44da13ba-a26f-4741-8001-d2e58dc76c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:52.172138 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-950e00f7-c5f1-48ba-8cd1-2e41acaa4fd3 req-44da13ba-a26f-4741-8001-d2e58dc76c7c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5ce67567-9957-4d97-aff0-007c2118536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530937 Jun 24 12:58:52.265650 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-950e00f7-c5f1-48ba-8cd1-2e41acaa4fd3 req-b924c0e9-f89b-4da0-b2c0-89d40649f373 service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862677 Jun 24 12:58:52.362551 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-950e00f7-c5f1-48ba-8cd1-2e41acaa4fd3 req-0026637c-ee28-4b02-b9cd-4e4390d768cf service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896888 Jun 24 12:58:55.349232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49392) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:55.354697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e85b8525-c9dd-4fd5-bcdd-a90738f83bfd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'port': {'admin_state_up': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:58:55.437621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e85b8525-c9dd-4fd5-bcdd-a90738f83bfd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:55.583672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-e85b8525-c9dd-4fd5-bcdd-a90738f83bfd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 1cef907e-79cb-463d-ac2c-6192c52a71b2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1cef907e-79cb-463d-ac2c-6192c52a71b2,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:58:55.612857 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e85b8525-c9dd-4fd5-bcdd-a90738f83bfd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:55.617545 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e85b8525-c9dd-4fd5-bcdd-a90738f83bfd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:55.619625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:55.663474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85b8525-c9dd-4fd5-bcdd-a90738f83bfd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:55.664119 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e85b8525-c9dd-4fd5-bcdd-a90738f83bfd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:55.669115 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e85b8525-c9dd-4fd5-bcdd-a90738f83bfd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/ports/1cef907e-79cb-463d-ac2c-6192c52a71b2 HTTP/1.1" status: 200 len: 937 time: 0.3188415 Jun 24 12:58:55.669363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49394) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:55.669891 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'tag': '1cef907e-79cb-463d-ac2c-6192c52a71b2'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:58:55.672198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60b7b95-3449-4caa-b810-4c075573bbba" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffeaef3-ae34-4b20-88d4-bddecdabece8", "tag": "1cef907e-79cb-463d-ac2c-6192c52a71b2"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:58:55.697041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b8525-c9dd-4fd5-bcdd-a90738f83bfd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=1cef907e-79cb-463d-ac2c-6192c52a71b2,revision_number=7']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:55.700677 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e85b8525-c9dd-4fd5-bcdd-a90738f83bfd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:55.717724 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240a7cb0-d1ab-4b73-b713-a0b82ea6045a x-openstack-request-id: req-240a7cb0-d1ab-4b73-b713-a0b82ea6045a {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:58:55.718073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffeaef3-ae34-4b20-88d4-bddecdabece8", "tag": "1cef907e-79cb-463d-ac2c-6192c52a71b2", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:58:55.718375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-240a7cb0-d1ab-4b73-b713-a0b82ea6045a {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:58:55.718874 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'tag': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'status': 'completed', 'code': 200} Jun 24 12:58:55.755309 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5ea80b23-b9b7-4488-85a9-052217f08325 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/891dded5-ae46-4c43-bd2d-fa38c3c55954 HTTP/1.1" status: 200 len: 992 time: 0.0845995 Jun 24 12:58:55.804374 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7b95-3449-4caa-b810-4c075573bbba req-6d733a3f-2856-439b-932a-d274d8ff0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:55.806135 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c60b7b95-3449-4caa-b810-4c075573bbba req-6d733a3f-2856-439b-932a-d274d8ff0169 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 1098 time: 0.0620053 Jun 24 12:58:55.892346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['1cef907e-79cb-463d-ac2c-6192c52a71b2'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:58:55.899828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-2a4d4ccf-e949-4232-9d03-c9e4dac7fe7b None None] Provisioning complete for port 1cef907e-79cb-463d-ac2c-6192c52a71b2 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:58:55.900113 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4ccf-e949-4232-9d03-c9e4dac7fe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:55.902582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7b95-3449-4caa-b810-4c075573bbba req-375b367a-2d37-448c-a8d2-d9da57bd147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:55.904107 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c60b7b95-3449-4caa-b810-4c075573bbba req-375b367a-2d37-448c-a8d2-d9da57bd147c service neutron] 10.222.0.102 "GET /v2.0/networks?id=5ce67567-9957-4d97-aff0-007c2118536b HTTP/1.1" status: 200 len: 899 time: 0.0907900 Jun 24 12:58:55.973539 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c60b7b95-3449-4caa-b810-4c075573bbba req-e35070d7-0a13-4f36-9761-364ef7756a2f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cef907e-79cb-463d-ac2c-6192c52a71b2 HTTP/1.1" status: 200 len: 1000 time: 0.0624440 Jun 24 12:58:56.021382 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7b95-3449-4caa-b810-4c075573bbba req-fe5bf430-dad8-4366-bb65-3b9136e7c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:56.022865 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c60b7b95-3449-4caa-b810-4c075573bbba req-fe5bf430-dad8-4366-bb65-3b9136e7c9cc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=81380ce9-118d-484e-a3a6-4bd03714ddb1 HTTP/1.1" status: 200 len: 835 time: 0.0440154 Jun 24 12:58:56.078980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7b95-3449-4caa-b810-4c075573bbba req-68c9bc58-947e-4755-afdd-9d2444597840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:56.080477 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c60b7b95-3449-4caa-b810-4c075573bbba req-68c9bc58-947e-4755-afdd-9d2444597840 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5ce67567-9957-4d97-aff0-007c2118536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517631 Jun 24 12:58:56.174353 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c60b7b95-3449-4caa-b810-4c075573bbba req-8293fa69-0880-4423-8b8c-c79a401fb50a service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868738 Jun 24 12:58:56.265155 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c60b7b95-3449-4caa-b810-4c075573bbba req-af076997-4782-485f-981f-93caede4bc74 service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851283 Jun 24 12:58:56.596855 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a4cb50a1-1c6c-475b-b192-18992e124101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:58.365087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49404) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:58:58.525120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port c7464faa-2197-4629-84c3-e39f82c63aa9 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:58:58.525464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:58.602243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:58.602529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:58.615229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for c7464faa-2197-4629-84c3-e39f82c63aa9 owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:58:58.764529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:58.766598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:58:58.789565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=c7464faa-2197-4629-84c3-e39f82c63aa9,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:58:58.804708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:58.805371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:58.805757 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:58.806134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:58.806509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:58.806914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:58.807287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:58.807657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:58.808024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:58.808388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:58.809296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:58.852888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:58:58.852888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:58:58.875519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:58.875852 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP 5719321e-7cc8-41e8-9062-0d92a2b2e813 disassociated (deleted). External IP: 172.26.1.102, port: d0b537a9-d1b2-4136-a268-f65f7920c84c. Jun 24 12:58:59.114818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router e74bd4c6-5e3d-4508-a71a-4df441724226 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:58:59.235637 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:58:59.240386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:59.245286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b436f-2c27-4c68-bf2c-0b040d8fb6c8 None None] Sync routers for ids ['e74bd4c6-5e3d-4508-a71a-4df441724226'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:58:59.255051 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b436f-2c27-4c68-bf2c-0b040d8fb6c8 None None] Routers {'e74bd4c6-5e3d-4508-a71a-4df441724226'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:58:59.255668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-205b436f-2c27-4c68-bf2c-0b040d8fb6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:58:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e74bd4c6-5e3d-4508-a71a-4df441724226'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:58:59.275686 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/floatingips/5719321e-7cc8-41e8-9062-0d92a2b2e813 HTTP/1.1" status: 204 len: 168 time: 0.9095926 Jun 24 12:58:59.276382 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'tag': 'd0b537a9-d1b2-4136-a268-f65f7920c84c'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:58:59.278844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bd2f0e-629f-41bf-94cf-7348cef06586" -d '{"events": [{"name": "network-changed", "server_uuid": "e7dd95b2-f20e-410f-bb6b-ea468c56472d", "tag": "d0b537a9-d1b2-4136-a268-f65f7920c84c"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:58:59.323893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dd539569-3731-4eaf-86fe-a56957dbc152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:59.328883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983ae9af-a0aa-4f8a-85c6-a038b0f295f5 x-openstack-request-id: req-983ae9af-a0aa-4f8a-85c6-a038b0f295f5 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:58:59.329232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7dd95b2-f20e-410f-bb6b-ea468c56472d", "tag": "d0b537a9-d1b2-4136-a268-f65f7920c84c", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:58:59.329541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-983ae9af-a0aa-4f8a-85c6-a038b0f295f5 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:58:59.329985 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'tag': 'd0b537a9-d1b2-4136-a268-f65f7920c84c', 'status': 'completed', 'code': 200} Jun 24 12:58:59.379232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-205b436f-2c27-4c68-bf2c-0b040d8fb6c8 None None] Set router e74bd4c6-5e3d-4508-a71a-4df441724226 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:58:59.403441 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd2f0e-629f-41bf-94cf-7348cef06586 req-c131c2ba-7a56-42a7-b054-0c6bd2c667a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:59.404963 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-57bd2f0e-629f-41bf-94cf-7348cef06586 req-c131c2ba-7a56-42a7-b054-0c6bd2c667a2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 1098 time: 0.0577433 Jun 24 12:58:59.469756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:58:59.524303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd2f0e-629f-41bf-94cf-7348cef06586 req-13fe569b-4445-4b30-94ce-a86de73c1200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:59.525783 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-57bd2f0e-629f-41bf-94cf-7348cef06586 req-13fe569b-4445-4b30-94ce-a86de73c1200 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5ce67567-9957-4d97-aff0-007c2118536b HTTP/1.1" status: 200 len: 899 time: 0.1133327 Jun 24 12:58:59.571477 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-57bd2f0e-629f-41bf-94cf-7348cef06586 req-05d3ad14-d365-42b6-90fb-06277cd01adf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b537a9-d1b2-4136-a268-f65f7920c84c HTTP/1.1" status: 200 len: 217 time: 0.0389605 Jun 24 12:58:59.633946 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-205b436f-2c27-4c68-bf2c-0b040d8fb6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '891dded5-ae46-4c43-bd2d-fa38c3c55954', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.84', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'port_id': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'mac_address': 'fa:16:3e:74:bd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:57:59Z', 'updated_at': '2021-06-24T12:58:01Z', 'revision_number': 1, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:58:59.651541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd2f0e-629f-41bf-94cf-7348cef06586 req-ae4a7794-dfb5-434f-ae91-04cef9f053eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:59.653563 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-57bd2f0e-629f-41bf-94cf-7348cef06586 req-ae4a7794-dfb5-434f-ae91-04cef9f053eb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=81380ce9-118d-484e-a3a6-4bd03714ddb1 HTTP/1.1" status: 200 len: 835 time: 0.0754502 Jun 24 12:58:59.727223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08e86f-ea2c-4054-99bc-6913dd50ef48 req-cfd9a369-b2dd-4cea-99f2-73ddd0534441 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:59.728777 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ce08e86f-ea2c-4054-99bc-6913dd50ef48 req-cfd9a369-b2dd-4cea-99f2-73ddd0534441 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 945 time: 0.1137242 Jun 24 12:58:59.755585 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd2f0e-629f-41bf-94cf-7348cef06586 req-f319dc0a-3b7d-4072-96ff-9c8c4eaf1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:58:59.757138 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-57bd2f0e-629f-41bf-94cf-7348cef06586 req-f319dc0a-3b7d-4072-96ff-9c8c4eaf1473 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5ce67567-9957-4d97-aff0-007c2118536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0958569 Jun 24 12:58:59.794072 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ce08e86f-ea2c-4054-99bc-6913dd50ef48 req-fd73d2c6-feca-4193-93bb-50ee1b3534ff tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a04ad02e-7679-4bc7-82fb-58cd319de017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586495 Jun 24 12:58:59.812932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b436f-2c27-4c68-bf2c-0b040d8fb6c8 None None] Checking router: e74bd4c6-5e3d-4508-a71a-4df441724226 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:58:59.821176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b436f-2c27-4c68-bf2c-0b040d8fb6c8 None None] Routers {'e74bd4c6-5e3d-4508-a71a-4df441724226'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:58:59.821786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-205b436f-2c27-4c68-bf2c-0b040d8fb6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:58:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e74bd4c6-5e3d-4508-a71a-4df441724226'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:58:59.865743 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-57bd2f0e-629f-41bf-94cf-7348cef06586 req-e56c9ce9-c651-4efc-af47-c2e5537ba8a9 service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013942 Jun 24 12:58:59.924071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-205b436f-2c27-4c68-bf2c-0b040d8fb6c8 None None] Set router e74bd4c6-5e3d-4508-a71a-4df441724226 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:58:59.956151 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-57bd2f0e-629f-41bf-94cf-7348cef06586 req-3f628056-bc27-47fb-b922-362086a7d787 service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835705 Jun 24 12:59:00.152447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-205b436f-2c27-4c68-bf2c-0b040d8fb6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '891dded5-ae46-4c43-bd2d-fa38c3c55954', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.84', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'port_id': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'mac_address': 'fa:16:3e:74:bd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:57:59Z', 'updated_at': '2021-06-24T12:58:01Z', 'revision_number': 1, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:00.177573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b436f-2c27-4c68-bf2c-0b040d8fb6c8 None None] The sync data for ids ['e74bd4c6-5e3d-4508-a71a-4df441724226'] in dv-neutron-797121-4-hyperv is: [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '891dded5-ae46-4c43-bd2d-fa38c3c55954', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.84', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'port_id': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'mac_address': 'fa:16:3e:74:bd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:57:59Z', 'updated_at': '2021-06-24T12:58:01Z', 'revision_number': 1, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:59:00.302108 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:00.407865 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b827d6-4dfb-4380-bdab-1e0618dafaa3 None None] New status for floating IP 5719321e-7cc8-41e8-9062-0d92a2b2e813: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:59:00.989709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b017e7-b9ae-404b-9ccc-206f6d4d5538 req-38aa1b74-cbb7-43c0-9600-469464587df4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:00.991188 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-25b017e7-b9ae-404b-9ccc-206f6d4d5538 req-38aa1b74-cbb7-43c0-9600-469464587df4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 945 time: 0.1030519 Jun 24 12:59:01.036396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8df94a-ce54-4b4f-b21e-c132206494b9 req-500ceac5-88ab-4a5a-bad3-a6dc0b815a80 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:01.038829 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fa8df94a-ce54-4b4f-b21e-c132206494b9 req-500ceac5-88ab-4a5a-bad3-a6dc0b815a80 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=e7dd95b2-f20e-410f-bb6b-ea468c56472d HTTP/1.1" status: 200 len: 945 time: 0.1220331 Jun 24 12:59:01.117242 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fa8df94a-ce54-4b4f-b21e-c132206494b9 req-22db065c-69bd-42e6-b2f7-8da46025f95b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=a04ad02e-7679-4bc7-82fb-58cd319de017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690730 Jun 24 12:59:01.140459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-25b017e7-b9ae-404b-9ccc-206f6d4d5538 req-85ba7b81-2f6a-4b8f-ba39-0930edfa2884 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port d0b537a9-d1b2-4136-a268-f65f7920c84c {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:59:01.140798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-25b017e7-b9ae-404b-9ccc-206f6d4d5538 req-85ba7b81-2f6a-4b8f-ba39-0930edfa2884 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:01.231012 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-25b017e7-b9ae-404b-9ccc-206f6d4d5538 req-85ba7b81-2f6a-4b8f-ba39-0930edfa2884 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port d0b537a9-d1b2-4136-a268-f65f7920c84c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d0b537a9-d1b2-4136-a268-f65f7920c84c,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:59:01.231369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-25b017e7-b9ae-404b-9ccc-206f6d4d5538 req-85ba7b81-2f6a-4b8f-ba39-0930edfa2884 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:01.243480 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-25b017e7-b9ae-404b-9ccc-206f6d4d5538 req-85ba7b81-2f6a-4b8f-ba39-0930edfa2884 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for d0b537a9-d1b2-4136-a268-f65f7920c84c owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:59:01.384532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-25b017e7-b9ae-404b-9ccc-206f6d4d5538 req-85ba7b81-2f6a-4b8f-ba39-0930edfa2884 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:01.389121 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6d83cb4f-161e-4d2a-a190-d7e507996465 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:01.412629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba7b81-2f6a-4b8f-ba39-0930edfa2884 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=d0b537a9-d1b2-4136-a268-f65f7920c84c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:01.416058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-85ba7b81-2f6a-4b8f-ba39-0930edfa2884 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:01.459837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b017e7-b9ae-404b-9ccc-206f6d4d5538 req-85ba7b81-2f6a-4b8f-ba39-0930edfa2884 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] No DVR routers for this DVR port d0b537a9-d1b2-4136-a268-f65f7920c84c on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:59:01.462173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-25b017e7-b9ae-404b-9ccc-206f6d4d5538 req-85ba7b81-2f6a-4b8f-ba39-0930edfa2884 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:01.464114 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-25b017e7-b9ae-404b-9ccc-206f6d4d5538 req-85ba7b81-2f6a-4b8f-ba39-0930edfa2884 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "DELETE /v2.0/ports/d0b537a9-d1b2-4136-a268-f65f7920c84c HTTP/1.1" status: 204 len: 173 time: 0.4661531 Jun 24 12:59:01.464638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'name': 'network-vif-deleted', 'tag': 'd0b537a9-d1b2-4136-a268-f65f7920c84c'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:59:01.467002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231b6cca-22ce-4d2b-93cf-45648b49f054" -d '{"events": [{"server_uuid": "e7dd95b2-f20e-410f-bb6b-ea468c56472d", "name": "network-vif-deleted", "tag": "d0b537a9-d1b2-4136-a268-f65f7920c84c"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:59:01.503397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ebdd00-4f34-4129-9cc7-3e420048db7b x-openstack-request-id: req-59ebdd00-4f34-4129-9cc7-3e420048db7b {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:59:01.503735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dd95b2-f20e-410f-bb6b-ea468c56472d", "name": "network-vif-deleted", "tag": "d0b537a9-d1b2-4136-a268-f65f7920c84c", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:59:01.504039 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-59ebdd00-4f34-4129-9cc7-3e420048db7b {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:59:01.504480 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dd95b2-f20e-410f-bb6b-ea468c56472d', 'name': 'network-vif-deleted', 'tag': 'd0b537a9-d1b2-4136-a268-f65f7920c84c', 'status': 'completed', 'code': 200} Jun 24 12:59:02.213172 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49418) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:02.269649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2abf10f9-d4a2-474c-b0b3-d176b7c2e651 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:02.284387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:02.299188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2abf10f9-d4a2-474c-b0b3-d176b7c2e651 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:02.356634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2abf10f9-d4a2-474c-b0b3-d176b7c2e651 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:02.359148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2abf10f9-d4a2-474c-b0b3-d176b7c2e651 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:02.360299 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2abf10f9-d4a2-474c-b0b3-d176b7c2e651 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/security-groups/a04ad02e-7679-4bc7-82fb-58cd319de017 HTTP/1.1" status: 204 len: 168 time: 0.1461530 Jun 24 12:59:02.361225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d1a159f9-1805-472d-90dd-1ad8cddeb090 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:02.370140 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf10f9-d4a2-474c-b0b3-d176b7c2e651 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04ad02e-7679-4bc7-82fb-58cd319de017,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:02.372494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2abf10f9-d4a2-474c-b0b3-d176b7c2e651 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:02.394455 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49422) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:02.550724 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 21a8cb57-6a92-4fbe-9598-e6c929f560aa {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:59:02.551090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:02.627598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:02.627842 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:02.639548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 21a8cb57-6a92-4fbe-9598-e6c929f560aa owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:59:02.783851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:02.786548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:02.813848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=21a8cb57-6a92-4fbe-9598-e6c929f560aa,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:02.837922 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:02.838317 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:02.838712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:02.839116 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:02.839491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:02.840412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:02.840790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:02.841159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:02.841530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:02.841896 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:02.842262 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:02.842624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:02.846204 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:02.880707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:02.880966 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP 891dded5-ae46-4c43-bd2d-fa38c3c55954 disassociated (deleted). External IP: 172.26.1.84, port: 1cef907e-79cb-463d-ac2c-6192c52a71b2. Jun 24 12:59:03.094717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router e74bd4c6-5e3d-4508-a71a-4df441724226 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:59:03.200833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:59:03.205564 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:03.210109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa8b5e-32c9-4b0b-a542-afd1402c45d5 None None] Sync routers for ids ['e74bd4c6-5e3d-4508-a71a-4df441724226'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:59:03.218846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa8b5e-32c9-4b0b-a542-afd1402c45d5 None None] Routers {'e74bd4c6-5e3d-4508-a71a-4df441724226'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:59:03.219470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7efa8b5e-32c9-4b0b-a542-afd1402c45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:58:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e74bd4c6-5e3d-4508-a71a-4df441724226'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:03.241980 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/floatingips/891dded5-ae46-4c43-bd2d-fa38c3c55954 HTTP/1.1" status: 204 len: 168 time: 0.8462083 Jun 24 12:59:03.242678 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'tag': '1cef907e-79cb-463d-ac2c-6192c52a71b2'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:59:03.245102 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c7c80c-3168-47dd-833d-bf0e0afeb8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffeaef3-ae34-4b20-88d4-bddecdabece8", "tag": "1cef907e-79cb-463d-ac2c-6192c52a71b2"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:59:03.287269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54d1fb0-fc2e-45ba-bf45-02074e2894a1 x-openstack-request-id: req-a54d1fb0-fc2e-45ba-bf45-02074e2894a1 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:59:03.287685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffeaef3-ae34-4b20-88d4-bddecdabece8", "tag": "1cef907e-79cb-463d-ac2c-6192c52a71b2", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:59:03.288066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a54d1fb0-fc2e-45ba-bf45-02074e2894a1 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:59:03.288712 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'tag': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'status': 'completed', 'code': 200} Jun 24 12:59:03.326933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-7efa8b5e-32c9-4b0b-a542-afd1402c45d5 None None] Set router e74bd4c6-5e3d-4508-a71a-4df441724226 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:59:03.368083 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7c80c-3168-47dd-833d-bf0e0afeb8f9 req-a8467ff2-308a-457a-9adf-61c3c34cfa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:03.369699 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8c7c80c-3168-47dd-833d-bf0e0afeb8f9 req-a8467ff2-308a-457a-9adf-61c3c34cfa43 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 1098 time: 0.0561063 Jun 24 12:59:03.539788 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7efa8b5e-32c9-4b0b-a542-afd1402c45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:03.572209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa8b5e-32c9-4b0b-a542-afd1402c45d5 None None] Checking router: e74bd4c6-5e3d-4508-a71a-4df441724226 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:59:03.581819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa8b5e-32c9-4b0b-a542-afd1402c45d5 None None] Routers {'e74bd4c6-5e3d-4508-a71a-4df441724226'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:59:03.582487 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7efa8b5e-32c9-4b0b-a542-afd1402c45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:58:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e74bd4c6-5e3d-4508-a71a-4df441724226'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:03.692081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-7efa8b5e-32c9-4b0b-a542-afd1402c45d5 None None] Set router e74bd4c6-5e3d-4508-a71a-4df441724226 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:59:03.865000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7c80c-3168-47dd-833d-bf0e0afeb8f9 req-3d2e4c1a-4f9a-4cec-965e-b4689cabde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:03.866450 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8c7c80c-3168-47dd-833d-bf0e0afeb8f9 req-3d2e4c1a-4f9a-4cec-965e-b4689cabde9c service neutron] 10.222.0.102 "GET /v2.0/networks?id=5ce67567-9957-4d97-aff0-007c2118536b HTTP/1.1" status: 200 len: 899 time: 0.4902742 Jun 24 12:59:03.893611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7efa8b5e-32c9-4b0b-a542-afd1402c45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:03.910326 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8c7c80c-3168-47dd-833d-bf0e0afeb8f9 req-17c73f79-d559-4828-824a-223841c4ea05 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cef907e-79cb-463d-ac2c-6192c52a71b2 HTTP/1.1" status: 200 len: 217 time: 0.0361426 Jun 24 12:59:03.919632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa8b5e-32c9-4b0b-a542-afd1402c45d5 None None] The sync data for ids ['e74bd4c6-5e3d-4508-a71a-4df441724226'] in dv-neutron-797121-4-hyperv is: [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:44Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '1734e3cf-ea25-4185-8e4d-1a1d7b7fe194', 'name': '', 'network_id': '5ce67567-9957-4d97-aff0-007c2118536b', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:70:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:44Z', 'updated_at': '2021-06-24T12:57:48Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '81380ce9-118d-484e-a3a6-4bd03714ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:59:03.935732 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd254209-44da-41ec-af18-37680eec1496 req-aa8958a4-a2a8-4420-957d-8830d97f16e7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:03.937229 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dd254209-44da-41ec-af18-37680eec1496 req-aa8958a4-a2a8-4420-957d-8830d97f16e7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 945 time: 0.1168873 Jun 24 12:59:04.000121 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7c80c-3168-47dd-833d-bf0e0afeb8f9 req-88339b29-d516-490a-8a34-dc25ca8f8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:04.001594 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8c7c80c-3168-47dd-833d-bf0e0afeb8f9 req-88339b29-d516-490a-8a34-dc25ca8f8aaf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=81380ce9-118d-484e-a3a6-4bd03714ddb1 HTTP/1.1" status: 200 len: 835 time: 0.0835619 Jun 24 12:59:04.006842 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dd254209-44da-41ec-af18-37680eec1496 req-d5751d1c-2bbb-43f9-ac17-2adf28173c9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=5f0bfdc2-9f89-4b40-b76e-786c2d9893a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464563 Jun 24 12:59:04.060507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7c80c-3168-47dd-833d-bf0e0afeb8f9 req-cf1dd685-24ee-4b59-94cc-f2dd4cd6efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:04.061941 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8c7c80c-3168-47dd-833d-bf0e0afeb8f9 req-cf1dd685-24ee-4b59-94cc-f2dd4cd6efa0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5ce67567-9957-4d97-aff0-007c2118536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530956 Jun 24 12:59:04.153434 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b116290-89a9-4fb7-984d-003655769b27 None None] New status for floating IP 891dded5-ae46-4c43-bd2d-fa38c3c55954: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:59:04.163064 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8c7c80c-3168-47dd-833d-bf0e0afeb8f9 req-2432e376-1561-405c-8943-b653375c8cb9 service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938406 Jun 24 12:59:04.255441 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8c7c80c-3168-47dd-833d-bf0e0afeb8f9 req-cd975a35-8c3f-4835-af3d-0dad44849dcb service neutron] 10.222.0.102 "GET /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858767 Jun 24 12:59:04.589514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device d0b537a9-d1b2-4136-a268-f65f7920c84c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:59:04.613149 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: d0b537a9-d1b2-4136-a268-f65f7920c84c {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:59:04.613499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device d0b537a9-d1b2-4136-a268-f65f7920c84c not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:59:05.049169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bea398-9de1-4c45-aaa6-5332229e6c47 req-75e22d16-cb30-494c-83ee-1a21f8ae0460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:05.050813 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-09bea398-9de1-4c45-aaa6-5332229e6c47 req-75e22d16-cb30-494c-83ee-1a21f8ae0460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 945 time: 0.0628147 Jun 24 12:59:05.197457 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-09bea398-9de1-4c45-aaa6-5332229e6c47 req-a1c3f920-247d-42a2-bffd-542a83d1b2df tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 1cef907e-79cb-463d-ac2c-6192c52a71b2 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:59:05.197794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-09bea398-9de1-4c45-aaa6-5332229e6c47 req-a1c3f920-247d-42a2-bffd-542a83d1b2df tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:05.258658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73881d4-79e1-41e5-af81-eacff879ff8b req-30671939-f8b9-4279-9d02-6c005245f18f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:05.260117 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a73881d4-79e1-41e5-af81-eacff879ff8b req-30671939-f8b9-4279-9d02-6c005245f18f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ffeaef3-ae34-4b20-88d4-bddecdabece8 HTTP/1.1" status: 200 len: 945 time: 0.1229298 Jun 24 12:59:05.320515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-09bea398-9de1-4c45-aaa6-5332229e6c47 req-a1c3f920-247d-42a2-bffd-542a83d1b2df tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 1cef907e-79cb-463d-ac2c-6192c52a71b2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1cef907e-79cb-463d-ac2c-6192c52a71b2,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:59:05.320783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-09bea398-9de1-4c45-aaa6-5332229e6c47 req-a1c3f920-247d-42a2-bffd-542a83d1b2df tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:05.325350 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a73881d4-79e1-41e5-af81-eacff879ff8b req-cda705aa-6732-4560-b5fb-dcf789d8f859 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=5f0bfdc2-9f89-4b40-b76e-786c2d9893a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581613 Jun 24 12:59:05.335374 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-09bea398-9de1-4c45-aaa6-5332229e6c47 req-a1c3f920-247d-42a2-bffd-542a83d1b2df tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 1cef907e-79cb-463d-ac2c-6192c52a71b2 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:59:05.464283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-09bea398-9de1-4c45-aaa6-5332229e6c47 req-a1c3f920-247d-42a2-bffd-542a83d1b2df tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:05.469484 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e2d79c4d-e787-4c29-af7e-264cf61eb993 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:05.493105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3f920-247d-42a2-bffd-542a83d1b2df tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=1cef907e-79cb-463d-ac2c-6192c52a71b2,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:05.495531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a1c3f920-247d-42a2-bffd-542a83d1b2df tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:05.540242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bea398-9de1-4c45-aaa6-5332229e6c47 req-a1c3f920-247d-42a2-bffd-542a83d1b2df tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] No DVR routers for this DVR port 1cef907e-79cb-463d-ac2c-6192c52a71b2 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:59:05.542566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-09bea398-9de1-4c45-aaa6-5332229e6c47 req-a1c3f920-247d-42a2-bffd-542a83d1b2df tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:05.544526 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-09bea398-9de1-4c45-aaa6-5332229e6c47 req-a1c3f920-247d-42a2-bffd-542a83d1b2df tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "DELETE /v2.0/ports/1cef907e-79cb-463d-ac2c-6192c52a71b2 HTTP/1.1" status: 204 len: 173 time: 0.4881389 Jun 24 12:59:05.545044 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'name': 'network-vif-deleted', 'tag': '1cef907e-79cb-463d-ac2c-6192c52a71b2'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:59:05.547351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120baa88-1039-4b2c-9d7d-a9c180664ac7" -d '{"events": [{"server_uuid": "6ffeaef3-ae34-4b20-88d4-bddecdabece8", "name": "network-vif-deleted", "tag": "1cef907e-79cb-463d-ac2c-6192c52a71b2"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:59:05.588628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8487c468-2be4-42d0-a29f-6cee811ec595 x-openstack-request-id: req-8487c468-2be4-42d0-a29f-6cee811ec595 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:59:05.589596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffeaef3-ae34-4b20-88d4-bddecdabece8", "name": "network-vif-deleted", "tag": "1cef907e-79cb-463d-ac2c-6192c52a71b2", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:59:05.590902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8487c468-2be4-42d0-a29f-6cee811ec595 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:59:05.591372 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffeaef3-ae34-4b20-88d4-bddecdabece8', 'name': 'network-vif-deleted', 'tag': '1cef907e-79cb-463d-ac2c-6192c52a71b2', 'status': 'completed', 'code': 200} Jun 24 12:59:06.416338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49436) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:06.482118 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3968da46-a799-4aff-9a8c-c00dbeadf106 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:06.506901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3968da46-a799-4aff-9a8c-c00dbeadf106 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:06.564740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3968da46-a799-4aff-9a8c-c00dbeadf106 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:06.567403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3968da46-a799-4aff-9a8c-c00dbeadf106 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:06.568567 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3968da46-a799-4aff-9a8c-c00dbeadf106 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/security-groups/5f0bfdc2-9f89-4b40-b76e-786c2d9893a1 HTTP/1.1" status: 204 len: 168 time: 0.1512415 Jun 24 12:59:06.569396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d9f7c01e-86db-4b24-96e5-346e444631d8 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:06.579006 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968da46-a799-4aff-9a8c-c00dbeadf106 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0bfdc2-9f89-4b40-b76e-786c2d9893a1,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:06.581320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3968da46-a799-4aff-9a8c-c00dbeadf106 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:06.607008 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49440) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:06.959476 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74a984e6-cc2e-4558-b03e-99ecd28e5351 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:07.231429 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-74a984e6-cc2e-4558-b03e-99ecd28e5351 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:59:07.231429 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74a984e6-cc2e-4558-b03e-99ecd28e5351 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:07.320040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-74a984e6-cc2e-4558-b03e-99ecd28e5351 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1734e3cf-ea25-4185-8e4d-1a1d7b7fe194,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:59:07.320389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74a984e6-cc2e-4558-b03e-99ecd28e5351 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:07.332243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-74a984e6-cc2e-4558-b03e-99ecd28e5351 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:59:07.516319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74a984e6-cc2e-4558-b03e-99ecd28e5351 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:07.518191 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-48763c24-fbf7-43bc-98b7-b09a9ec51bb6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:07.542135 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a984e6-cc2e-4558-b03e-99ecd28e5351 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=1734e3cf-ea25-4185-8e4d-1a1d7b7fe194,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:07.545753 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-74a984e6-cc2e-4558-b03e-99ecd28e5351 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:07.717021 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-74a984e6-cc2e-4558-b03e-99ecd28e5351 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:07.925109 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a984e6-cc2e-4558-b03e-99ecd28e5351 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router e74bd4c6-5e3d-4508-a71a-4df441724226 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:59:08.031096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a984e6-cc2e-4558-b03e-99ecd28e5351 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:59:08.037771 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-74a984e6-cc2e-4558-b03e-99ecd28e5351 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/e74bd4c6-5e3d-4508-a71a-4df441724226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4279275 Jun 24 12:59:08.038921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49442) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:08.041864 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20bd4c-f5f8-42e7-aa5b-e961d20405ad None None] Sync routers for ids ['e74bd4c6-5e3d-4508-a71a-4df441724226'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:59:08.051514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20bd4c-f5f8-42e7-aa5b-e961d20405ad None None] Routers {'e74bd4c6-5e3d-4508-a71a-4df441724226'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:59:08.052311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-bd20bd4c-f5f8-42e7-aa5b-e961d20405ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:58:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e74bd4c6-5e3d-4508-a71a-4df441724226'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:08.094908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa05364-c1e1-4f28-b591-c68cd037fa4c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting subnet 81380ce9-118d-484e-a3a6-4bd03714ddb1 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:59:08.098120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8fa05364-c1e1-4f28-b591-c68cd037fa4c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:08.140601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8fa05364-c1e1-4f28-b591-c68cd037fa4c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:08.158752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-bd20bd4c-f5f8-42e7-aa5b-e961d20405ad None None] Set router e74bd4c6-5e3d-4508-a71a-4df441724226 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:59:08.229985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8fa05364-c1e1-4f28-b591-c68cd037fa4c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:08.288006 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8fa05364-c1e1-4f28-b591-c68cd037fa4c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:08.290784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bd0ec86d-b2d0-4f90-abc8-2aa85b2e832e tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:08.315832 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa05364-c1e1-4f28-b591-c68cd037fa4c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Subnet': ['ID=81380ce9-118d-484e-a3a6-4bd03714ddb1,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:08.318612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8fa05364-c1e1-4f28-b591-c68cd037fa4c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:08.319754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8fa05364-c1e1-4f28-b591-c68cd037fa4c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:08.321606 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8fa05364-c1e1-4f28-b591-c68cd037fa4c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/subnets/81380ce9-118d-484e-a3a6-4bd03714ddb1 HTTP/1.1" status: 204 len: 168 time: 0.2816861 Jun 24 12:59:08.324236 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49444) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:08.329990 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7638bb2-4536-49a3-872a-37d5a149208e None None] Network 5ce67567-9957-4d97-aff0-007c2118536b requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:59:08.397660 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-bd20bd4c-f5f8-42e7-aa5b-e961d20405ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:59:07Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:08.430365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:08.444017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20bd4c-f5f8-42e7-aa5b-e961d20405ad None None] Checking router: e74bd4c6-5e3d-4508-a71a-4df441724226 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:59:08.471483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20bd4c-f5f8-42e7-aa5b-e961d20405ad None None] Routers {'e74bd4c6-5e3d-4508-a71a-4df441724226'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:59:08.472087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-bd20bd4c-f5f8-42e7-aa5b-e961d20405ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:58:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['e74bd4c6-5e3d-4508-a71a-4df441724226'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:08.536301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:08.592025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 602cf4ed-57c9-4c70-aa42-8326def4d701 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:59:08.592277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:08.663107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 1cef907e-79cb-463d-ac2c-6192c52a71b2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:59:08.677893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 602cf4ed-57c9-4c70-aa42-8326def4d701, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=602cf4ed-57c9-4c70-aa42-8326def4d701,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:59:08.678256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:08.690618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 602cf4ed-57c9-4c70-aa42-8326def4d701 owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:59:08.691837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 1cef907e-79cb-463d-ac2c-6192c52a71b2 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:59:08.692195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 1cef907e-79cb-463d-ac2c-6192c52a71b2 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:59:08.766812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-bd20bd4c-f5f8-42e7-aa5b-e961d20405ad None None] Set router e74bd4c6-5e3d-4508-a71a-4df441724226 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:59:08.825924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] DHCP port deletion for 5ce67567-9957-4d97-aff0-007c2118536b request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:59:08.867357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:08.870184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6f98f292-84cd-46e1-b415-717320d59ce1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:08.895385 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=602cf4ed-57c9-4c70-aa42-8326def4d701,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:08.900438 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:08.956587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Deleting port 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:59:08.956967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:08.960471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.030013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] For port 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=2bab4417-09d0-4ce4-ba05-201a0ecf3f6b,segment=NetworkSegment(48c2f459-cb56-4ba7-af6f-dd3d3e268901),segment_id=48c2f459-cb56-4ba7-af6f-dd3d3e268901)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:59:09.030409 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.045728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Calling delete_port for 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:59:09.053002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.055382 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.065262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-bd20bd4c-f5f8-42e7-aa5b-e961d20405ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:59:07Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:09.101517 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.102213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Fanout notify agent at l3_agent the message router_deleted on router e74bd4c6-5e3d-4508-a71a-4df441724226 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:59:09.109147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.110241 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/routers/e74bd4c6-5e3d-4508-a71a-4df441724226 HTTP/1.1" status: 204 len: 168 time: 0.7851040 Jun 24 12:59:09.112917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49446) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:09.119071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20bd4c-f5f8-42e7-aa5b-e961d20405ad None None] The sync data for ids ['e74bd4c6-5e3d-4508-a71a-4df441724226'] in dv-neutron-797121-4-hyperv is: [{'id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'name': 'tempest-TestNetworkBasicOps-router-959002675', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:59:07Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '602cf4ed-57c9-4c70-aa42-8326def4d701', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74bd4c6-5e3d-4508-a71a-4df441724226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:57:41Z', 'updated_at': '2021-06-24T12:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:59:09.181389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.185606 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:09.204284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.214199 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Pushing event deleted for resources: {'Port': ['ID=2bab4417-09d0-4ce4-ba05-201a0ecf3f6b,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:09.217872 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] No DVR routers for this DVR port 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:59:09.227269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:09.227269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:09.227269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:09.227269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:09.227269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:09.227269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:09.227269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:09.227269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:09.227269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:09.228222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:09.228222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:09.228222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:09.234563 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:09.287493 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.297499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce67567-9957-4d97-aff0-007c2118536b']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:09.307519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c2f459-cb56-4ba7-af6f-dd3d3e268901') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:09.307809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c2f459-cb56-4ba7-af6f-dd3d3e268901') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:09.316839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.329973 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.335698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:59:09.336126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:59:09.338994 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:59:09.399430 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.403216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9c2d7f31-df47-40b9-8c7a-8c28b670d020 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:09.407145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.408820 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/networks/5ce67567-9957-4d97-aff0-007c2118536b HTTP/1.1" status: 204 len: 168 time: 0.2949748 Jun 24 12:59:09.420613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Network': ['ID=5ce67567-9957-4d97-aff0-007c2118536b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:09.423023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:09.425082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49448) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:09.430395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6d674149-2b35-4421-95a1-ca9f292e5747 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'network': {'name': 'tempest-network-smoke--755326688', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'port_security_enabled': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:59:09.451088 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d674149-2b35-4421-95a1-ca9f292e5747 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:59:09.454447 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d674149-2b35-4421-95a1-ca9f292e5747 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.478948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d674149-2b35-4421-95a1-ca9f292e5747 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] vlan segment allocate from pool success with {'vlan_id': 1336, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:59:09.488305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d674149-2b35-4421-95a1-ca9f292e5747 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.488688 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-6d674149-2b35-4421-95a1-ca9f292e5747 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Added segment 22f125bc-7e12-4c4b-851b-b059074cabc7 of type vlan for network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba Jun 24 12:59:09.531146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d674149-2b35-4421-95a1-ca9f292e5747 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.564312 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d674149-2b35-4421-95a1-ca9f292e5747 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.569894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d674149-2b35-4421-95a1-ca9f292e5747 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:09.570507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d674149-2b35-4421-95a1-ca9f292e5747 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.572992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7cb188cf-314e-4d14-849c-cac39b532307 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:09.613255 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6d674149-2b35-4421-95a1-ca9f292e5747 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1844563 Jun 24 12:59:09.613553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49450) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:09.618814 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'admin_state_up': True, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:59:09.644422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d674149-2b35-4421-95a1-ca9f292e5747 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Network': ['ID=2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:09.647368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6d674149-2b35-4421-95a1-ca9f292e5747 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:09.649846 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.650926 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.657787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:59:09.702172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:09.845489 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:10.037319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:10.054739 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:10.156136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.52 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/1a5dae6b-3284-4fb3-9c55-014074b3674a) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:59:10.200610 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 602cf4ed-57c9-4c70-aa42-8326def4d701 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:59:10.224388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 602cf4ed-57c9-4c70-aa42-8326def4d701 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:59:10.224740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 602cf4ed-57c9-4c70-aa42-8326def4d701 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:59:10.225161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:59:10.247290 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:59:10.247643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 2bab4417-09d0-4ce4-ba05-201a0ecf3f6b not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:59:10.248062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:59:10.264025 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:10.270466 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:59:10.270970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1734e3cf-ea25-4185-8e4d-1a1d7b7fe194 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:59:10.302082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:10.303985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8e2cc8bd-8a92-47df-bde3-87b869210e32 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:10.342808 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:59:10.345539 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:59:10.351618 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:59:10.354584 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=1a5dae6b-3284-4fb3-9c55-014074b3674a,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:10.373994 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:10.589341 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:10.777124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:10.901690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:59:11.010735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:59:11.020301 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Sync routers for ids ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:59:11.029810 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Routers {'0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:59:11.029960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:11.030723 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:58:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:11.031112 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4164298 Jun 24 12:59:11.034090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49452) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:11.063080 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d9c3b150-5b5b-4137-a615-997ff4e1245a tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=ab2b30c769814168a3d5057c6ba96374&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277865 Jun 24 12:59:11.065514 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49454) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:11.132471 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Set router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:59:11.316034 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T12:59:10Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T12:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:11.342791 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Checking router: 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:59:11.343152 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Updating router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 port 1a5dae6b-3284-4fb3-9c55-014074b3674a binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:59:11.380893 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:11.483393 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ef4959-03ef-493a-9884-dfa25e5b0858 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:11.484902 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-25ef4959-03ef-493a-9884-dfa25e5b0858 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4183848 Jun 24 12:59:11.487683 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49456) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:11.515202 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-315e033b-081e-4a3a-860f-35892a473f30 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263503 Jun 24 12:59:11.517509 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49458) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:11.522318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8515b302-40a5-485d-91f4-d40c32c923ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1539576905', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:59:11.609279 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8515b302-40a5-485d-91f4-d40c32c923ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:59:11.613152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8515b302-40a5-485d-91f4-d40c32c923ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:11.625960 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:11.635392 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Transition to ACTIVE for port object 1a5dae6b-3284-4fb3-9c55-014074b3674a will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:59:11.640385 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:11.642163 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-63ece1ab-8d6b-4cdf-9af8-3a80b26e11c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:11.688241 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Attempting to bind port 1a5dae6b-3284-4fb3-9c55-014074b3674a on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:59:11.688766 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Attempting to bind port 1a5dae6b-3284-4fb3-9c55-014074b3674a by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:59:11.688965 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Attempting to bind port 1a5dae6b-3284-4fb3-9c55-014074b3674a on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:59:11.697447 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Pushing event updated for resources: {'Port': ['ID=1a5dae6b-3284-4fb3-9c55-014074b3674a,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:11.699650 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:59:11.700011 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:59:11.700407 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:11.700795 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:59:11.701256 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Bound port: 1a5dae6b-3284-4fb3-9c55-014074b3674a, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:59:11.701628 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:11.727412 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:11.727746 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:11.728076 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:11.728437 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:11.728720 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:11.729036 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:11.729351 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:11.729664 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:11.729978 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:11.730333 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:11.731170 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:11.731474 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:59:11.736136 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:11.768344 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] For port 1a5dae6b-3284-4fb3-9c55-014074b3674a, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:59:11.771573 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] For port 1a5dae6b-3284-4fb3-9c55-014074b3674a, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1a5dae6b-3284-4fb3-9c55-014074b3674a,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:59:11.776089 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:11.778518 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:11.802437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8515b302-40a5-485d-91f4-d40c32c923ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:11.805616 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0d91a78f-4ed2-46c9-926e-761fea0f2a2b tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:11.834615 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Routers {'0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:59:11.835268 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:58:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:11.840203 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Pushing event updated for resources: {'Port': ['ID=1a5dae6b-3284-4fb3-9c55-014074b3674a,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:11.865926 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515b302-40a5-485d-91f4-d40c32c923ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Subnet': ['ID=26d87c37-8655-4213-a5d2-5f052d9d859e,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:11.869495 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8515b302-40a5-485d-91f4-d40c32c923ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:11.871388 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:11.877166 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515b302-40a5-485d-91f4-d40c32c923ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Checking segment: {'id': '22f125bc-7e12-4c4b-851b-b059074cabc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:59:11.877531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8515b302-40a5-485d-91f4-d40c32c923ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network hostable DHCP agents. Network: 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:59:11.894490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8515b302-40a5-485d-91f4-d40c32c923ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:59:11.903100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-8515b302-40a5-485d-91f4-d40c32c923ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:59:11.907158 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8515b302-40a5-485d-91f4-d40c32c923ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:11.907871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8515b302-40a5-485d-91f4-d40c32c923ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:11.917152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a75d193-044a-4c0a-908e-58132a30c37e None None] Network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:59:11.926798 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8515b302-40a5-485d-91f4-d40c32c923ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4060967 Jun 24 12:59:11.927305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49460) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:11.950568 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] Set router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:59:12.074389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ips': [{'subnet_id': '26d87c37-8655-4213-a5d2-5f052d9d859e'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:59:12.075292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:12.138436 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T12:59:10Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T12:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:12.169575 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b0ceec-7cad-48d5-b92d-6bb767d28207 None None] The sync data for ids ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'] in dv-neutron-797121-4-hyperv is: [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T12:59:10Z', 'revision_number': 3, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T12:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:59:12.218109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Allocated IP 172.20.0.2 (2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba/26d87c37-8655-4213-a5d2-5f052d9d859e/894680bc-a4c4-4f5c-9fcf-02e0103bb988) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:59:12.373904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:12.397165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Transition to ACTIVE for port object 894680bc-a4c4-4f5c-9fcf-02e0103bb988 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:59:12.409270 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:12.416296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Transition to ACTIVE for port object 894680bc-a4c4-4f5c-9fcf-02e0103bb988 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:59:12.424498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:12.426671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:12.474394 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:59:12.477513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:59:12.481385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:59:12.488801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Pushing event updated for resources: {'Port': ['ID=894680bc-a4c4-4f5c-9fcf-02e0103bb988,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:12.491872 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:12.551419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Attempting to bind port 894680bc-a4c4-4f5c-9fcf-02e0103bb988 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:59:12.552348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Attempting to bind port 894680bc-a4c4-4f5c-9fcf-02e0103bb988 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '22f125bc-7e12-4c4b-851b-b059074cabc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:59:12.552348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Attempting to bind port 894680bc-a4c4-4f5c-9fcf-02e0103bb988 on network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:59:12.557826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:59:12.558214 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Checking segment: {'id': '22f125bc-7e12-4c4b-851b-b059074cabc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:59:12.558655 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:12.559091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Bound using segment: {'id': '22f125bc-7e12-4c4b-851b-b059074cabc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:59:12.559573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Bound port: 894680bc-a4c4-4f5c-9fcf-02e0103bb988, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f125bc-7e12-4c4b-851b-b059074cabc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:59:12.559963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:12.629006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] For port 894680bc-a4c4-4f5c-9fcf-02e0103bb988, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:59:12.632414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] For port 894680bc-a4c4-4f5c-9fcf-02e0103bb988, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=894680bc-a4c4-4f5c-9fcf-02e0103bb988,segment=NetworkSegment(22f125bc-7e12-4c4b-851b-b059074cabc7),segment_id=22f125bc-7e12-4c4b-851b-b059074cabc7)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:59:12.636540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:12.639987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9b19764b-d3fb-4dfe-a031-3706ac7a013e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:12.701435 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Pushing event updated for resources: {'Port': ['ID=894680bc-a4c4-4f5c-9fcf-02e0103bb988,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:12.704561 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:12.724886 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.1 (2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba/26d87c37-8655-4213-a5d2-5f052d9d859e/725bfaed-f8b9-416c-abb3-991900547ce7) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:59:12.859535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:12.875355 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object 725bfaed-f8b9-416c-abb3-991900547ce7 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:59:12.926777 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:12.935938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-49c58ec7-a6d8-45e6-bf7b-329821bb9e7d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:12.970085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:59:12.973913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:59:12.976730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:59:13.034239 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=725bfaed-f8b9-416c-abb3-991900547ce7,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:13.037551 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:13.041259 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:13.197628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:13.483476 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:13.488325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:13.491247 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9f087185-92d3-4358-98bb-02d46c424efe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:13.568706 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:13.570580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=725bfaed-f8b9-416c-abb3-991900547ce7,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:13.574608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:13.656245 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c809fc02-f694-49a2-ab6e-79fcc5eac14e None None] Network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:59:13.669066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:59:13.670698 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:59:13.729638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-69f1bbb4-6ee3-4c66-b318-0bd44c3715f1 None None] Provisioning for port 894680bc-a4c4-4f5c-9fcf-02e0103bb988 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:59:13.798202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:59:13.911612 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:59:13.916671 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/0c23d8b2-0657-4bc1-9d7a-21eceefee5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9876657 Jun 24 12:59:13.919927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49462) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:14.026420 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d918a4f-b085-4d3e-b451-d68d23e4a270 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:14.026926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d918a4f-b085-4d3e-b451-d68d23e4a270 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:14.027944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d918a4f-b085-4d3e-b451-d68d23e4a270 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:14.028390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d918a4f-b085-4d3e-b451-d68d23e4a270 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:14.030062 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5d918a4f-b085-4d3e-b451-d68d23e4a270 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1091392 Jun 24 12:59:14.032687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49464) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:14.080095 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0b3772b0-388b-4ce1-9275-2abbe083c0a4 None None] Provisioning for port 725bfaed-f8b9-416c-abb3-991900547ce7 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:59:14.084414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0b3772b0-388b-4ce1-9275-2abbe083c0a4 None None] Provisioning complete for port 725bfaed-f8b9-416c-abb3-991900547ce7 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:59:14.084896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b3772b0-388b-4ce1-9275-2abbe083c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.094665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefd4c5-30e1-4db2-9072-6a5d75f11bd4 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:14.095258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefd4c5-30e1-4db2-9072-6a5d75f11bd4 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:14.095727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefd4c5-30e1-4db2-9072-6a5d75f11bd4 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:14.096338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefd4c5-30e1-4db2-9072-6a5d75f11bd4 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:14.098312 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-aaefd4c5-30e1-4db2-9072-6a5d75f11bd4 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0647101 Jun 24 12:59:14.100987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49466) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:14.135666 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-0b3772b0-388b-4ce1-9275-2abbe083c0a4 None None] Port 725bfaed-f8b9-416c-abb3-991900547ce7 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:59:14.262233 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 894680bc-a4c4-4f5c-9fcf-02e0103bb988 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:59:14.268166 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ebe5ff1e-7526-4948-bb0c-a8c828299c46 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1655486 Jun 24 12:59:14.288188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Sync routers for ids ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:59:14.310145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Routers {'0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:59:14.310802 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:58:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:14.409448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 894680bc-a4c4-4f5c-9fcf-02e0103bb988 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:59:14.413202 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-19dbb917-01f5-4cc7-8848-50dcb6013695 None None] Provisioning complete for port 725bfaed-f8b9-416c-abb3-991900547ce7 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:59:14.413587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-19dbb917-01f5-4cc7-8848-50dcb6013695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.436147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 894680bc-a4c4-4f5c-9fcf-02e0103bb988 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:59:14.436488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.490677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-19dbb917-01f5-4cc7-8848-50dcb6013695 None None] Port 725bfaed-f8b9-416c-abb3-991900547ce7 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:59:14.493120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Set router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:59:14.596406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49470) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:14.601447 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b45cd2e6-11a3-4afa-aabc-94758026d6e0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-500993756', 'description': 'tempest-secgroup-smoke-500993756 description', 'project_id': 'ab2b30c769814168a3d5057c6ba96374'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:59:14.624757 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b45cd2e6-11a3-4afa-aabc-94758026d6e0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.664431 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.669005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-09b883c7-11f3-406f-9756-6ecc45bf9f0d None None] Provisioning complete for port 725bfaed-f8b9-416c-abb3-991900547ce7 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:59:14.669375 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09b883c7-11f3-406f-9756-6ecc45bf9f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.709669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b45cd2e6-11a3-4afa-aabc-94758026d6e0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.715253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b45cd2e6-11a3-4afa-aabc-94758026d6e0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.718524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-40422391-3134-4736-b73a-5edc604f9db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:14.745015 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b45cd2e6-11a3-4afa-aabc-94758026d6e0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.746275 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b45cd2e6-11a3-4afa-aabc-94758026d6e0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1486387 Jun 24 12:59:14.748227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cd2e6-11a3-4afa-aabc-94758026d6e0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05501fec-d873-4a40-a182-e36742195e53,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:14.749395 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49472) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:14.751066 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b45cd2e6-11a3-4afa-aabc-94758026d6e0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:14.756592 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-224df67b-e0bf-476b-9098-bf155c8a68c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '05501fec-d873-4a40-a182-e36742195e53', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:59:14.767635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-09b883c7-11f3-406f-9756-6ecc45bf9f0d None None] Port 725bfaed-f8b9-416c-abb3-991900547ce7 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:59:14.771326 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 894680bc-a4c4-4f5c-9fcf-02e0103bb988, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=894680bc-a4c4-4f5c-9fcf-02e0103bb988,segment=NetworkSegment(22f125bc-7e12-4c4b-851b-b059074cabc7),segment_id=22f125bc-7e12-4c4b-851b-b059074cabc7)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:59:14.777598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.778475 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1a5dae6b-3284-4fb3-9c55-014074b3674a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:59:14.781764 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6c9b5362-b91f-4896-98bb-34e3617b4387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:14.785990 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-224df67b-e0bf-476b-9098-bf155c8a68c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.847162 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-224df67b-e0bf-476b-9098-bf155c8a68c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.851470 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-224df67b-e0bf-476b-9098-bf155c8a68c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.853275 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-270b93a7-09eb-485f-ae83-46f807d98287 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:14.870080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224df67b-e0bf-476b-9098-bf155c8a68c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7bcb55-7728-4395-976f-82a768df087f,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:14.873531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-224df67b-e0bf-476b-9098-bf155c8a68c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:14.874677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=894680bc-a4c4-4f5c-9fcf-02e0103bb988,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:14.878112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-224df67b-e0bf-476b-9098-bf155c8a68c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.878555 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:14.881902 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-224df67b-e0bf-476b-9098-bf155c8a68c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270013 Jun 24 12:59:14.882123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49474) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:14.886447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T12:59:13Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T12:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '725bfaed-f8b9-416c-abb3-991900547ce7', 'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2f:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:12Z', 'updated_at': '2021-06-24T12:59:13Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:14.888111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8fd49eba-ac7a-4099-ba86-bbba9e997143 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '05501fec-d873-4a40-a182-e36742195e53', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:59:14.913252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8fd49eba-ac7a-4099-ba86-bbba9e997143 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.916390 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Checking router: 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:59:14.916858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Updating router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 port 725bfaed-f8b9-416c-abb3-991900547ce7 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:59:14.940444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 1a5dae6b-3284-4fb3-9c55-014074b3674a completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:59:14.946799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1a5dae6b-3284-4fb3-9c55-014074b3674a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:59:14.947180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.975484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8fd49eba-ac7a-4099-ba86-bbba9e997143 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.978620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.979386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8fd49eba-ac7a-4099-ba86-bbba9e997143 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:14.982066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1e1c4be7-1ede-47ac-8a73-645361218388 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:14.998844 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd49eba-ac7a-4099-ba86-bbba9e997143 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fc67bb-d772-437e-abb5-0b199a265f8b,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:15.001727 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8fd49eba-ac7a-4099-ba86-bbba9e997143 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:15.005661 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8fd49eba-ac7a-4099-ba86-bbba9e997143 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.007431 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8fd49eba-ac7a-4099-ba86-bbba9e997143 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243043 Jun 24 12:59:15.010187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49476) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:15.015084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b4dbd314-5264-479c-8ee4-9840782b8835 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '05501fec-d873-4a40-a182-e36742195e53', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:59:15.041687 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4dbd314-5264-479c-8ee4-9840782b8835 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.102576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4dbd314-5264-479c-8ee4-9840782b8835 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.107347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4dbd314-5264-479c-8ee4-9840782b8835 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.109316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3af3ab84-a25e-477e-afb0-76678fbebc84 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:15.125984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbd314-5264-479c-8ee4-9840782b8835 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8d2ceb-9f7d-4207-994b-52e0adca57d5,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:15.128563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b4dbd314-5264-479c-8ee4-9840782b8835 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:15.130854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.134930 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b4dbd314-5264-479c-8ee4-9840782b8835 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.136405 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b4dbd314-5264-479c-8ee4-9840782b8835 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249306 Jun 24 12:59:15.139012 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49478) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:15.144276 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-e7d61c0f-5114-4023-8e2b-1130d4b3ed98 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '05501fec-d873-4a40-a182-e36742195e53', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:59:15.170253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e7d61c0f-5114-4023-8e2b-1130d4b3ed98 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.171252 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 1a5dae6b-3284-4fb3-9c55-014074b3674a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1a5dae6b-3284-4fb3-9c55-014074b3674a,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:59:15.199821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.203000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-07c50a32-9dc4-4ae9-b8ba-a7355bb640d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:15.247244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e7d61c0f-5114-4023-8e2b-1130d4b3ed98 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.251064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e7d61c0f-5114-4023-8e2b-1130d4b3ed98 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.253110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0fd14601-ab6c-49f4-9635-200418fc968c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:15.267197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d61c0f-5114-4023-8e2b-1130d4b3ed98 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b04fc6-b646-4ce6-9774-bacd888ef226,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:15.271529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e7d61c0f-5114-4023-8e2b-1130d4b3ed98 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:15.276427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e7d61c0f-5114-4023-8e2b-1130d4b3ed98 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.278331 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e7d61c0f-5114-4023-8e2b-1130d4b3ed98 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377668 Jun 24 12:59:15.281064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49480) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:15.285872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-32feea1f-aea0-4472-a016-8718b80fd64f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '05501fec-d873-4a40-a182-e36742195e53', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:59:15.308123 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-32feea1f-aea0-4472-a016-8718b80fd64f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:59:15.313777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-32feea1f-aea0-4472-a016-8718b80fd64f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.387559 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-32feea1f-aea0-4472-a016-8718b80fd64f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.392140 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-32feea1f-aea0-4472-a016-8718b80fd64f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.398707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:15.415129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32feea1f-aea0-4472-a016-8718b80fd64f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59714267-4a94-4e65-95c6-fc2836d728e8,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:15.418696 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-32feea1f-aea0-4472-a016-8718b80fd64f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:15.419980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-32feea1f-aea0-4472-a016-8718b80fd64f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.424031 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-32feea1f-aea0-4472-a016-8718b80fd64f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391718 Jun 24 12:59:15.424031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49482) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:15.428772 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9297c76b-b215-464a-9cee-74e13abc04a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'security_group_rule': {'security_group_id': '05501fec-d873-4a40-a182-e36742195e53', 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:59:15.435498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=1a5dae6b-3284-4fb3-9c55-014074b3674a,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:15.439164 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:15.454347 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-9297c76b-b215-464a-9cee-74e13abc04a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Project ab2b30c769814168a3d5057c6ba96374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:59:15.459143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9297c76b-b215-464a-9cee-74e13abc04a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.495224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.505718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Transition to ACTIVE for port object 725bfaed-f8b9-416c-abb3-991900547ce7 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:59:15.512709 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.515323 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8730b99f-42bf-4a4d-96e2-61873566f1a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:15.521107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9297c76b-b215-464a-9cee-74e13abc04a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.525148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9297c76b-b215-464a-9cee-74e13abc04a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.527011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e6cda3d1-4f14-42c8-a142-7ea1aeb050ad tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:15.543517 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297c76b-b215-464a-9cee-74e13abc04a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe75cad-ef5d-4051-8a6f-096ecaa88e25,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:15.545944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9297c76b-b215-464a-9cee-74e13abc04a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:15.550613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9297c76b-b215-464a-9cee-74e13abc04a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.556652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9297c76b-b215-464a-9cee-74e13abc04a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315677 Jun 24 12:59:15.584313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ea307-a61c-4732-b774-da60fd7a1434 None None] Pushing event updated for resources: {'Port': ['ID=725bfaed-f8b9-416c-abb3-991900547ce7,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:15.588370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-007ea307-a61c-4732-b774-da60fd7a1434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:15.622209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Attempting to bind port 725bfaed-f8b9-416c-abb3-991900547ce7 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:59:15.622739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Attempting to bind port 725bfaed-f8b9-416c-abb3-991900547ce7 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '22f125bc-7e12-4c4b-851b-b059074cabc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:59:15.623499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Attempting to bind port 725bfaed-f8b9-416c-abb3-991900547ce7 on network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:59:15.629036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:59:15.629419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Checking segment: {'id': '22f125bc-7e12-4c4b-851b-b059074cabc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:59:15.629831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.630232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Bound using segment: {'id': '22f125bc-7e12-4c4b-851b-b059074cabc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:59:15.630717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Bound port: 725bfaed-f8b9-416c-abb3-991900547ce7, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f125bc-7e12-4c4b-851b-b059074cabc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:59:15.631124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.702988 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] For port 725bfaed-f8b9-416c-abb3-991900547ce7, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:59:15.706954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] For port 725bfaed-f8b9-416c-abb3-991900547ce7, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=725bfaed-f8b9-416c-abb3-991900547ce7,segment=NetworkSegment(22f125bc-7e12-4c4b-851b-b059074cabc7),segment_id=22f125bc-7e12-4c4b-851b-b059074cabc7)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:59:15.711546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:15.711716 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-a5d6bff2-38aa-4259-83b6-492d12cd61ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500993756&fields=id&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 267 time: 0.0386572 Jun 24 12:59:15.714236 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8b58ad79-1766-4538-9212-636ae0c53829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:15.771608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Routers {'0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:59:15.772402 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:58:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:15.774143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ea307-a61c-4732-b774-da60fd7a1434 None None] Pushing event updated for resources: {'Port': ['ID=725bfaed-f8b9-416c-abb3-991900547ce7,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:15.778433 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-007ea307-a61c-4732-b774-da60fd7a1434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:15.842184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-b3de31c4-16e1-4674-b394-64ca92b743f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:15.844054 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-b3de31c4-16e1-4674-b394-64ca92b743f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/networks?id=2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba HTTP/1.1" status: 200 len: 796 time: 0.1223333 Jun 24 12:59:15.860323 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-37097593-4f74-4548-a0ba-c8ab8b7bbbc6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/quotas/ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 375 time: 0.0104513 Jun 24 12:59:15.893204 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] Set router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:59:15.931689 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-d588a01b-54f8-4a60-a1f9-3c5f805a5535 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657816 Jun 24 12:59:16.030272 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-deb88a76-8906-4ecb-8fc1-0b58ca4d7ee8 service neutron] 10.222.0.110 "GET /v2.0/networks/2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858343 Jun 24 12:59:16.111284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T12:59:13Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '725bfaed-f8b9-416c-abb3-991900547ce7', 'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2f:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:12Z', 'updated_at': '2021-06-24T12:59:15Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:16.124136 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-74062a62-5f1f-4b2e-a7b7-3ee8d4cccfe0 service neutron] 10.222.0.110 "GET /v2.0/networks/2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879958 Jun 24 12:59:16.144542 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5c97e-a693-40e7-8ede-985cc61fea62 None None] The sync data for ids ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'] in dv-neutron-797121-4-hyperv is: [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T12:59:13Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '725bfaed-f8b9-416c-abb3-991900547ce7', 'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2f:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:12Z', 'updated_at': '2021-06-24T12:59:15Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:59:16.174875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 894680bc-a4c4-4f5c-9fcf-02e0103bb988 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:59:16.238198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 894680bc-a4c4-4f5c-9fcf-02e0103bb988 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:59:16.238578 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:16.354072 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf3af665-6009-413c-90f2-fe00809aac19 req-5f58f242-8053-424b-bf6f-087b7c496f24 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 210 time: 0.0389071 Jun 24 12:59:16.367962 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1a5dae6b-3284-4fb3-9c55-014074b3674a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:59:16.431598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1a5dae6b-3284-4fb3-9c55-014074b3674a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:59:16.432096 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:17.278874 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:17.455659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-f8bae09e-0ac0-484c-92d9-ddf14ac9bfa6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:17.457426 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-f8bae09e-0ac0-484c-92d9-ddf14ac9bfa6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/networks?id=2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba HTTP/1.1" status: 200 len: 796 time: 0.1122363 Jun 24 12:59:17.521548 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bd561581-44bf-4c7b-98d7-924c20fdd2d9 req-60ee43cf-fdf1-4a7c-8025-8347b497a517 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 210 time: 0.0325334 Jun 24 12:59:17.537131 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-c4a32eb3-69aa-4cfb-ade7-42204b61e8f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab2b30c769814168a3d5057c6ba96374 HTTP/1.1" status: 200 len: 379 time: 0.0635049 Jun 24 12:59:17.547226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'port': {'device_id': '6307b910-828e-46ed-8838-86f459695f1e', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'admin_state_up': True, 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'security_groups': ['05501fec-d873-4a40-a182-e36742195e53']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:59:17.659688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Made reservation on behalf of ab2b30c769814168a3d5057c6ba96374 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:59:17.663133 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:17.788411 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.20.0.7 (2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba/26d87c37-8655-4213-a5d2-5f052d9d859e/c3d4edf6-1038-42bd-bb37-8729db18921d) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:59:17.925375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:17.939078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Transition to ACTIVE for port object c3d4edf6-1038-42bd-bb37-8729db18921d will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:59:17.970752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:17.976136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f9621c3c-343a-47dc-8b28-37e10c2d634b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:18.017681 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:59:18.020761 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:59:18.023456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:59:18.057144 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=c3d4edf6-1038-42bd-bb37-8729db18921d,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:18.062134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:18.080900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:18.081532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:18.096126 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5531514 Jun 24 12:59:18.110152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Request body: {'port': {'device_id': '6307b910-828e-46ed-8838-86f459695f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:59:18.201676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:18.206174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 725bfaed-f8b9-416c-abb3-991900547ce7 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:59:18.259153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 725bfaed-f8b9-416c-abb3-991900547ce7 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:59:18.263821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 725bfaed-f8b9-416c-abb3-991900547ce7 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:59:18.264251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:18.336180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-97ce5fdd-a7c0-400c-b9be-d88bdc84c554 None None] Provisioning for port c3d4edf6-1038-42bd-bb37-8729db18921d completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:59:18.344257 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-97ce5fdd-a7c0-400c-b9be-d88bdc84c554 None None] Provisioning complete for port c3d4edf6-1038-42bd-bb37-8729db18921d triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:59:18.344640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-97ce5fdd-a7c0-400c-b9be-d88bdc84c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:18.371378 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:18.396899 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-97ce5fdd-a7c0-400c-b9be-d88bdc84c554 None None] Port c3d4edf6-1038-42bd-bb37-8729db18921d cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:59:18.413548 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 725bfaed-f8b9-416c-abb3-991900547ce7, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=725bfaed-f8b9-416c-abb3-991900547ce7,segment=NetworkSegment(22f125bc-7e12-4c4b-851b-b059074cabc7),segment_id=22f125bc-7e12-4c4b-851b-b059074cabc7)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:59:18.417810 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:18.419772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:18.469314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=725bfaed-f8b9-416c-abb3-991900547ce7,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:18.472264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:18.481943 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d4edf6-1038-42bd-bb37-8729db18921d {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:59:18.489627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:18.501656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Transition to ACTIVE for port object c3d4edf6-1038-42bd-bb37-8729db18921d will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:59:18.505655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:18.507759 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ad0dd634-5a34-4e97-b13c-a7246995c71e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:18.577618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Pushing event updated for resources: {'Port': ['ID=c3d4edf6-1038-42bd-bb37-8729db18921d,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:18.581302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:18.638475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Attempting to bind port c3d4edf6-1038-42bd-bb37-8729db18921d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:59:18.638831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Attempting to bind port c3d4edf6-1038-42bd-bb37-8729db18921d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22f125bc-7e12-4c4b-851b-b059074cabc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:59:18.639174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Attempting to bind port c3d4edf6-1038-42bd-bb37-8729db18921d on network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:59:18.670658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Port c3d4edf6-1038-42bd-bb37-8729db18921d on network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:59:18.671017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Attempting to bind port c3d4edf6-1038-42bd-bb37-8729db18921d on network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:59:18.678915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:59:18.679263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Checking segment: {'id': '22f125bc-7e12-4c4b-851b-b059074cabc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:59:18.679652 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Bound using segment: {'id': '22f125bc-7e12-4c4b-851b-b059074cabc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:59:18.680359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Bound port: c3d4edf6-1038-42bd-bb37-8729db18921d, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f125bc-7e12-4c4b-851b-b059074cabc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:59:18.680729 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:18.760945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346feee7-ed13-4b4f-a784-38a1c3b10e24 req-b4a297cb-20bc-43c9-a587-54e774aa24e1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:18.763006 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-346feee7-ed13-4b4f-a784-38a1c3b10e24 req-b4a297cb-20bc-43c9-a587-54e774aa24e1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 943 time: 0.1264603 Jun 24 12:59:18.770742 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] For port c3d4edf6-1038-42bd-bb37-8729db18921d, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:59:18.778434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] For port c3d4edf6-1038-42bd-bb37-8729db18921d, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c3d4edf6-1038-42bd-bb37-8729db18921d,segment=NetworkSegment(22f125bc-7e12-4c4b-851b-b059074cabc7),segment_id=22f125bc-7e12-4c4b-851b-b059074cabc7)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:59:18.787648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:18.791755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9217f833-2639-44c0-bc88-81f8234beece tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:19.185880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:19.186490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:19.187889 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] 10.222.0.102 "PUT /v2.0/ports/c3d4edf6-1038-42bd-bb37-8729db18921d HTTP/1.1" status: 200 len: 1093 time: 1.0840404 Jun 24 12:59:19.189835 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6307b910-828e-46ed-8838-86f459695f1e', 'tag': 'c3d4edf6-1038-42bd-bb37-8729db18921d'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:59:19.192231 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b0468c-60ff-4273-a364-7ac66338b4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6307b910-828e-46ed-8838-86f459695f1e", "tag": "c3d4edf6-1038-42bd-bb37-8729db18921d"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:59:19.205456 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-346feee7-ed13-4b4f-a784-38a1c3b10e24 req-58db0a1c-0735-43f6-afd5-1c52ea183f67 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=05501fec-d873-4a40-a182-e36742195e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4360867 Jun 24 12:59:19.219992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Pushing event updated for resources: {'Port': ['ID=c3d4edf6-1038-42bd-bb37-8729db18921d,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:19.229190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:19.241233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa8e954-b6fc-4d15-bef7-99dc4d7d6a50 x-openstack-request-id: req-3fa8e954-b6fc-4d15-bef7-99dc4d7d6a50 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:59:19.241661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6307b910-828e-46ed-8838-86f459695f1e", "tag": "c3d4edf6-1038-42bd-bb37-8729db18921d", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:59:19.241884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-3fa8e954-b6fc-4d15-bef7-99dc4d7d6a50 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:59:19.242428 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6307b910-828e-46ed-8838-86f459695f1e', 'tag': 'c3d4edf6-1038-42bd-bb37-8729db18921d', 'status': 'completed', 'code': 200} Jun 24 12:59:19.295064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-0406f3b2-12ca-4d4f-a34e-7c3722fbb699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:19.296560 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-0406f3b2-12ca-4d4f-a34e-7c3722fbb699 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 1096 time: 0.0640621 Jun 24 12:59:19.337519 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-0e1fa5eb-1b14-476e-badf-f38c4407712c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d4edf6-1038-42bd-bb37-8729db18921d HTTP/1.1" status: 200 len: 217 time: 0.0338101 Jun 24 12:59:19.389065 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1e63abf3-4871-4d63-b30f-849339696c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:19.390503 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1e63abf3-4871-4d63-b30f-849339696c8c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=26d87c37-8655-4213-a5d2-5f052d9d859e HTTP/1.1" status: 200 len: 835 time: 0.0462437 Jun 24 12:59:19.448674 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1d5af3af-67fa-42fc-b066-961a2d4cf91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:19.450740 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-1d5af3af-67fa-42fc-b066-961a2d4cf91e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522726 Jun 24 12:59:19.541668 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-43ef3b14-755f-4599-8e87-2e6f8f702f55 service neutron] 10.222.0.102 "GET /v2.0/networks/2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816412 Jun 24 12:59:19.633822 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d06abba-89be-4362-aa94-0e121a179bc2 req-154f9d59-5c1d-4b78-8713-305b7ff8531d service neutron] 10.222.0.102 "GET /v2.0/networks/2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843356 Jun 24 12:59:19.739713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0468c-60ff-4273-a364-7ac66338b4bc req-fe0d6a22-3220-4004-b9d5-1001f1f2bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:19.741186 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-15b0468c-60ff-4273-a364-7ac66338b4bc req-fe0d6a22-3220-4004-b9d5-1001f1f2bab5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 1096 time: 0.0518746 Jun 24 12:59:19.837470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0468c-60ff-4273-a364-7ac66338b4bc req-f3390072-37c3-4173-b5c4-cb414e88641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:19.838965 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-15b0468c-60ff-4273-a364-7ac66338b4bc req-f3390072-37c3-4173-b5c4-cb414e88641e service neutron] 10.222.0.102 "GET /v2.0/networks?id=2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba HTTP/1.1" status: 200 len: 898 time: 0.0874288 Jun 24 12:59:19.882377 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-15b0468c-60ff-4273-a364-7ac66338b4bc req-87b8f5cc-806d-48dd-8db3-b043196c6840 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d4edf6-1038-42bd-bb37-8729db18921d HTTP/1.1" status: 200 len: 217 time: 0.0335433 Jun 24 12:59:19.934924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0468c-60ff-4273-a364-7ac66338b4bc req-b3c18f94-1df8-4efc-aaa2-b321b5fcce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:19.936343 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-15b0468c-60ff-4273-a364-7ac66338b4bc req-b3c18f94-1df8-4efc-aaa2-b321b5fcce1a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=26d87c37-8655-4213-a5d2-5f052d9d859e HTTP/1.1" status: 200 len: 835 time: 0.0471063 Jun 24 12:59:19.995913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0468c-60ff-4273-a364-7ac66338b4bc req-f36ab54a-c3c6-4a94-88e2-dd58d693e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:19.997390 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-15b0468c-60ff-4273-a364-7ac66338b4bc req-f36ab54a-c3c6-4a94-88e2-dd58d693e416 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532773 Jun 24 12:59:20.091134 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-15b0468c-60ff-4273-a364-7ac66338b4bc req-be84d441-6e90-4fbb-9eea-06c7df659b36 service neutron] 10.222.0.102 "GET /v2.0/networks/2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810194 Jun 24 12:59:20.167704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 725bfaed-f8b9-416c-abb3-991900547ce7 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:59:20.186517 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-15b0468c-60ff-4273-a364-7ac66338b4bc req-d88fb9f5-6d47-4776-84b0-88c0c23a4c65 service neutron] 10.222.0.102 "GET /v2.0/networks/2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887764 Jun 24 12:59:20.215243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 725bfaed-f8b9-416c-abb3-991900547ce7 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:59:20.215631 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:20.382865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b210-ca0a-42cf-897d-3aa6e8df72ba req-cba32c25-6c0f-40c9-b3f7-c31826be929f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:20.384345 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b121b210-ca0a-42cf-897d-3aa6e8df72ba req-cba32c25-6c0f-40c9-b3f7-c31826be929f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 943 time: 0.0643771 Jun 24 12:59:20.423516 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b121b210-ca0a-42cf-897d-3aa6e8df72ba req-d63250df-3229-4da3-b015-511e76f76712 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=05501fec-d873-4a40-a182-e36742195e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324690 Jun 24 12:59:21.603022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae03ad-c180-458a-b0c7-6fce9f28940a req-770331fc-58e4-4b76-a8a7-44727b65eda6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:21.604487 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1bae03ad-c180-458a-b0c7-6fce9f28940a req-770331fc-58e4-4b76-a8a7-44727b65eda6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 943 time: 0.0677860 Jun 24 12:59:21.642752 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1bae03ad-c180-458a-b0c7-6fce9f28940a req-20ca1bc9-e238-440a-9e89-8be3302ef25d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=05501fec-d873-4a40-a182-e36742195e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323937 Jun 24 12:59:22.650190 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c3d4edf6-1038-42bd-bb37-8729db18921d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:59:22.745119 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port c3d4edf6-1038-42bd-bb37-8729db18921d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c3d4edf6-1038-42bd-bb37-8729db18921d,segment=NetworkSegment(22f125bc-7e12-4c4b-851b-b059074cabc7),segment_id=22f125bc-7e12-4c4b-851b-b059074cabc7)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:59:22.757170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'c3d4edf6-1038-42bd-bb37-8729db18921d', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'port_id': 'c3d4edf6-1038-42bd-bb37-8729db18921d', 'mac_address': 'fa:16:3e:71:6f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:59:22.794111 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:22.811815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d4edf6-1038-42bd-bb37-8729db18921d {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:59:22.819098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8aad2-9664-4228-803f-f1439696fd0c req-df340017-1061-47d1-a11c-20d5ff5287e9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:22.820644 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-efe8aad2-9664-4228-803f-f1439696fd0c req-df340017-1061-47d1-a11c-20d5ff5287e9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 943 time: 0.0652947 Jun 24 12:59:22.830914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port c3d4edf6-1038-42bd-bb37-8729db18921d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c3d4edf6-1038-42bd-bb37-8729db18921d,segment=NetworkSegment(22f125bc-7e12-4c4b-851b-b059074cabc7),segment_id=22f125bc-7e12-4c4b-851b-b059074cabc7)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:59:22.835272 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:22.838186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:22.860557 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-efe8aad2-9664-4228-803f-f1439696fd0c req-f0ee1ea3-ce6e-4da9-bbab-d006bf9184a3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=05501fec-d873-4a40-a182-e36742195e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341756 Jun 24 12:59:22.884364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=c3d4edf6-1038-42bd-bb37-8729db18921d,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:22.887726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:23.040064 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['c3d4edf6-1038-42bd-bb37-8729db18921d'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:59:23.872251 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:59:24.031025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c47375-79ce-4d9a-a15f-bba361428471 req-1a08da5b-ebe0-42f1-bd08-426899c44188 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:24.032495 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9c47375-79ce-4d9a-a15f-bba361428471 req-1a08da5b-ebe0-42f1-bd08-426899c44188 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 944 time: 0.0628457 Jun 24 12:59:24.076400 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9c47375-79ce-4d9a-a15f-bba361428471 req-1c0d8243-d3b6-4e36-b069-c93f0838f1d2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=05501fec-d873-4a40-a182-e36742195e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377483 Jun 24 12:59:24.657673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c3d4edf6-1038-42bd-bb37-8729db18921d up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:59:24.706869 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port c3d4edf6-1038-42bd-bb37-8729db18921d completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:59:24.710574 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port c3d4edf6-1038-42bd-bb37-8729db18921d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:59:24.710973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:24.790676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:24.815986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6307b910-828e-46ed-8838-86f459695f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d4edf6-1038-42bd-bb37-8729db18921d'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:59:24.818355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e343008-1c75-4c5f-b124-672ff99c96e4" -d '{"events": [{"server_uuid": "6307b910-828e-46ed-8838-86f459695f1e", "name": "network-vif-plugged", "status": "completed", "tag": "c3d4edf6-1038-42bd-bb37-8729db18921d"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:59:24.831641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port c3d4edf6-1038-42bd-bb37-8729db18921d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c3d4edf6-1038-42bd-bb37-8729db18921d,segment=NetworkSegment(22f125bc-7e12-4c4b-851b-b059074cabc7),segment_id=22f125bc-7e12-4c4b-851b-b059074cabc7)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:59:24.835885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:24.838986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:24.864782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15210df0-457b-43fb-baa0-facb6547855a x-openstack-request-id: req-15210df0-457b-43fb-baa0-facb6547855a {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:59:24.865085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6307b910-828e-46ed-8838-86f459695f1e", "name": "network-vif-plugged", "status": "completed", "tag": "c3d4edf6-1038-42bd-bb37-8729db18921d", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:59:24.865350 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-15210df0-457b-43fb-baa0-facb6547855a {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:59:24.865748 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6307b910-828e-46ed-8838-86f459695f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d4edf6-1038-42bd-bb37-8729db18921d', 'code': 200} Jun 24 12:59:24.894184 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=c3d4edf6-1038-42bd-bb37-8729db18921d,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:24.898268 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:25.083580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18919e2-c9a3-44a7-9695-727a52a6e355 req-eea4e081-7bee-4af8-958b-d137629ed68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:25.084989 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f18919e2-c9a3-44a7-9695-727a52a6e355 req-eea4e081-7bee-4af8-958b-d137629ed68c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 1098 time: 0.0564303 Jun 24 12:59:25.119445 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f18919e2-c9a3-44a7-9695-727a52a6e355 req-578077d0-ec27-4172-9d4a-47dc7248df4a service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=05501fec-d873-4a40-a182-e36742195e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277572 Jun 24 12:59:25.247571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14367b34-2e88-419a-a1e2-06bfc160d497 req-f2ad1602-869b-41ea-bbb7-5f3a7ad616b3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:25.249019 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-14367b34-2e88-419a-a1e2-06bfc160d497 req-f2ad1602-869b-41ea-bbb7-5f3a7ad616b3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 945 time: 0.0631843 Jun 24 12:59:25.286712 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-14367b34-2e88-419a-a1e2-06bfc160d497 req-f104b6a2-78f8-4008-8c8e-321a284b4f3f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=05501fec-d873-4a40-a182-e36742195e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320480 Jun 24 12:59:26.466957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552951ef-a26d-43bc-a454-aa8a1069c142 req-d1cbc782-c511-473d-a3a2-4cb548bf729e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:26.468345 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-552951ef-a26d-43bc-a454-aa8a1069c142 req-d1cbc782-c511-473d-a3a2-4cb548bf729e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 945 time: 0.0696542 Jun 24 12:59:26.505773 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-552951ef-a26d-43bc-a454-aa8a1069c142 req-3cb580f5-90ad-401c-8c78-ce6f14c542be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=05501fec-d873-4a40-a182-e36742195e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317273 Jun 24 12:59:26.600580 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d826a3a8-6ed8-453e-a522-2bf154834a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:26.681577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b25326-6a12-401c-ab3a-37446a2d804e req-06905c46-42ee-4756-be91-bca024b1a13d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:26.683078 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4b25326-6a12-401c-ab3a-37446a2d804e req-06905c46-42ee-4756-be91-bca024b1a13d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 945 time: 0.0680766 Jun 24 12:59:26.721523 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4b25326-6a12-401c-ab3a-37446a2d804e req-c965c4af-98ad-45f6-add3-869ca3d44832 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=05501fec-d873-4a40-a182-e36742195e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321522 Jun 24 12:59:26.747250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49536) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:26.798105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b0def6-84ec-42e6-8a26-3222fb13b689 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:26.799876 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-69b0def6-84ec-42e6-8a26-3222fb13b689 tempest-TestNetworkBasicOps-464782064 tempest-TestNetworkBasicOps-464782064-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 1093 time: 0.0514252 Jun 24 12:59:26.802539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49538) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:26.807231 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': 'c3d4edf6-1038-42bd-bb37-8729db18921d', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:59:26.829371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:26.925639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:27.029826 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Allocated IP 172.26.1.200 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/684fda8d-91f5-4857-a8f1-6aaa099a37d3) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:59:27.130230 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:27.168652 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:27.171498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:27.212178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:59:27.214977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:59:27.219417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:59:27.222453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=684fda8d-91f5-4857-a8f1-6aaa099a37d3,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:27.245874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:27.585111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:27.664332 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:27.813048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:27.817704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:27.819703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8b93b4c1-c8a8-4f47-9e27-80518d0d3d79 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:59:27.882123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event updated for resources: {'Port': ['ID=684fda8d-91f5-4857-a8f1-6aaa099a37d3,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:59:27.885855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:59:27.894484 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:27.995291 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP b7722239-6d18-49bd-9b4c-303801b0739f associated. External IP: 172.26.1.200, port: c3d4edf6-1038-42bd-bb37-8729db18921d. Jun 24 12:59:28.206929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:59:28.311808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:59:28.321075 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89b4bd6-357c-4de7-be28-4ff418c297a9 None None] Sync routers for ids ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:59:28.329541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:28.331684 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89b4bd6-357c-4de7-be28-4ff418c297a9 None None] Routers {'0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:59:28.332311 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a89b4bd6-357c-4de7-be28-4ff418c297a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:58:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:28.364854 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5612655 Jun 24 12:59:28.365520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6307b910-828e-46ed-8838-86f459695f1e', 'tag': 'c3d4edf6-1038-42bd-bb37-8729db18921d'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:59:28.367633 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49540) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:28.368119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b921e630-f453-41d9-8902-31bee0d500a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6307b910-828e-46ed-8838-86f459695f1e", "tag": "c3d4edf6-1038-42bd-bb37-8729db18921d"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:59:28.406671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27705297-1c32-46ee-a946-d028bfe85c5d x-openstack-request-id: req-27705297-1c32-46ee-a946-d028bfe85c5d {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:59:28.406964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6307b910-828e-46ed-8838-86f459695f1e", "tag": "c3d4edf6-1038-42bd-bb37-8729db18921d", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:59:28.407338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-27705297-1c32-46ee-a946-d028bfe85c5d {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:59:28.408029 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6307b910-828e-46ed-8838-86f459695f1e', 'tag': 'c3d4edf6-1038-42bd-bb37-8729db18921d', 'status': 'completed', 'code': 200} Jun 24 12:59:28.435180 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-91f19c43-53ad-407e-a79c-b25299a8fe61 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/b7722239-6d18-49bd-9b4c-303801b0739f HTTP/1.1" status: 200 len: 991 time: 0.0651000 Jun 24 12:59:28.466570 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-a89b4bd6-357c-4de7-be28-4ff418c297a9 None None] Set router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:59:28.485147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921e630-f453-41d9-8902-31bee0d500a9 req-d5216689-bedb-47de-9cb6-dd5dda4a824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:28.486651 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b921e630-f453-41d9-8902-31bee0d500a9 req-d5216689-bedb-47de-9cb6-dd5dda4a824d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 1098 time: 0.0565195 Jun 24 12:59:28.580132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921e630-f453-41d9-8902-31bee0d500a9 req-0dea84d9-c0ce-4eca-ad59-4bb65090bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:28.581643 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b921e630-f453-41d9-8902-31bee0d500a9 req-0dea84d9-c0ce-4eca-ad59-4bb65090bc8b service neutron] 10.222.0.102 "GET /v2.0/networks?id=2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba HTTP/1.1" status: 200 len: 898 time: 0.0886168 Jun 24 12:59:28.649416 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b921e630-f453-41d9-8902-31bee0d500a9 req-1ed95343-5354-4e7b-8556-a6c1dabaa382 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d4edf6-1038-42bd-bb37-8729db18921d HTTP/1.1" status: 200 len: 999 time: 0.0606885 Jun 24 12:59:28.704957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921e630-f453-41d9-8902-31bee0d500a9 req-e083b42c-4b4d-4540-9081-6e793251d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:28.706667 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b921e630-f453-41d9-8902-31bee0d500a9 req-e083b42c-4b4d-4540-9081-6e793251d959 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=26d87c37-8655-4213-a5d2-5f052d9d859e HTTP/1.1" status: 200 len: 835 time: 0.0501211 Jun 24 12:59:28.765526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921e630-f453-41d9-8902-31bee0d500a9 req-a9204a6f-abcc-4b60-9024-0b54ab35f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:59:28.767525 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b921e630-f453-41d9-8902-31bee0d500a9 req-a9204a6f-abcc-4b60-9024-0b54ab35f727 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531864 Jun 24 12:59:28.775079 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a89b4bd6-357c-4de7-be28-4ff418c297a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T12:59:13Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'b7722239-6d18-49bd-9b4c-303801b0739f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'port_id': 'c3d4edf6-1038-42bd-bb37-8729db18921d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'mac_address': 'fa:16:3e:71:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307b910-828e-46ed-8838-86f459695f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:59:27Z', 'updated_at': '2021-06-24T12:59:27Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725bfaed-f8b9-416c-abb3-991900547ce7', 'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2f:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:12Z', 'updated_at': '2021-06-24T12:59:18Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:28.804461 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89b4bd6-357c-4de7-be28-4ff418c297a9 None None] Checking router: 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:59:28.814036 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89b4bd6-357c-4de7-be28-4ff418c297a9 None None] Routers {'0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:59:28.814706 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a89b4bd6-357c-4de7-be28-4ff418c297a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:58:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:28.860035 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b921e630-f453-41d9-8902-31bee0d500a9 req-b280dd2d-09ac-4b0d-9257-2a9e558172ad service neutron] 10.222.0.102 "GET /v2.0/networks/2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857379 Jun 24 12:59:28.917305 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-a89b4bd6-357c-4de7-be28-4ff418c297a9 None None] Set router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:59:28.954946 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b921e630-f453-41d9-8902-31bee0d500a9 req-98a1d50e-44d2-4f8d-b340-3e80be8ebb85 service neutron] 10.222.0.102 "GET /v2.0/networks/2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855544 Jun 24 12:59:29.132022 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a89b4bd6-357c-4de7-be28-4ff418c297a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T12:59:13Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'b7722239-6d18-49bd-9b4c-303801b0739f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'port_id': 'c3d4edf6-1038-42bd-bb37-8729db18921d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'mac_address': 'fa:16:3e:71:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307b910-828e-46ed-8838-86f459695f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:59:27Z', 'updated_at': '2021-06-24T12:59:27Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725bfaed-f8b9-416c-abb3-991900547ce7', 'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2f:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:12Z', 'updated_at': '2021-06-24T12:59:18Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:59:29.158726 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89b4bd6-357c-4de7-be28-4ff418c297a9 None None] The sync data for ids ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'] in dv-neutron-797121-4-hyperv is: [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T12:59:13Z', 'revision_number': 4, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'b7722239-6d18-49bd-9b4c-303801b0739f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'port_id': 'c3d4edf6-1038-42bd-bb37-8729db18921d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'mac_address': 'fa:16:3e:71:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307b910-828e-46ed-8838-86f459695f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:59:27Z', 'updated_at': '2021-06-24T12:59:27Z', 'revision_number': 0, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725bfaed-f8b9-416c-abb3-991900547ce7', 'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2f:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:12Z', 'updated_at': '2021-06-24T12:59:18Z', 'revision_number': 5, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:59:29.316395 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b4a11d6-a060-4255-9f11-fe251073886d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:29.353309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099dbca-db45-4768-96a3-63b7c530a869 None None] New status for floating IP b7722239-6d18-49bd-9b4c-303801b0739f: ACTIVE {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:59:29.435568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49544) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:29.462619 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:29.503522 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d0a6a05f-c4a4-422a-9302-06ab64d17460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/b7722239-6d18-49bd-9b4c-303801b0739f HTTP/1.1" status: 200 len: 991 time: 0.0663142 Jun 24 12:59:30.305519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:30.507177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49546) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:59:30.571995 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d058faa6-be31-4bb7-b8cb-5dd4c1b8791c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/b7722239-6d18-49bd-9b4c-303801b0739f HTTP/1.1" status: 200 len: 993 time: 0.0634391 Jun 24 12:59:32.290452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:47.283498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:56.602152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-25c16355-3936-4508-9de1-2108deca1ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:59.318528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d76fac85-9e07-482d-9f4a-d9fc6fa206b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:59:59.425162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:00.307145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:00.870266 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:00:01.715115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49558) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:01.720830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-32ab5072-4ae4-4fe8-85f5-73c994f12779 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'router': {'admin_state_up': False}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:00:02.015825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-32ab5072-4ae4-4fe8-85f5-73c994f12779 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:02.026304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-32ab5072-4ae4-4fe8-85f5-73c994f12779 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:02.132848 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ab5072-4ae4-4fe8-85f5-73c994f12779 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:00:02.241136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ab5072-4ae4-4fe8-85f5-73c994f12779 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:00:02.247695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-32ab5072-4ae4-4fe8-85f5-73c994f12779 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:02.248859 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-32ab5072-4ae4-4fe8-85f5-73c994f12779 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 HTTP/1.1" status: 200 len: 888 time: 0.5327570 Jun 24 13:00:02.250402 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a5e46-7895-4d02-b5d5-b474c5155e06 None None] Sync routers for ids ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:00:02.260028 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a5e46-7895-4d02-b5d5-b474c5155e06 None None] Routers {'0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:00:02.260634 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d94a5e46-7895-4d02-b5d5-b474c5155e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:59:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:02.291706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:02.298021 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d94a5e46-7895-4d02-b5d5-b474c5155e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:02.306745 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a5e46-7895-4d02-b5d5-b474c5155e06 None None] Routers {'0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:00:02.307373 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d94a5e46-7895-4d02-b5d5-b474c5155e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:59:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:02.338252 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d94a5e46-7895-4d02-b5d5-b474c5155e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:02.338906 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a5e46-7895-4d02-b5d5-b474c5155e06 None None] The sync data for ids ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'] in dv-neutron-797121-4-hyperv is: [] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:00:03.086054 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d0ee25-86e0-4491-ba04-6a34f77906e6 None None] New status for floating IP b7722239-6d18-49bd-9b4c-303801b0739f: DOWN {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:00:04.186667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1a5dae6b-3284-4fb3-9c55-014074b3674a no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:00:04.259392 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:04.284179 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 1a5dae6b-3284-4fb3-9c55-014074b3674a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1a5dae6b-3284-4fb3-9c55-014074b3674a,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:04.288331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:04.289210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 725bfaed-f8b9-416c-abb3-991900547ce7 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:00:04.290975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:04.361074 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=1a5dae6b-3284-4fb3-9c55-014074b3674a,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:04.364903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:04.401672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:04.432941 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 725bfaed-f8b9-416c-abb3-991900547ce7, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=725bfaed-f8b9-416c-abb3-991900547ce7,segment=NetworkSegment(22f125bc-7e12-4c4b-851b-b059074cabc7),segment_id=22f125bc-7e12-4c4b-851b-b059074cabc7)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:04.438274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:04.440061 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-fb8bc3cc-7850-4dc1-88b3-88c4bcd34137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:04.487296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=725bfaed-f8b9-416c-abb3-991900547ce7,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:04.490290 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:05.299564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49564) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:05.304284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-57f697a0-d43a-40ff-8258-f24a8726662d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:00:05.942468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-57f697a0-d43a-40ff-8258-f24a8726662d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:05.954056 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-57f697a0-d43a-40ff-8258-f24a8726662d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690069'] for router, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:06.060736 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f697a0-d43a-40ff-8258-f24a8726662d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:00:06.166922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f697a0-d43a-40ff-8258-f24a8726662d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:00:06.173653 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-57f697a0-d43a-40ff-8258-f24a8726662d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:06.174822 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-57f697a0-d43a-40ff-8258-f24a8726662d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 HTTP/1.1" status: 200 len: 887 time: 0.8742409 Jun 24 13:00:06.176363 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01eca3-7b54-4dbe-b78d-21da97ab70b8 None None] Sync routers for ids ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:00:06.177679 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49566) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:06.185551 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01eca3-7b54-4dbe-b78d-21da97ab70b8 None None] Routers {'0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:00:06.186162 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4a01eca3-7b54-4dbe-b78d-21da97ab70b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:59:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:06.239065 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fec28f64-6d86-40c9-bf83-befa8dfb324f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/b7722239-6d18-49bd-9b4c-303801b0739f HTTP/1.1" status: 200 len: 991 time: 0.0601730 Jun 24 13:00:06.292364 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-4a01eca3-7b54-4dbe-b78d-21da97ab70b8 None None] Set router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:00:06.516073 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4a01eca3-7b54-4dbe-b78d-21da97ab70b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T13:00:05Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T13:00:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'b7722239-6d18-49bd-9b4c-303801b0739f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'port_id': 'c3d4edf6-1038-42bd-bb37-8729db18921d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'mac_address': 'fa:16:3e:71:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307b910-828e-46ed-8838-86f459695f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:59:27Z', 'updated_at': '2021-06-24T13:00:03Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725bfaed-f8b9-416c-abb3-991900547ce7', 'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2f:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:12Z', 'updated_at': '2021-06-24T13:00:04Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:06.541288 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01eca3-7b54-4dbe-b78d-21da97ab70b8 None None] Checking router: 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:00:06.549223 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01eca3-7b54-4dbe-b78d-21da97ab70b8 None None] Routers {'0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:00:06.549816 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4a01eca3-7b54-4dbe-b78d-21da97ab70b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:59:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:06.652871 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-4a01eca3-7b54-4dbe-b78d-21da97ab70b8 None None] Set router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:00:06.868996 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4a01eca3-7b54-4dbe-b78d-21da97ab70b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T13:00:05Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T13:00:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'b7722239-6d18-49bd-9b4c-303801b0739f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'port_id': 'c3d4edf6-1038-42bd-bb37-8729db18921d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'mac_address': 'fa:16:3e:71:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307b910-828e-46ed-8838-86f459695f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:59:27Z', 'updated_at': '2021-06-24T13:00:03Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725bfaed-f8b9-416c-abb3-991900547ce7', 'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2f:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:12Z', 'updated_at': '2021-06-24T13:00:04Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:06.894295 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01eca3-7b54-4dbe-b78d-21da97ab70b8 None None] The sync data for ids ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'] in dv-neutron-797121-4-hyperv is: [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T13:00:05Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T13:00:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'b7722239-6d18-49bd-9b4c-303801b0739f', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'port_id': 'c3d4edf6-1038-42bd-bb37-8729db18921d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'mac_address': 'fa:16:3e:71:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307b910-828e-46ed-8838-86f459695f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:59:27Z', 'updated_at': '2021-06-24T13:00:03Z', 'revision_number': 2, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725bfaed-f8b9-416c-abb3-991900547ce7', 'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2f:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:12Z', 'updated_at': '2021-06-24T13:00:04Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:00:07.242302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49568) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:07.310142 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4f5e090b-3b52-463f-b15a-4fdbe046693a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/b7722239-6d18-49bd-9b4c-303801b0739f HTTP/1.1" status: 200 len: 991 time: 0.0660989 Jun 24 13:00:08.228862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1a5dae6b-3284-4fb3-9c55-014074b3674a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:00:08.276374 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1a5dae6b-3284-4fb3-9c55-014074b3674a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:00:08.276881 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:08.313871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49570) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:08.350779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:08.375329 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 1a5dae6b-3284-4fb3-9c55-014074b3674a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1a5dae6b-3284-4fb3-9c55-014074b3674a,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:08.375532 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-86eb2b90-8cdf-4492-b4c8-a0eb21bc878a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/b7722239-6d18-49bd-9b4c-303801b0739f HTTP/1.1" status: 200 len: 991 time: 0.0589731 Jun 24 13:00:08.378019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:08.378917 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 725bfaed-f8b9-416c-abb3-991900547ce7 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:00:08.380660 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:08.442210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f935c316-b602-4964-98a3-5e8ec7066f6d None None] New status for floating IP b7722239-6d18-49bd-9b4c-303801b0739f: ACTIVE {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:00:08.493489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=1a5dae6b-3284-4fb3-9c55-014074b3674a,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:08.502100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:08.547379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 725bfaed-f8b9-416c-abb3-991900547ce7 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:00:08.547752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:08.665610 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:08.699818 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 725bfaed-f8b9-416c-abb3-991900547ce7, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=725bfaed-f8b9-416c-abb3-991900547ce7,segment=NetworkSegment(22f125bc-7e12-4c4b-851b-b059074cabc7),segment_id=22f125bc-7e12-4c4b-851b-b059074cabc7)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:08.704783 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:08.707952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:08.753753 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=725bfaed-f8b9-416c-abb3-991900547ce7,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:08.756802 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:09.378101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49572) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:09.441567 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-68fd9080-34bd-4a46-9bb4-ffbe11674692 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/floatingips/b7722239-6d18-49bd-9b4c-303801b0739f HTTP/1.1" status: 200 len: 993 time: 0.0621409 Jun 24 13:00:09.713709 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49578) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:09.874145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 684fda8d-91f5-4857-a8f1-6aaa099a37d3 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:00:09.874486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:09.947588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:09.947917 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:09.959636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 684fda8d-91f5-4857-a8f1-6aaa099a37d3 owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:00:10.108792 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:10.110705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b3c93961-af50-45b0-9b36-caffed89eea4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:10.133838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=684fda8d-91f5-4857-a8f1-6aaa099a37d3,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:10.160125 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:10.160525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:10.160912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:10.161336 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:10.161672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:10.162028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:10.162411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:10.162779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:10.163318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:10.163687 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:10.164050 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:10.164432 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:10.169128 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:10.199767 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1a5dae6b-3284-4fb3-9c55-014074b3674a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:00:10.210530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:10.210900 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Floating IP b7722239-6d18-49bd-9b4c-303801b0739f disassociated (deleted). External IP: 172.26.1.200, port: c3d4edf6-1038-42bd-bb37-8729db18921d. Jun 24 13:00:10.245202 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1a5dae6b-3284-4fb3-9c55-014074b3674a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:00:10.245576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:10.324420 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 725bfaed-f8b9-416c-abb3-991900547ce7 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:00:10.371694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 725bfaed-f8b9-416c-abb3-991900547ce7 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:00:10.372206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:10.411211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:00:10.518783 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:00:10.524157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:10.528065 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c5fb3-0ad5-4ab8-b5b6-3ad537439608 None None] Sync routers for ids ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:00:10.536473 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57c5fb3-0ad5-4ab8-b5b6-3ad537439608 None None] Routers {'0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:00:10.537077 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-f57c5fb3-0ad5-4ab8-b5b6-3ad537439608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:59:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:10.564530 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/floatingips/b7722239-6d18-49bd-9b4c-303801b0739f HTTP/1.1" status: 204 len: 168 time: 0.8498609 Jun 24 13:00:10.565221 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6307b910-828e-46ed-8838-86f459695f1e', 'tag': 'c3d4edf6-1038-42bd-bb37-8729db18921d'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:00:10.567584 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7383abac-76a7-4df8-b04a-52e81e809cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "6307b910-828e-46ed-8838-86f459695f1e", "tag": "c3d4edf6-1038-42bd-bb37-8729db18921d"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:00:10.606366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d787cf-ff69-4e21-b37d-c72ae1c9cf3f x-openstack-request-id: req-e3d787cf-ff69-4e21-b37d-c72ae1c9cf3f {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:00:10.607337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6307b910-828e-46ed-8838-86f459695f1e", "tag": "c3d4edf6-1038-42bd-bb37-8729db18921d", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:00:10.607742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e3d787cf-ff69-4e21-b37d-c72ae1c9cf3f {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:00:10.608256 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6307b910-828e-46ed-8838-86f459695f1e', 'tag': 'c3d4edf6-1038-42bd-bb37-8729db18921d', 'status': 'completed', 'code': 200} Jun 24 13:00:10.689232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383abac-76a7-4df8-b04a-52e81e809cd5 req-a86c2d54-6079-47be-9bbf-37d750a731dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:10.690934 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7383abac-76a7-4df8-b04a-52e81e809cd5 req-a86c2d54-6079-47be-9bbf-37d750a731dc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab2b30c769814168a3d5057c6ba96374&device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 1098 time: 0.0583713 Jun 24 13:00:10.743133 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-f57c5fb3-0ad5-4ab8-b5b6-3ad537439608 None None] Set router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:00:10.797455 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383abac-76a7-4df8-b04a-52e81e809cd5 req-8462da50-fd13-45dd-988d-acf17256da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:10.799274 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7383abac-76a7-4df8-b04a-52e81e809cd5 req-8462da50-fd13-45dd-988d-acf17256da8a service neutron] 10.222.0.102 "GET /v2.0/networks?id=2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba HTTP/1.1" status: 200 len: 898 time: 0.1023910 Jun 24 13:00:10.843207 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7383abac-76a7-4df8-b04a-52e81e809cd5 req-179ec44d-e23f-410d-98bf-6997f07036ce service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d4edf6-1038-42bd-bb37-8729db18921d HTTP/1.1" status: 200 len: 217 time: 0.0375576 Jun 24 13:00:10.925084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383abac-76a7-4df8-b04a-52e81e809cd5 req-76178523-f785-4052-bf22-429ebdbdd389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:10.926602 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7383abac-76a7-4df8-b04a-52e81e809cd5 req-76178523-f785-4052-bf22-429ebdbdd389 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=26d87c37-8655-4213-a5d2-5f052d9d859e HTTP/1.1" status: 200 len: 835 time: 0.0775371 Jun 24 13:00:10.968274 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-f57c5fb3-0ad5-4ab8-b5b6-3ad537439608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T13:00:05Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T13:00:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '725bfaed-f8b9-416c-abb3-991900547ce7', 'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2f:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:12Z', 'updated_at': '2021-06-24T13:00:08Z', 'revision_number': 7, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:10.984174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fee2d-d4f6-44ba-b7fc-06a4ad1f9a9f req-2339963a-04e9-4b19-8300-7460643a1732 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:10.985637 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a4fee2d-d4f6-44ba-b7fc-06a4ad1f9a9f req-2339963a-04e9-4b19-8300-7460643a1732 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 945 time: 0.1024864 Jun 24 13:00:10.997854 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c5fb3-0ad5-4ab8-b5b6-3ad537439608 None None] Checking router: 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:00:11.005982 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57c5fb3-0ad5-4ab8-b5b6-3ad537439608 None None] Routers {'0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:00:11.006592 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-f57c5fb3-0ad5-4ab8-b5b6-3ad537439608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:59:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:11.017466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383abac-76a7-4df8-b04a-52e81e809cd5 req-e6810076-117d-46f9-881b-7338fc87019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:11.019013 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7383abac-76a7-4df8-b04a-52e81e809cd5 req-e6810076-117d-46f9-881b-7338fc87019c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843987 Jun 24 13:00:11.054927 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a4fee2d-d4f6-44ba-b7fc-06a4ad1f9a9f req-ddda8576-d316-413a-b11b-d266f07dc468 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=05501fec-d873-4a40-a182-e36742195e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633035 Jun 24 13:00:11.107667 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-f57c5fb3-0ad5-4ab8-b5b6-3ad537439608 None None] Set router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:00:11.124170 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7383abac-76a7-4df8-b04a-52e81e809cd5 req-c267d5ef-259a-4876-bbed-98bc2afeb2b1 service neutron] 10.222.0.102 "GET /v2.0/networks/2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956614 Jun 24 13:00:11.218245 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7383abac-76a7-4df8-b04a-52e81e809cd5 req-bceb7957-2041-4bc7-8208-f4e74a8db008 service neutron] 10.222.0.102 "GET /v2.0/networks/2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877836 Jun 24 13:00:11.311825 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-f57c5fb3-0ad5-4ab8-b5b6-3ad537439608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T13:00:05Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T13:00:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '725bfaed-f8b9-416c-abb3-991900547ce7', 'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2f:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:12Z', 'updated_at': '2021-06-24T13:00:08Z', 'revision_number': 7, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:11.337901 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c5fb3-0ad5-4ab8-b5b6-3ad537439608 None None] The sync data for ids ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'] in dv-neutron-797121-4-hyperv is: [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T13:00:05Z', 'revision_number': 6, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T13:00:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '725bfaed-f8b9-416c-abb3-991900547ce7', 'name': '', 'network_id': '2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'mac_address': 'fa:16:3e:2f:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:12Z', 'updated_at': '2021-06-24T13:00:08Z', 'revision_number': 7, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'subnets': [{'id': '26d87c37-8655-4213-a5d2-5f052d9d859e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:00:11.938887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1183a0c-ae8f-45a5-86e7-8e2b6a358c06 None None] New status for floating IP b7722239-6d18-49bd-9b4c-303801b0739f: DOWN {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:00:12.172541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241829fb-d7e1-482b-b36c-755224d960db req-98b67292-f47c-4898-bded-d4c483a2dbd3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:12.174007 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-241829fb-d7e1-482b-b36c-755224d960db req-98b67292-f47c-4898-bded-d4c483a2dbd3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 945 time: 0.0630026 Jun 24 13:00:12.308200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df4626-efc2-443f-99c6-bf594902e281 req-ad8d0f39-ea86-4ddc-a94a-608a0dbf1e40 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:12.310496 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-34df4626-efc2-443f-99c6-bf594902e281 req-ad8d0f39-ea86-4ddc-a94a-608a0dbf1e40 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/ports?device_id=6307b910-828e-46ed-8838-86f459695f1e HTTP/1.1" status: 200 len: 945 time: 0.1350410 Jun 24 13:00:12.337865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-241829fb-d7e1-482b-b36c-755224d960db req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port c3d4edf6-1038-42bd-bb37-8729db18921d {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:00:12.338201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-241829fb-d7e1-482b-b36c-755224d960db req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:12.401921 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-34df4626-efc2-443f-99c6-bf594902e281 req-df9f4ede-a3e9-4cfb-982a-4d3111c04cea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "GET /v2.0/security-groups?id=05501fec-d873-4a40-a182-e36742195e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839598 Jun 24 13:00:12.441601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-241829fb-d7e1-482b-b36c-755224d960db req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port c3d4edf6-1038-42bd-bb37-8729db18921d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c3d4edf6-1038-42bd-bb37-8729db18921d,segment=NetworkSegment(22f125bc-7e12-4c4b-851b-b059074cabc7),segment_id=22f125bc-7e12-4c4b-851b-b059074cabc7)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:12.441960 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-241829fb-d7e1-482b-b36c-755224d960db req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:12.459242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-241829fb-d7e1-482b-b36c-755224d960db req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for c3d4edf6-1038-42bd-bb37-8729db18921d owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:00:12.589520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-241829fb-d7e1-482b-b36c-755224d960db req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:12.594604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-698d5fbf-4f8b-4323-8765-1f923b71856a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:12.618313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=c3d4edf6-1038-42bd-bb37-8729db18921d,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:12.632453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:12.632964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:12.633372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:12.633751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:12.634125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:12.634499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:12.634902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:12.635274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:12.635642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:12.636006 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:12.636398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:12.636762 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:12.659985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:12.681053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-241829fb-d7e1-482b-b36c-755224d960db req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] No DVR routers for this DVR port c3d4edf6-1038-42bd-bb37-8729db18921d on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:00:12.683644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-241829fb-d7e1-482b-b36c-755224d960db req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:12.685653 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-241829fb-d7e1-482b-b36c-755224d960db req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.102 "DELETE /v2.0/ports/c3d4edf6-1038-42bd-bb37-8729db18921d HTTP/1.1" status: 204 len: 173 time: 0.5021150 Jun 24 13:00:12.686162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6307b910-828e-46ed-8838-86f459695f1e', 'name': 'network-vif-deleted', 'tag': 'c3d4edf6-1038-42bd-bb37-8729db18921d'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:00:12.688505 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b244c395-8823-4cad-b0ff-8028b15f6ded" -d '{"events": [{"server_uuid": "6307b910-828e-46ed-8838-86f459695f1e", "name": "network-vif-deleted", "tag": "c3d4edf6-1038-42bd-bb37-8729db18921d"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:00:12.726708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93aa795-c85f-434a-a9ca-e168a8d11e40 x-openstack-request-id: req-b93aa795-c85f-434a-a9ca-e168a8d11e40 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:00:12.727106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6307b910-828e-46ed-8838-86f459695f1e", "name": "network-vif-deleted", "tag": "c3d4edf6-1038-42bd-bb37-8729db18921d", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:00:12.727443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-b93aa795-c85f-434a-a9ca-e168a8d11e40 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:00:12.727923 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6307b910-828e-46ed-8838-86f459695f1e', 'name': 'network-vif-deleted', 'tag': 'c3d4edf6-1038-42bd-bb37-8729db18921d', 'status': 'completed', 'code': 200} Jun 24 13:00:13.495208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49592) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:13.552117 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6b120b23-6849-473b-b42b-a71f92f26b27 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:13.577066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6b120b23-6849-473b-b42b-a71f92f26b27 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:13.635523 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6b120b23-6849-473b-b42b-a71f92f26b27 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:13.638339 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6b120b23-6849-473b-b42b-a71f92f26b27 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:13.639526 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6b120b23-6849-473b-b42b-a71f92f26b27 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/security-groups/05501fec-d873-4a40-a182-e36742195e53 HTTP/1.1" status: 204 len: 168 time: 0.1433387 Jun 24 13:00:13.640398 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bb13a683-35b0-4215-a327-51c3e63ff7ac tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:13.649665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b120b23-6849-473b-b42b-a71f92f26b27 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05501fec-d873-4a40-a182-e36742195e53,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:13.652186 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6b120b23-6849-473b-b42b-a71f92f26b27 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:13.674133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49596) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:14.020085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c1923220-e916-411f-98d2-e58308d36633 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:14.280571 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-c1923220-e916-411f-98d2-e58308d36633 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 725bfaed-f8b9-416c-abb3-991900547ce7 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:00:14.280911 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c1923220-e916-411f-98d2-e58308d36633 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:14.688472 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-c1923220-e916-411f-98d2-e58308d36633 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 725bfaed-f8b9-416c-abb3-991900547ce7, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=725bfaed-f8b9-416c-abb3-991900547ce7,segment=NetworkSegment(22f125bc-7e12-4c4b-851b-b059074cabc7),segment_id=22f125bc-7e12-4c4b-851b-b059074cabc7)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:14.689133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c1923220-e916-411f-98d2-e58308d36633 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:14.701278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-c1923220-e916-411f-98d2-e58308d36633 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 725bfaed-f8b9-416c-abb3-991900547ce7 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:00:14.881543 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c1923220-e916-411f-98d2-e58308d36633 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:14.883617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-623a0d8f-d61d-4419-addb-6b866cd015ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:14.910796 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1923220-e916-411f-98d2-e58308d36633 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=725bfaed-f8b9-416c-abb3-991900547ce7,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:14.914240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c1923220-e916-411f-98d2-e58308d36633 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:15.085933 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c1923220-e916-411f-98d2-e58308d36633 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:15.297622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1923220-e916-411f-98d2-e58308d36633 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:00:15.401360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1923220-e916-411f-98d2-e58308d36633 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:00:15.406839 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c1923220-e916-411f-98d2-e58308d36633 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "PUT /v2.0/routers/0c23d8b2-0657-4bc1-9d7a-21eceefee5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7315781 Jun 24 13:00:15.409849 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49598) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:15.411458 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc81a86b-6a1d-46d0-9a35-0e6e4d387b68 None None] Sync routers for ids ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:00:15.421571 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc81a86b-6a1d-46d0-9a35-0e6e4d387b68 None None] Routers {'0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:00:15.422182 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-dc81a86b-6a1d-46d0-9a35-0e6e4d387b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:59:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:15.463301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-51437687-dff7-4fd7-a5a9-070af7d14037 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting subnet 26d87c37-8655-4213-a5d2-5f052d9d859e {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:00:15.468122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51437687-dff7-4fd7-a5a9-070af7d14037 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:15.507830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51437687-dff7-4fd7-a5a9-070af7d14037 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:15.531847 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-dc81a86b-6a1d-46d0-9a35-0e6e4d387b68 None None] Set router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:00:15.595627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51437687-dff7-4fd7-a5a9-070af7d14037 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:15.653961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51437687-dff7-4fd7-a5a9-070af7d14037 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:15.657131 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-28716046-6430-4fe4-8c7d-d24daa5d3562 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:15.682013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51437687-dff7-4fd7-a5a9-070af7d14037 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Subnet': ['ID=26d87c37-8655-4213-a5d2-5f052d9d859e,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:15.685050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-51437687-dff7-4fd7-a5a9-070af7d14037 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:15.687904 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51437687-dff7-4fd7-a5a9-070af7d14037 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:15.692276 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-51437687-dff7-4fd7-a5a9-070af7d14037 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/subnets/26d87c37-8655-4213-a5d2-5f052d9d859e HTTP/1.1" status: 204 len: 168 time: 0.2790196 Jun 24 13:00:15.693267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49600) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:15.695154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ee98cb-a496-4fb2-b82f-ff304cd80e30 None None] Network 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:00:15.712762 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-dc81a86b-6a1d-46d0-9a35-0e6e4d387b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T13:00:14Z', 'revision_number': 7, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T13:00:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:15.739361 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc81a86b-6a1d-46d0-9a35-0e6e4d387b68 None None] Checking router: 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:00:15.747653 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc81a86b-6a1d-46d0-9a35-0e6e4d387b68 None None] Routers {'0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:00:15.748270 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-dc81a86b-6a1d-46d0-9a35-0e6e4d387b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T12:59:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:15.807337 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:15.865462 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-dc81a86b-6a1d-46d0-9a35-0e6e4d387b68 None None] Set router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:00:15.893312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] DHCP port deletion for 2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:00:15.929639 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:15.944474 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Deleting port 894680bc-a4c4-4f5c-9fcf-02e0103bb988 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:00:15.945116 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:15.983522 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Deleting port 1a5dae6b-3284-4fb3-9c55-014074b3674a {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:00:15.983911 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.024136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] For port 894680bc-a4c4-4f5c-9fcf-02e0103bb988, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=894680bc-a4c4-4f5c-9fcf-02e0103bb988,segment=NetworkSegment(22f125bc-7e12-4c4b-851b-b059074cabc7),segment_id=22f125bc-7e12-4c4b-851b-b059074cabc7)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:16.024935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.039751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Calling delete_port for 894680bc-a4c4-4f5c-9fcf-02e0103bb988 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:00:16.060419 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-dc81a86b-6a1d-46d0-9a35-0e6e4d387b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T13:00:14Z', 'revision_number': 7, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T13:00:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:16.062837 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] For port 1a5dae6b-3284-4fb3-9c55-014074b3674a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1a5dae6b-3284-4fb3-9c55-014074b3674a,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:16.063271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.078070 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Calling delete_port for 1a5dae6b-3284-4fb3-9c55-014074b3674a owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:00:16.090583 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc81a86b-6a1d-46d0-9a35-0e6e4d387b68 None None] The sync data for ids ['0c23d8b2-0657-4bc1-9d7a-21eceefee5b6'] in dv-neutron-797121-4-hyperv is: [{'id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'name': 'tempest-TestNetworkBasicOps-router-1031225364', 'tenant_id': 'ab2b30c769814168a3d5057c6ba96374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:59:09Z', 'updated_at': '2021-06-24T13:00:14Z', 'revision_number': 7, 'project_id': 'ab2b30c769814168a3d5057c6ba96374', 'gw_port': {'id': '1a5dae6b-3284-4fb3-9c55-014074b3674a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23d8b2-0657-4bc1-9d7a-21eceefee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:59:10Z', 'updated_at': '2021-06-24T13:00:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:00:16.258577 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.261032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:16.272932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.275074 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:16.288874 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Port': ['ID=1a5dae6b-3284-4fb3-9c55-014074b3674a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:16.292033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:16.297622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Pushing event deleted for resources: {'Port': ['ID=894680bc-a4c4-4f5c-9fcf-02e0103bb988,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:16.305004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] No DVR routers for this DVR port 894680bc-a4c4-4f5c-9fcf-02e0103bb988 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:00:16.308688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:16.309007 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:16.309350 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:16.310194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:16.310529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:16.310880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:16.311209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:16.311531 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:16.313959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:16.313959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:16.313959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:16.313959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:00:16.316623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:16.354201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.447728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.450179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.504366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.505304 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Fanout notify agent at l3_agent the message router_deleted on router 0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:00:16.514737 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.515567 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/routers/0c23d8b2-0657-4bc1-9d7a-21eceefee5b6 HTTP/1.1" status: 204 len: 168 time: 0.8206306 Jun 24 13:00:16.517985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49604) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:16.587283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 894680bc-a4c4-4f5c-9fcf-02e0103bb988 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:00:16.623404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 894680bc-a4c4-4f5c-9fcf-02e0103bb988 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:00:16.624282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 894680bc-a4c4-4f5c-9fcf-02e0103bb988 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:00:16.624881 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 725bfaed-f8b9-416c-abb3-991900547ce7 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:00:16.626572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.646475 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 725bfaed-f8b9-416c-abb3-991900547ce7 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:00:16.646901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 725bfaed-f8b9-416c-abb3-991900547ce7 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:00:16.726873 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.737539 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:16.749324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f125bc-7e12-4c4b-851b-b059074cabc7') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:16.749622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f125bc-7e12-4c4b-851b-b059074cabc7') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:00:16.759244 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.773781 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.779889 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:00:16.780422 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:00:16.783638 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:00:16.845152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.849184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-998fe84a-fb1b-4a5b-a3d4-e0d37cf180df tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:16.854654 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:16.856475 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] 10.222.0.110 "DELETE /v2.0/networks/2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba HTTP/1.1" status: 204 len: 168 time: 0.3374538 Jun 24 13:00:16.866424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Pushing event deleted for resources: {'Network': ['ID=2776a02b-9e07-4d8b-8f3e-7ec1f2acb5ba,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:16.874940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:16.939518 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c3d4edf6-1038-42bd-bb37-8729db18921d no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:00:16.961474 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: c3d4edf6-1038-42bd-bb37-8729db18921d {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:00:16.961835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c3d4edf6-1038-42bd-bb37-8729db18921d not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:00:17.119399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49610) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:17.261340 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-89840b87-a4c6-4294-86d7-f1d493c1e3a3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ab2b30c769814168a3d5057c6ba96374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406212 Jun 24 13:00:17.264185 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49614) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:17.308577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:17.313787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6c5839f3-ac85-43a5-b791-434e928a6117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:17.334965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6c5839f3-ac85-43a5-b791-434e928a6117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:17.382309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6c5839f3-ac85-43a5-b791-434e928a6117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:17.384864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6c5839f3-ac85-43a5-b791-434e928a6117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:17.386032 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6c5839f3-ac85-43a5-b791-434e928a6117 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a2241871-2342-419b-bf14-9c67e879d6d7 HTTP/1.1" status: 204 len: 168 time: 0.1209099 Jun 24 13:00:17.386862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-10680128-e946-41a7-95ae-eb116ccb3bbb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:17.395211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5839f3-ac85-43a5-b791-434e928a6117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2241871-2342-419b-bf14-9c67e879d6d7,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:17.397569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6c5839f3-ac85-43a5-b791-434e928a6117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:17.637745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49620) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:17.651940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5e41d601-36f0-4bd6-b255-056db02528f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:17.744888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5e41d601-36f0-4bd6-b255-056db02528f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:17.749201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5e41d601-36f0-4bd6-b255-056db02528f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:17.751772 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d89eea9f-0465-4455-a888-5668a1848732 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:17.785078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41d601-36f0-4bd6-b255-056db02528f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4df886e-2e68-4c75-84f9-b8268f899b28,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:17.791817 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5e41d601-36f0-4bd6-b255-056db02528f2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=15e39606a0f444ab9c801d5dfbe59ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499643 Jun 24 13:00:17.791817 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5e41d601-36f0-4bd6-b255-056db02528f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:17.792032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49622) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:17.842428 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-17ffb36b-439a-43fc-b2f6-249fbb792d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:17.862781 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-17ffb36b-439a-43fc-b2f6-249fbb792d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:17.909615 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-17ffb36b-439a-43fc-b2f6-249fbb792d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:17.912192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-17ffb36b-439a-43fc-b2f6-249fbb792d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:17.913349 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-17ffb36b-439a-43fc-b2f6-249fbb792d1b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a4df886e-2e68-4c75-84f9-b8268f899b28 HTTP/1.1" status: 204 len: 168 time: 0.1204844 Jun 24 13:00:17.914150 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2fbb8d55-745a-4dad-b0c5-dc9de8fa02b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:17.922128 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffb36b-439a-43fc-b2f6-249fbb792d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4df886e-2e68-4c75-84f9-b8268f899b28,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:17.925016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-17ffb36b-439a-43fc-b2f6-249fbb792d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:18.154081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1a5dae6b-3284-4fb3-9c55-014074b3674a no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:00:18.177573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 1a5dae6b-3284-4fb3-9c55-014074b3674a {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:00:18.177837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1a5dae6b-3284-4fb3-9c55-014074b3674a not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:00:24.565987 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-69da33ab-da93-4d20-95d3-658b7dcae8b3 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=06243df67ee64f45b702a59d10439c5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293005 Jun 24 13:00:24.749114 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-3727bbff-e5b0-4bdc-9fd7-d69bfe627a0e tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:24.750583 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-3727bbff-e5b0-4bdc-9fd7-d69bfe627a0e tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795311 Jun 24 13:00:24.766218 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-a93c89a1-0f9a-48e4-947e-2c61fcaf861b tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/quotas/06243df67ee64f45b702a59d10439c5b HTTP/1.1" status: 200 len: 375 time: 0.0101242 Jun 24 13:00:24.801031 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-bf2887ed-3302-4dd9-9a94-8e88fd948b3b tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=06243df67ee64f45b702a59d10439c5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294471 Jun 24 13:00:25.983511 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4b4bfbe0-0f10-496d-b5b2-6aa3115d04ce req-1c926128-dc1b-49e4-9482-757361ca71a5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/ports?device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 210 time: 0.0289781 Jun 24 13:00:26.604449 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cc9349dd-0d87-4956-8c1d-22436b78fc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:27.069279 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-68533d8c-885b-404c-8180-c79edb25ed5c req-b966b8cf-b82a-4d50-9e18-77fc9457b289 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/ports?device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 210 time: 0.0288689 Jun 24 13:00:28.215855 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0d368453-e7c9-40d5-911e-aec6427a90d7 req-7151f4df-a0ce-4c73-8cba-3c4df1000b75 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/ports?device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 210 time: 0.0329354 Jun 24 13:00:28.951965 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-81b11ca5-df35-47aa-bc36-2658e5f08857 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=06243df67ee64f45b702a59d10439c5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253425 Jun 24 13:00:29.060639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-29f2a654-0007-4ad5-8df4-d9e846a68738 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:29.062043 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-29f2a654-0007-4ad5-8df4-d9e846a68738 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1056461 Jun 24 13:00:29.073706 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Request body: {'port': {'device_id': 'c7347a31-f58a-46d7-9319-0fd600f30922', 'network_id': 'fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4', 'admin_state_up': True, 'tenant_id': '06243df67ee64f45b702a59d10439c5b'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:00:29.182731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Made reservation on behalf of 06243df67ee64f45b702a59d10439c5b for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:00:29.186842 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:29.195768 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:29.291181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:29.296183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:29.299637 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a5623f0c-0986-49dc-8a1e-7f1a063b32be tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:29.319966 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-62e9e841-9c84-4fba-bcea-b6af7fef4789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:29.378983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbacb39-0979-4c6b-a1cf-924c3b69a15e,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:29.398970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:29.400999 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c56cf2c-59ab-47e8-8116-3feb3a01dcb0 req-5f46d0eb-0835-4b88-8084-8de3d2072509 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/ports?device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 210 time: 0.0666368 Jun 24 13:00:29.427858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:29.471424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Allocated IP 192.168.233.173 (fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4/d5174c0e-0f51-480a-bac4-f5c2202b8574/2880bbc3-6ce2-46be-8dc1-61d2c911de85) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:00:29.617694 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:29.630624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Transition to ACTIVE for port object 2880bbc3-6ce2-46be-8dc1-61d2c911de85 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:00:29.662705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:29.666804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cdc37076-a107-4191-8c9e-dc0b8e9f6941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:29.706009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Network fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:00:29.710857 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:00:29.714431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:00:29.721461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Pushing event updated for resources: {'Port': ['ID=2880bbc3-6ce2-46be-8dc1-61d2c911de85,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:29.745218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:29.770911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:29.771343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:29.786633 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7165926 Jun 24 13:00:29.799194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Request body: {'port': {'device_id': 'c7347a31-f58a-46d7-9319-0fd600f30922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:00:29.874574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:29.976401 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9002e1e0-a5f2-45f4-afc3-534f37d8eb35 None None] Provisioning for port 2880bbc3-6ce2-46be-8dc1-61d2c911de85 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:00:29.980132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9002e1e0-a5f2-45f4-afc3-534f37d8eb35 None None] Provisioning complete for port 2880bbc3-6ce2-46be-8dc1-61d2c911de85 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:00:29.980547 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9002e1e0-a5f2-45f4-afc3-534f37d8eb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:30.012350 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-9002e1e0-a5f2-45f4-afc3-534f37d8eb35 None None] Port 2880bbc3-6ce2-46be-8dc1-61d2c911de85 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:00:30.139414 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2880bbc3-6ce2-46be-8dc1-61d2c911de85 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:00:30.146919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:30.160090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Transition to ACTIVE for port object 2880bbc3-6ce2-46be-8dc1-61d2c911de85 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:00:30.163709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:30.166513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0ea7daa9-e82f-4f88-8984-9651833c7b11 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:30.213208 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2880bbc3-6ce2-46be-8dc1-61d2c911de85,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:30.217905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:30.285123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Attempting to bind port 2880bbc3-6ce2-46be-8dc1-61d2c911de85 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:00:30.285457 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Attempting to bind port 2880bbc3-6ce2-46be-8dc1-61d2c911de85 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'bf75a780-fcb7-4079-9d05-adf50066dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:00:30.285793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Attempting to bind port 2880bbc3-6ce2-46be-8dc1-61d2c911de85 on network fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:00:30.290269 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Port 2880bbc3-6ce2-46be-8dc1-61d2c911de85 on network fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:00:30.290596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Attempting to bind port 2880bbc3-6ce2-46be-8dc1-61d2c911de85 on network fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:00:30.295550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:00:30.296193 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Checking segment: {'id': 'bf75a780-fcb7-4079-9d05-adf50066dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:00:30.296304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Bound using segment: {'id': 'bf75a780-fcb7-4079-9d05-adf50066dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:00:30.296685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Bound port: 2880bbc3-6ce2-46be-8dc1-61d2c911de85, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf75a780-fcb7-4079-9d05-adf50066dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:00:30.297047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:30.311498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:30.368839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] For port 2880bbc3-6ce2-46be-8dc1-61d2c911de85, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:00:30.371925 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] For port 2880bbc3-6ce2-46be-8dc1-61d2c911de85, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2880bbc3-6ce2-46be-8dc1-61d2c911de85,segment=NetworkSegment(bf75a780-fcb7-4079-9d05-adf50066dda3),segment_id=bf75a780-fcb7-4079-9d05-adf50066dda3)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:00:30.376814 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:30.379695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-032c0e23-8425-4c78-b561-76b592de5fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:30.413070 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:30.413670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:30.415078 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] 10.222.0.102 "PUT /v2.0/ports/2880bbc3-6ce2-46be-8dc1-61d2c911de85 HTTP/1.1" status: 200 len: 1098 time: 0.6208415 Jun 24 13:00:30.415621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7347a31-f58a-46d7-9319-0fd600f30922', 'tag': '2880bbc3-6ce2-46be-8dc1-61d2c911de85'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:00:30.417931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aea5036-5088-4765-b765-6e28007715d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c7347a31-f58a-46d7-9319-0fd600f30922", "tag": "2880bbc3-6ce2-46be-8dc1-61d2c911de85"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:00:30.452530 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2880bbc3-6ce2-46be-8dc1-61d2c911de85,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:30.459872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:30.495542 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291b6013-82dd-492f-ae70-d2574f74801d x-openstack-request-id: req-291b6013-82dd-492f-ae70-d2574f74801d {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:00:30.495891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7347a31-f58a-46d7-9319-0fd600f30922", "tag": "2880bbc3-6ce2-46be-8dc1-61d2c911de85", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:00:30.496199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-291b6013-82dd-492f-ae70-d2574f74801d {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:00:30.496644 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7347a31-f58a-46d7-9319-0fd600f30922', 'tag': '2880bbc3-6ce2-46be-8dc1-61d2c911de85', 'status': 'completed', 'code': 200} Jun 24 13:00:30.533912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-c436b492-9282-478f-9d3a-d8bb089adaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:30.535388 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-c436b492-9282-478f-9d3a-d8bb089adaae service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=06243df67ee64f45b702a59d10439c5b&device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 1101 time: 0.0721693 Jun 24 13:00:30.596878 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-3636c3d4-db75-4381-8b80-129e2a68678d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2880bbc3-6ce2-46be-8dc1-61d2c911de85 HTTP/1.1" status: 200 len: 217 time: 0.0428557 Jun 24 13:00:30.655816 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81923758-5aa5-48f2-a9dc-d249052b0950 req-6604ae2f-0786-4b2c-9ca5-2d913cc4f012 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:30.657259 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-81923758-5aa5-48f2-a9dc-d249052b0950 req-6604ae2f-0786-4b2c-9ca5-2d913cc4f012 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/ports?device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 948 time: 0.1345963 Jun 24 13:00:30.666115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-515054bf-3cd4-4eda-97aa-5f7cec8bbf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:30.667528 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-515054bf-3cd4-4eda-97aa-5f7cec8bbf9e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d5174c0e-0f51-480a-bac4-f5c2202b8574 HTTP/1.1" status: 200 len: 843 time: 0.0628924 Jun 24 13:00:30.731198 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-81923758-5aa5-48f2-a9dc-d249052b0950 req-915211c0-1903-4e1a-b4b2-40682f36f937 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/security-groups?id=0cbacb39-0979-4c6b-a1cf-924c3b69a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674553 Jun 24 13:00:30.749491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-c8e4fc00-fc56-41dc-bde2-89b4f02b6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:30.750977 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-c8e4fc00-fc56-41dc-bde2-89b4f02b6327 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0768847 Jun 24 13:00:30.839049 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-d1dd7e5e-7c84-4d56-a174-1eccfdc20526 service neutron] 10.222.0.102 "GET /v2.0/networks/fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810351 Jun 24 13:00:30.929074 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-07feebb0-1a98-4cbb-a4a9-b7d630fb5cfe req-6a7a2878-bb82-4b89-90d6-624ab62a9461 service neutron] 10.222.0.102 "GET /v2.0/networks/fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840385 Jun 24 13:00:31.028988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea5036-5088-4765-b765-6e28007715d9 req-24730f8d-51be-40f2-b1c0-4e76757e6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:31.030416 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4aea5036-5088-4765-b765-6e28007715d9 req-24730f8d-51be-40f2-b1c0-4e76757e6867 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=06243df67ee64f45b702a59d10439c5b&device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 1101 time: 0.0518405 Jun 24 13:00:31.120940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea5036-5088-4765-b765-6e28007715d9 req-22b93568-583c-46de-9dc4-af6432de11b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:31.122393 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4aea5036-5088-4765-b765-6e28007715d9 req-22b93568-583c-46de-9dc4-af6432de11b8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4 HTTP/1.1" status: 200 len: 871 time: 0.0848818 Jun 24 13:00:31.506296 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4aea5036-5088-4765-b765-6e28007715d9 req-7cd2095f-9d9a-46f6-a0f1-952876fb963f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2880bbc3-6ce2-46be-8dc1-61d2c911de85 HTTP/1.1" status: 200 len: 217 time: 0.3772748 Jun 24 13:00:31.552900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea5036-5088-4765-b765-6e28007715d9 req-d810e187-f22c-4bbf-a805-d843b287ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:31.554254 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4aea5036-5088-4765-b765-6e28007715d9 req-d810e187-f22c-4bbf-a805-d843b287ba68 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d5174c0e-0f51-480a-bac4-f5c2202b8574 HTTP/1.1" status: 200 len: 843 time: 0.0419593 Jun 24 13:00:31.613456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea5036-5088-4765-b765-6e28007715d9 req-ff7895b3-d307-4ff9-bdd7-68ffe7a59ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:31.614964 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4aea5036-5088-4765-b765-6e28007715d9 req-ff7895b3-d307-4ff9-bdd7-68ffe7a59ecf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0529642 Jun 24 13:00:31.702936 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4aea5036-5088-4765-b765-6e28007715d9 req-ba0c1491-08a6-49bb-86d3-fabe59d77aa4 service neutron] 10.222.0.102 "GET /v2.0/networks/fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800478 Jun 24 13:00:31.795661 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4aea5036-5088-4765-b765-6e28007715d9 req-a43c65d8-a46a-4252-99e1-08f2b2031617 service neutron] 10.222.0.102 "GET /v2.0/networks/fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858595 Jun 24 13:00:31.906438 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0e191-8f37-4ece-834f-1f2ae91c3c82 req-705dc414-9762-45ef-933e-6612895c17e2 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:31.908032 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c0f0e191-8f37-4ece-834f-1f2ae91c3c82 req-705dc414-9762-45ef-933e-6612895c17e2 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/ports?device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 948 time: 0.0631535 Jun 24 13:00:31.945785 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c0f0e191-8f37-4ece-834f-1f2ae91c3c82 req-d2a9f5cf-dda1-4b36-be39-6fe3c7ca73e9 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/security-groups?id=0cbacb39-0979-4c6b-a1cf-924c3b69a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322647 Jun 24 13:00:32.293776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:32.999701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 2880bbc3-6ce2-46be-8dc1-61d2c911de85 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:00:33.095515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 2880bbc3-6ce2-46be-8dc1-61d2c911de85, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2880bbc3-6ce2-46be-8dc1-61d2c911de85,segment=NetworkSegment(bf75a780-fcb7-4079-9d05-adf50066dda3),segment_id=bf75a780-fcb7-4079-9d05-adf50066dda3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:33.106248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '2880bbc3-6ce2-46be-8dc1-61d2c911de85', 'network_id': 'fb63d0b5-ca8b-48b8-9fd7-1e93eb43d6a4', 'port_id': '2880bbc3-6ce2-46be-8dc1-61d2c911de85', 'mac_address': 'fa:16:3e:aa:ae:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5174c0e-0f51-480a-bac4-f5c2202b8574', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:00:33.115666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078229c1-fed8-493f-9505-a5c07984c709 req-0087865f-a1a2-4d87-a5f7-6900abf36d73 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:33.117163 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-078229c1-fed8-493f-9505-a5c07984c709 req-0087865f-a1a2-4d87-a5f7-6900abf36d73 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/ports?device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 948 time: 0.0631182 Jun 24 13:00:33.142786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:33.155972 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2880bbc3-6ce2-46be-8dc1-61d2c911de85 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:00:33.159526 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-078229c1-fed8-493f-9505-a5c07984c709 req-e5dd3132-ec19-46e1-aa6a-be46ea1ca8f9 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/security-groups?id=0cbacb39-0979-4c6b-a1cf-924c3b69a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366268 Jun 24 13:00:33.175735 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 2880bbc3-6ce2-46be-8dc1-61d2c911de85, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2880bbc3-6ce2-46be-8dc1-61d2c911de85,segment=NetworkSegment(bf75a780-fcb7-4079-9d05-adf50066dda3),segment_id=bf75a780-fcb7-4079-9d05-adf50066dda3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:33.179996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:33.182176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:33.227269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=2880bbc3-6ce2-46be-8dc1-61d2c911de85,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:33.230313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:33.385954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['2880bbc3-6ce2-46be-8dc1-61d2c911de85'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:00:34.334421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec561390-4f5e-4933-8fb0-2a6033c3ba5b req-565480c8-2dd0-4e11-9178-c01f5901eb1b tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:34.335913 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ec561390-4f5e-4933-8fb0-2a6033c3ba5b req-565480c8-2dd0-4e11-9178-c01f5901eb1b tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/ports?device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 949 time: 0.0629387 Jun 24 13:00:34.373689 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ec561390-4f5e-4933-8fb0-2a6033c3ba5b req-ff56a190-b050-4041-adc3-0c93c16b2b04 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/security-groups?id=0cbacb39-0979-4c6b-a1cf-924c3b69a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315628 Jun 24 13:00:34.999779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 2880bbc3-6ce2-46be-8dc1-61d2c911de85 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:00:35.046728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 2880bbc3-6ce2-46be-8dc1-61d2c911de85 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:00:35.050344 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 2880bbc3-6ce2-46be-8dc1-61d2c911de85 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:00:35.050669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:35.128732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:35.150671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7347a31-f58a-46d7-9319-0fd600f30922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2880bbc3-6ce2-46be-8dc1-61d2c911de85'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:00:35.152947 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0091c209-26c4-40c1-b4b4-907ee8620271" -d '{"events": [{"server_uuid": "c7347a31-f58a-46d7-9319-0fd600f30922", "name": "network-vif-plugged", "status": "completed", "tag": "2880bbc3-6ce2-46be-8dc1-61d2c911de85"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:00:35.165772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 2880bbc3-6ce2-46be-8dc1-61d2c911de85, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2880bbc3-6ce2-46be-8dc1-61d2c911de85,segment=NetworkSegment(bf75a780-fcb7-4079-9d05-adf50066dda3),segment_id=bf75a780-fcb7-4079-9d05-adf50066dda3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:35.170449 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:35.172383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:35.196122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f50235a-5b7c-4383-8109-8746962efcb9 x-openstack-request-id: req-3f50235a-5b7c-4383-8109-8746962efcb9 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:00:35.196595 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7347a31-f58a-46d7-9319-0fd600f30922", "name": "network-vif-plugged", "status": "completed", "tag": "2880bbc3-6ce2-46be-8dc1-61d2c911de85", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:00:35.197011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-3f50235a-5b7c-4383-8109-8746962efcb9 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:00:35.197622 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7347a31-f58a-46d7-9319-0fd600f30922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2880bbc3-6ce2-46be-8dc1-61d2c911de85', 'code': 200} Jun 24 13:00:35.223055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=2880bbc3-6ce2-46be-8dc1-61d2c911de85,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:35.225907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:35.404471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cb0a8-67e7-474a-9245-10d39662a5c4 req-6ff63d41-7334-47ac-8961-e117d3778b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:35.405617 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fd7cb0a8-67e7-474a-9245-10d39662a5c4 req-6ff63d41-7334-47ac-8961-e117d3778b4e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 1103 time: 0.0517969 Jun 24 13:00:35.442431 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fd7cb0a8-67e7-474a-9245-10d39662a5c4 req-7d2901c0-ba1e-48bf-84a7-c9a293f90add service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=0cbacb39-0979-4c6b-a1cf-924c3b69a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297313 Jun 24 13:00:35.553418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e31009-41c7-444a-87bb-0c4c1841d1e5 req-575c4e42-0c1a-41ee-b96d-4849e062c507 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:35.554884 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b7e31009-41c7-444a-87bb-0c4c1841d1e5 req-575c4e42-0c1a-41ee-b96d-4849e062c507 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/ports?device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 950 time: 0.0668135 Jun 24 13:00:35.593151 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b7e31009-41c7-444a-87bb-0c4c1841d1e5 req-bf7103ac-da10-4c5a-ae19-6e088ee7bbd8 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/security-groups?id=0cbacb39-0979-4c6b-a1cf-924c3b69a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317490 Jun 24 13:00:36.768544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667a156-a015-48c3-8a43-b8d84a1031d4 req-b6c5b979-153f-4393-a0d4-d7c86678d3c9 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:36.770013 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4667a156-a015-48c3-8a43-b8d84a1031d4 req-b6c5b979-153f-4393-a0d4-d7c86678d3c9 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/ports?device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 950 time: 0.0623021 Jun 24 13:00:36.808475 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4667a156-a015-48c3-8a43-b8d84a1031d4 req-9ce26a9e-fc71-4ef2-8696-5445507740fc tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/security-groups?id=0cbacb39-0979-4c6b-a1cf-924c3b69a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328074 Jun 24 13:00:37.869166 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:00:37.937720 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66ccb7-bb5f-4afb-bd36-f37c15319581 req-5ffaf6a8-fcec-4f24-a2c9-52d229d9584a tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:37.939436 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2f66ccb7-bb5f-4afb-bd36-f37c15319581 req-5ffaf6a8-fcec-4f24-a2c9-52d229d9584a tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/ports?device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 950 time: 0.0647218 Jun 24 13:00:37.977422 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2f66ccb7-bb5f-4afb-bd36-f37c15319581 req-315f4655-1872-441f-84d6-18f5b0382ac7 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/security-groups?id=0cbacb39-0979-4c6b-a1cf-924c3b69a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Jun 24 13:00:39.187829 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065c424-6b38-44bf-9233-d874f6cb1262 req-acd8c683-313f-4a28-83b5-d74be7e9ad43 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:39.189315 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b065c424-6b38-44bf-9233-d874f6cb1262 req-acd8c683-313f-4a28-83b5-d74be7e9ad43 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/ports?device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 950 time: 0.1014962 Jun 24 13:00:39.224837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a86c9b-d2e9-4229-be2e-26aa67cb5572 req-606116e7-07de-4e04-9e1b-30324c56862c tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:39.226260 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-80a86c9b-d2e9-4229-be2e-26aa67cb5572 req-606116e7-07de-4e04-9e1b-30324c56862c tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.102 "GET /v2.0/ports?device_id=c7347a31-f58a-46d7-9319-0fd600f30922 HTTP/1.1" status: 200 len: 950 time: 0.1068785 Jun 24 13:00:39.273208 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b065c424-6b38-44bf-9233-d874f6cb1262 req-71640300-f894-4485-be3d-32fb40730843 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.110 "GET /v2.0/security-groups?id=0cbacb39-0979-4c6b-a1cf-924c3b69a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767996 Jun 24 13:00:39.340791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-80a86c9b-d2e9-4229-be2e-26aa67cb5572 req-de87a03e-fc6c-41cc-bb87-bedc09bcdb02 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Deleting port 2880bbc3-6ce2-46be-8dc1-61d2c911de85 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:00:39.341164 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-80a86c9b-d2e9-4229-be2e-26aa67cb5572 req-de87a03e-fc6c-41cc-bb87-bedc09bcdb02 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:39.429183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-80a86c9b-d2e9-4229-be2e-26aa67cb5572 req-de87a03e-fc6c-41cc-bb87-bedc09bcdb02 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] For port 2880bbc3-6ce2-46be-8dc1-61d2c911de85, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2880bbc3-6ce2-46be-8dc1-61d2c911de85,segment=NetworkSegment(bf75a780-fcb7-4079-9d05-adf50066dda3),segment_id=bf75a780-fcb7-4079-9d05-adf50066dda3)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:39.429538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-80a86c9b-d2e9-4229-be2e-26aa67cb5572 req-de87a03e-fc6c-41cc-bb87-bedc09bcdb02 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:39.444521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-80a86c9b-d2e9-4229-be2e-26aa67cb5572 req-de87a03e-fc6c-41cc-bb87-bedc09bcdb02 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Calling delete_port for 2880bbc3-6ce2-46be-8dc1-61d2c911de85 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:00:39.582794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-80a86c9b-d2e9-4229-be2e-26aa67cb5572 req-de87a03e-fc6c-41cc-bb87-bedc09bcdb02 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:39.586707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:39.594742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['2880bbc3-6ce2-46be-8dc1-61d2c911de85'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:00:39.610507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87a03e-fc6c-41cc-bb87-bedc09bcdb02 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Pushing event deleted for resources: {'Port': ['ID=2880bbc3-6ce2-46be-8dc1-61d2c911de85,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:39.614607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-de87a03e-fc6c-41cc-bb87-bedc09bcdb02 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:39.665674 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a86c9b-d2e9-4229-be2e-26aa67cb5572 req-de87a03e-fc6c-41cc-bb87-bedc09bcdb02 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] No DVR routers for this DVR port 2880bbc3-6ce2-46be-8dc1-61d2c911de85 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:00:39.668276 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-80a86c9b-d2e9-4229-be2e-26aa67cb5572 req-de87a03e-fc6c-41cc-bb87-bedc09bcdb02 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:39.670927 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-80a86c9b-d2e9-4229-be2e-26aa67cb5572 req-de87a03e-fc6c-41cc-bb87-bedc09bcdb02 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] 10.222.0.102 "DELETE /v2.0/ports/2880bbc3-6ce2-46be-8dc1-61d2c911de85 HTTP/1.1" status: 204 len: 173 time: 0.4386325 Jun 24 13:00:39.671491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7347a31-f58a-46d7-9319-0fd600f30922', 'name': 'network-vif-deleted', 'tag': '2880bbc3-6ce2-46be-8dc1-61d2c911de85'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:00:39.673997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a351a1-0e80-4dd4-8c17-0ba4d10bbd44" -d '{"events": [{"server_uuid": "c7347a31-f58a-46d7-9319-0fd600f30922", "name": "network-vif-deleted", "tag": "2880bbc3-6ce2-46be-8dc1-61d2c911de85"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:00:39.713560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf8ad2a-4b4b-494e-8596-b8fb829a8eab x-openstack-request-id: req-0cf8ad2a-4b4b-494e-8596-b8fb829a8eab {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:00:39.713901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7347a31-f58a-46d7-9319-0fd600f30922", "name": "network-vif-deleted", "tag": "2880bbc3-6ce2-46be-8dc1-61d2c911de85", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:00:39.714202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-0cf8ad2a-4b4b-494e-8596-b8fb829a8eab {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:00:39.714681 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7347a31-f58a-46d7-9319-0fd600f30922', 'name': 'network-vif-deleted', 'tag': '2880bbc3-6ce2-46be-8dc1-61d2c911de85', 'status': 'completed', 'code': 200} Jun 24 13:00:40.606572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49770) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:40.733297 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fc1c509a-e979-4991-82b3-88cc37d927ce admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=06243df67ee64f45b702a59d10439c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254015 Jun 24 13:00:40.735596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49774) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:40.782667 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-50b383d8-ae91-4643-90de-315da7387b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:40.803467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-50b383d8-ae91-4643-90de-315da7387b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:40.850273 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-50b383d8-ae91-4643-90de-315da7387b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:40.853010 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-50b383d8-ae91-4643-90de-315da7387b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:40.854363 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-50b383d8-ae91-4643-90de-315da7387b79 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0cbacb39-0979-4c6b-a1cf-924c3b69a15e HTTP/1.1" status: 204 len: 168 time: 0.1176658 Jun 24 13:00:40.855085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-36311547-4a28-404d-8d06-7672e993f149 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:40.862594 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b383d8-ae91-4643-90de-315da7387b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbacb39-0979-4c6b-a1cf-924c3b69a15e,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:40.865084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-50b383d8-ae91-4643-90de-315da7387b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:41.109584 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49780) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:41.126161 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-19e09dca-f579-47f8-a791-58b7b2fc65a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:41.216093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-19e09dca-f579-47f8-a791-58b7b2fc65a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:41.219787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-19e09dca-f579-47f8-a791-58b7b2fc65a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:41.223060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e8c52952-8a72-43b6-a056-56b497a5ce77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:41.258181 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-19e09dca-f579-47f8-a791-58b7b2fc65a9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a557992bf8b74490afc86cd91ad47a94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475232 Jun 24 13:00:41.259482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e09dca-f579-47f8-a791-58b7b2fc65a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa77b4b-0b89-4455-8c4c-426d12300625,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:41.260825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49782) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:41.262453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-19e09dca-f579-47f8-a791-58b7b2fc65a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:41.311893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7b5732e9-d32a-4e0e-b4c8-cc894734bc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:41.332784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7b5732e9-d32a-4e0e-b4c8-cc894734bc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:41.379791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7b5732e9-d32a-4e0e-b4c8-cc894734bc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:41.382701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7b5732e9-d32a-4e0e-b4c8-cc894734bc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:41.384096 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7b5732e9-d32a-4e0e-b4c8-cc894734bc25 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2fa77b4b-0b89-4455-8c4c-426d12300625 HTTP/1.1" status: 204 len: 168 time: 0.1214843 Jun 24 13:00:41.385475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f56d09c9-4b6c-483b-9406-6dccf1cc17f9 tempest-SecGroupTest-20838344 tempest-SecGroupTest-20838344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:41.396664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5732e9-d32a-4e0e-b4c8-cc894734bc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa77b4b-0b89-4455-8c4c-426d12300625,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:41.399171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7b5732e9-d32a-4e0e-b4c8-cc894734bc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:42.033287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49804) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:42.124600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1321751119-network', 'tenant_id': '8b64bf5522a54a4d8b13c03938ce168a'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:00:42.147141 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Made reservation on behalf of 8b64bf5522a54a4d8b13c03938ce168a for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:00:42.149581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:42.158350 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:42.257462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:42.261163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:42.265878 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-248788fd-702d-4d4b-8006-073dc6bbd39c tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:42.283798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1303, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:00:42.297105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6d6aaf-0f30-449a-a0db-81a056cae091,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:42.300580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:42.303671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:42.304062 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Added segment be9ad583-2928-4fb6-a9de-a71b3e557d74 of type vlan for network 12ffb4ed-8b58-49e5-b74c-846e44962c49 Jun 24 13:00:42.348619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:42.377393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:42.378592 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:42.379320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:42.381819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7c393800-aa47-478e-8a1d-15f5694ff837 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:42.437361 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4028044 Jun 24 13:00:42.440064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49808) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:42.446815 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-69df6373-5a21-4ab5-b454-b853a3fd3168 admin admin] Request body: {'subnet': {'network_id': '12ffb4ed-8b58-49e5-b74c-846e44962c49', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1321751119-subnet', 'tenant_id': '8b64bf5522a54a4d8b13c03938ce168a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:00:42.455124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Pushing event updated for resources: {'Network': ['ID=12ffb4ed-8b58-49e5-b74c-846e44962c49,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:42.458876 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-091804bb-26fb-472e-bdeb-cffc5043fed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:42.465653 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 12ffb4ed-8b58-49e5-b74c-846e44962c49 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:00:42.475489 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69df6373-5a21-4ab5-b454-b853a3fd3168 admin admin] Made reservation on behalf of 8b64bf5522a54a4d8b13c03938ce168a for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:00:42.478250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-69df6373-5a21-4ab5-b454-b853a3fd3168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:42.648302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-69df6373-5a21-4ab5-b454-b853a3fd3168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:42.650399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e9162b31-86ee-41a8-97aa-ca19f7059bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:42.706303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df6373-5a21-4ab5-b454-b853a3fd3168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d87c1982-6d84-473f-8e38-7074753d3069,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:42.708974 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-69df6373-5a21-4ab5-b454-b853a3fd3168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:42.716005 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69df6373-5a21-4ab5-b454-b853a3fd3168 admin admin] Checking segment: {'id': 'be9ad583-2928-4fb6-a9de-a71b3e557d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '12ffb4ed-8b58-49e5-b74c-846e44962c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:00:42.716362 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df6373-5a21-4ab5-b454-b853a3fd3168 admin admin] Network hostable DHCP agents. Network: 12ffb4ed-8b58-49e5-b74c-846e44962c49, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:00:42.732533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df6373-5a21-4ab5-b454-b853a3fd3168 admin admin] Network 12ffb4ed-8b58-49e5-b74c-846e44962c49 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:00:42.740884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-69df6373-5a21-4ab5-b454-b853a3fd3168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 12ffb4ed-8b58-49e5-b74c-846e44962c49) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:00:42.744860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df6373-5a21-4ab5-b454-b853a3fd3168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:42.745450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-69df6373-5a21-4ab5-b454-b853a3fd3168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:42.750161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec25bb03-e9b2-44b8-a8ed-6b2c68de7b0e None None] Network 12ffb4ed-8b58-49e5-b74c-846e44962c49 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:00:42.759833 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-69df6373-5a21-4ab5-b454-b853a3fd3168 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3187330 Jun 24 13:00:42.879620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78246f47-c186-48e3-b9af-4824756c189b None None] Network 12ffb4ed-8b58-49e5-b74c-846e44962c49 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:00:43.046693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 2880bbc3-6ce2-46be-8dc1-61d2c911de85 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:00:43.066420 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 2880bbc3-6ce2-46be-8dc1-61d2c911de85 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:00:43.066803 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 2880bbc3-6ce2-46be-8dc1-61d2c911de85 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:00:43.182713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-63075c06-d3e8-476a-a26f-8ff02448b487 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:43.184218 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-63075c06-d3e8-476a-a26f-8ff02448b487 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/networks?id=12ffb4ed-8b58-49e5-b74c-846e44962c49 HTTP/1.1" status: 200 len: 812 time: 0.1056464 Jun 24 13:00:43.198440 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-c27f5be1-f0af-4a6e-b7a9-9e0f6b9c429b tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/quotas/8b64bf5522a54a4d8b13c03938ce168a HTTP/1.1" status: 200 len: 375 time: 0.0088639 Jun 24 13:00:43.231096 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-435e4c50-9e7b-49b6-a361-1492129b9d3a tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=8b64bf5522a54a4d8b13c03938ce168a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276468 Jun 24 13:00:43.364156 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-a857152f-dd0e-44be-a471-c1f9d4a8da19 service neutron] 10.222.0.110 "GET /v2.0/networks/12ffb4ed-8b58-49e5-b74c-846e44962c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260211 Jun 24 13:00:43.453223 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-22317ff2-913e-4a61-bb7f-522805f54673 service neutron] 10.222.0.110 "GET /v2.0/networks/12ffb4ed-8b58-49e5-b74c-846e44962c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833328 Jun 24 13:00:43.619858 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-74d79351-7856-4a3a-88d6-98d0494ac231 req-e39fb6ad-aebe-4c3d-8251-aecc56471cbf tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 210 time: 0.0337570 Jun 24 13:00:44.638838 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-2d8fc9ca-f634-4e04-a914-55511ef19b50 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:44.640574 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-2d8fc9ca-f634-4e04-a914-55511ef19b50 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.102 "GET /v2.0/networks?id=12ffb4ed-8b58-49e5-b74c-846e44962c49 HTTP/1.1" status: 200 len: 812 time: 0.1036577 Jun 24 13:00:44.653349 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Request body: {'port': {'device_id': 'ecb13ae5-d062-4286-934c-a974cd79eb76', 'network_id': '12ffb4ed-8b58-49e5-b74c-846e44962c49', 'admin_state_up': True, 'tenant_id': '8b64bf5522a54a4d8b13c03938ce168a'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:00:44.780205 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b2942096-2b25-4049-ab89-ec5e9ec7059e req-2f79f181-c31e-4af3-b2f4-4a1d5ede54c6 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 210 time: 0.0416036 Jun 24 13:00:44.805690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Made reservation on behalf of 8b64bf5522a54a4d8b13c03938ce168a for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:00:44.809526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:44.934043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Allocated IP 172.20.0.9 (12ffb4ed-8b58-49e5-b74c-846e44962c49/d87c1982-6d84-473f-8e38-7074753d3069/60df59b4-4cb7-4449-80d2-f5d8503e7329) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:00:45.077614 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:45.117424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:45.121205 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3dd865d7-efad-40db-a4b0-abbc48ab6bbe tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:45.160527 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Network 12ffb4ed-8b58-49e5-b74c-846e44962c49 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:00:45.165375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:00:45.169012 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:00:45.191734 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Pushing event updated for resources: {'Port': ['ID=60df59b4-4cb7-4449-80d2-f5d8503e7329,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:45.195774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:45.219610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:45.220213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:45.233155 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5839534 Jun 24 13:00:45.245060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Request body: {'port': {'device_id': 'ecb13ae5-d062-4286-934c-a974cd79eb76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:00:45.319329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:45.577817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60df59b4-4cb7-4449-80d2-f5d8503e7329 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:00:45.584938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:45.596677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Transition to ACTIVE for port object 60df59b4-4cb7-4449-80d2-f5d8503e7329 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:00:45.600346 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:45.603082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-842f774f-c659-4e5a-af65-3c3b94c9bed5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:45.651439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Pushing event updated for resources: {'Port': ['ID=60df59b4-4cb7-4449-80d2-f5d8503e7329,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:45.673020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:45.721700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Attempting to bind port 60df59b4-4cb7-4449-80d2-f5d8503e7329 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:00:45.722044 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Attempting to bind port 60df59b4-4cb7-4449-80d2-f5d8503e7329 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'be9ad583-2928-4fb6-a9de-a71b3e557d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '12ffb4ed-8b58-49e5-b74c-846e44962c49'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:00:45.722372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Attempting to bind port 60df59b4-4cb7-4449-80d2-f5d8503e7329 on network 12ffb4ed-8b58-49e5-b74c-846e44962c49 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:00:45.726654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Port 60df59b4-4cb7-4449-80d2-f5d8503e7329 on network 12ffb4ed-8b58-49e5-b74c-846e44962c49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:00:45.727002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Attempting to bind port 60df59b4-4cb7-4449-80d2-f5d8503e7329 on network 12ffb4ed-8b58-49e5-b74c-846e44962c49 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:00:45.731658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:00:45.731994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Checking segment: {'id': 'be9ad583-2928-4fb6-a9de-a71b3e557d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '12ffb4ed-8b58-49e5-b74c-846e44962c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:00:45.732382 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Bound using segment: {'id': 'be9ad583-2928-4fb6-a9de-a71b3e557d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '12ffb4ed-8b58-49e5-b74c-846e44962c49'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:00:45.733370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Bound port: 60df59b4-4cb7-4449-80d2-f5d8503e7329, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9ad583-2928-4fb6-a9de-a71b3e557d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '12ffb4ed-8b58-49e5-b74c-846e44962c49'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:00:45.733732 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:45.794580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] For port 60df59b4-4cb7-4449-80d2-f5d8503e7329, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:00:45.798425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] For port 60df59b4-4cb7-4449-80d2-f5d8503e7329, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=60df59b4-4cb7-4449-80d2-f5d8503e7329,segment=NetworkSegment(be9ad583-2928-4fb6-a9de-a71b3e557d74),segment_id=be9ad583-2928-4fb6-a9de-a71b3e557d74)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:00:45.802977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:45.804992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:45.837860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:45.838475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:45.839882 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] 10.222.0.102 "PUT /v2.0/ports/60df59b4-4cb7-4449-80d2-f5d8503e7329 HTTP/1.1" status: 200 len: 1093 time: 0.5996230 Jun 24 13:00:45.840437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb13ae5-d062-4286-934c-a974cd79eb76', 'tag': '60df59b4-4cb7-4449-80d2-f5d8503e7329'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:00:45.842789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e66cc2f-0383-4f24-9330-1d05a3112ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb13ae5-d062-4286-934c-a974cd79eb76", "tag": "60df59b4-4cb7-4449-80d2-f5d8503e7329"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:00:45.869976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Pushing event updated for resources: {'Port': ['ID=60df59b4-4cb7-4449-80d2-f5d8503e7329,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:45.874140 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:45.883537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0f216c-4da0-42b8-95b6-0a91d8ab72b3 x-openstack-request-id: req-eb0f216c-4da0-42b8-95b6-0a91d8ab72b3 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:00:45.883687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb13ae5-d062-4286-934c-a974cd79eb76", "tag": "60df59b4-4cb7-4449-80d2-f5d8503e7329", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:00:45.883984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-eb0f216c-4da0-42b8-95b6-0a91d8ab72b3 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:00:45.884781 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb13ae5-d062-4286-934c-a974cd79eb76', 'tag': '60df59b4-4cb7-4449-80d2-f5d8503e7329', 'status': 'completed', 'code': 200} Jun 24 13:00:45.990542 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-27ca3fcc-b471-4a9d-a8f3-4abf92ae8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:45.992049 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-27ca3fcc-b471-4a9d-a8f3-4abf92ae8545 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b64bf5522a54a4d8b13c03938ce168a&device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 1096 time: 0.0998912 Jun 24 13:00:46.000051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d555db-d89e-43d4-b8d9-2e3960849f0e req-11b0f23c-b823-4e46-9143-e21ff88ca3a1 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:46.001388 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02d555db-d89e-43d4-b8d9-2e3960849f0e req-11b0f23c-b823-4e46-9143-e21ff88ca3a1 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 943 time: 0.0994244 Jun 24 13:00:46.044163 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-b2bdb798-ceaf-4560-b458-3004c839bb9f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60df59b4-4cb7-4449-80d2-f5d8503e7329 HTTP/1.1" status: 200 len: 217 time: 0.0418375 Jun 24 13:00:46.098244 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02d555db-d89e-43d4-b8d9-2e3960849f0e req-b44c3214-2819-4fe0-8c46-b10e1bc37f9d tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904989 Jun 24 13:00:46.106936 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-4a9a92bb-22bd-45d4-b965-0d4f390a4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:46.108922 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-4a9a92bb-22bd-45d4-b965-0d4f390a4d65 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d87c1982-6d84-473f-8e38-7074753d3069 HTTP/1.1" status: 200 len: 852 time: 0.0582998 Jun 24 13:00:46.140645 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-1a976cfb-a4f1-46a6-92a5-c078eecb079e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12ffb4ed-8b58-49e5-b74c-846e44962c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257354 Jun 24 13:00:46.236197 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-ac9c66ec-f78b-49a2-ad06-f6671f8fc151 service neutron] 10.222.0.102 "GET /v2.0/networks/12ffb4ed-8b58-49e5-b74c-846e44962c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893834 Jun 24 13:00:46.324774 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b82155c-14de-4f76-8e36-7fb85e19586b req-3efec20d-3027-4f2e-8aa4-1f9e9a1de4a9 service neutron] 10.222.0.102 "GET /v2.0/networks/12ffb4ed-8b58-49e5-b74c-846e44962c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812347 Jun 24 13:00:46.433765 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66cc2f-0383-4f24-9330-1d05a3112ca6 req-70dfe347-2f86-4be8-ba85-36cf72fccc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:46.435311 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e66cc2f-0383-4f24-9330-1d05a3112ca6 req-70dfe347-2f86-4be8-ba85-36cf72fccc3f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b64bf5522a54a4d8b13c03938ce168a&device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 1096 time: 0.0585392 Jun 24 13:00:46.523412 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66cc2f-0383-4f24-9330-1d05a3112ca6 req-fa160512-4b13-4d4b-bfa9-b9bbe730945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:46.524905 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e66cc2f-0383-4f24-9330-1d05a3112ca6 req-fa160512-4b13-4d4b-bfa9-b9bbe730945b service neutron] 10.222.0.102 "GET /v2.0/networks?id=12ffb4ed-8b58-49e5-b74c-846e44962c49 HTTP/1.1" status: 200 len: 914 time: 0.0831749 Jun 24 13:00:46.570393 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e66cc2f-0383-4f24-9330-1d05a3112ca6 req-bdea50ec-b390-4805-abcc-5e169c5a35e3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60df59b4-4cb7-4449-80d2-f5d8503e7329 HTTP/1.1" status: 200 len: 217 time: 0.0385587 Jun 24 13:00:46.618093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66cc2f-0383-4f24-9330-1d05a3112ca6 req-1d2e3008-2d5a-455c-8bae-140ed07ff272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:46.619523 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e66cc2f-0383-4f24-9330-1d05a3112ca6 req-1d2e3008-2d5a-455c-8bae-140ed07ff272 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d87c1982-6d84-473f-8e38-7074753d3069 HTTP/1.1" status: 200 len: 852 time: 0.0417295 Jun 24 13:00:46.652294 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e66cc2f-0383-4f24-9330-1d05a3112ca6 req-38551916-ff07-42c1-b0b8-14019e6dd49f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12ffb4ed-8b58-49e5-b74c-846e44962c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261621 Jun 24 13:00:46.742962 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e66cc2f-0383-4f24-9330-1d05a3112ca6 req-44937a90-3449-4550-9374-d49b16bdfb46 service neutron] 10.222.0.102 "GET /v2.0/networks/12ffb4ed-8b58-49e5-b74c-846e44962c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839636 Jun 24 13:00:46.831899 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e66cc2f-0383-4f24-9330-1d05a3112ca6 req-0fc41a0e-e4e1-480d-b0f4-d56650886802 service neutron] 10.222.0.102 "GET /v2.0/networks/12ffb4ed-8b58-49e5-b74c-846e44962c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819609 Jun 24 13:00:47.278522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88531873-2d1a-45b6-8170-884951e51858 req-677db8f6-7eda-4b18-85c7-7917914c431c tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:47.280077 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-88531873-2d1a-45b6-8170-884951e51858 req-677db8f6-7eda-4b18-85c7-7917914c431c tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 943 time: 0.0664463 Jun 24 13:00:47.309070 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:47.318739 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-88531873-2d1a-45b6-8170-884951e51858 req-5852c7ad-d1e1-496f-ba7e-cef317b944b9 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330503 Jun 24 13:00:48.490293 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8518ae2-4c7f-4934-a5ff-16ca96963740 req-dffe6c50-fbda-4b63-b9d2-177ef9745bbd tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:48.491679 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a8518ae2-4c7f-4934-a5ff-16ca96963740 req-dffe6c50-fbda-4b63-b9d2-177ef9745bbd tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 943 time: 0.0621014 Jun 24 13:00:48.529154 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a8518ae2-4c7f-4934-a5ff-16ca96963740 req-76bd941a-9136-4e1e-bbe0-6c982e8b444b tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Jun 24 13:00:49.070857 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 60df59b4-4cb7-4449-80d2-f5d8503e7329 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:00:49.165712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 60df59b4-4cb7-4449-80d2-f5d8503e7329, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=60df59b4-4cb7-4449-80d2-f5d8503e7329,segment=NetworkSegment(be9ad583-2928-4fb6-a9de-a71b3e557d74),segment_id=be9ad583-2928-4fb6-a9de-a71b3e557d74)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:49.179262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '60df59b4-4cb7-4449-80d2-f5d8503e7329', 'network_id': '12ffb4ed-8b58-49e5-b74c-846e44962c49', 'port_id': '60df59b4-4cb7-4449-80d2-f5d8503e7329', 'mac_address': 'fa:16:3e:8f:f4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87c1982-6d84-473f-8e38-7074753d3069', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:00:49.215498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:49.228388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60df59b4-4cb7-4449-80d2-f5d8503e7329 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:00:49.248942 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 60df59b4-4cb7-4449-80d2-f5d8503e7329, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=60df59b4-4cb7-4449-80d2-f5d8503e7329,segment=NetworkSegment(be9ad583-2928-4fb6-a9de-a71b3e557d74),segment_id=be9ad583-2928-4fb6-a9de-a71b3e557d74)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:49.252700 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:49.254404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-007ea307-a61c-4732-b774-da60fd7a1434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:49.299218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=60df59b4-4cb7-4449-80d2-f5d8503e7329,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:49.302314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:49.453753 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['60df59b4-4cb7-4449-80d2-f5d8503e7329'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:00:49.701690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db85ea-3cff-4382-9188-58083714ff5f req-689fb2a2-5c3f-4b28-9622-e109dbd072c4 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:49.703174 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-00db85ea-3cff-4382-9188-58083714ff5f req-689fb2a2-5c3f-4b28-9622-e109dbd072c4 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 944 time: 0.0627797 Jun 24 13:00:49.740531 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-00db85ea-3cff-4382-9188-58083714ff5f req-72472e04-40bd-4a90-8855-0a30f4ffe25a tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Jun 24 13:00:50.919370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aadd85-adbd-4d16-ab8b-696e1a90268d req-89d875ee-f2b0-465b-9f28-07f240660659 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:50.920814 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67aadd85-adbd-4d16-ab8b-696e1a90268d req-89d875ee-f2b0-465b-9f28-07f240660659 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 944 time: 0.0679109 Jun 24 13:00:50.959144 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67aadd85-adbd-4d16-ab8b-696e1a90268d req-d399f233-633f-419e-bb1d-6b634f6061db tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Jun 24 13:00:51.077551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 60df59b4-4cb7-4449-80d2-f5d8503e7329 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:00:51.124519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 60df59b4-4cb7-4449-80d2-f5d8503e7329 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:00:51.128828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 60df59b4-4cb7-4449-80d2-f5d8503e7329 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:00:51.129209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:51.209211 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:51.232326 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb13ae5-d062-4286-934c-a974cd79eb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60df59b4-4cb7-4449-80d2-f5d8503e7329'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:00:51.234606 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f855f9-b1ae-4dba-acb2-1107450e286b" -d '{"events": [{"server_uuid": "ecb13ae5-d062-4286-934c-a974cd79eb76", "name": "network-vif-plugged", "status": "completed", "tag": "60df59b4-4cb7-4449-80d2-f5d8503e7329"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:00:51.247875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 60df59b4-4cb7-4449-80d2-f5d8503e7329, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=60df59b4-4cb7-4449-80d2-f5d8503e7329,segment=NetworkSegment(be9ad583-2928-4fb6-a9de-a71b3e557d74),segment_id=be9ad583-2928-4fb6-a9de-a71b3e557d74)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:00:51.252198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:51.254134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:00:51.275473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd26691-dccc-4d92-9198-892e3cb35712 x-openstack-request-id: req-8cd26691-dccc-4d92-9198-892e3cb35712 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:00:51.275777 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb13ae5-d062-4286-934c-a974cd79eb76", "name": "network-vif-plugged", "status": "completed", "tag": "60df59b4-4cb7-4449-80d2-f5d8503e7329", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:00:51.276036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8cd26691-dccc-4d92-9198-892e3cb35712 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:00:51.276427 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb13ae5-d062-4286-934c-a974cd79eb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60df59b4-4cb7-4449-80d2-f5d8503e7329', 'code': 200} Jun 24 13:00:51.304574 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=60df59b4-4cb7-4449-80d2-f5d8503e7329,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:00:51.307673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:00:51.491009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370b6c-c4ee-4ad3-af0c-e933f6090bef req-3bd7d557-ac93-4edb-a805-3898a137c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:51.492502 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ab370b6c-c4ee-4ad3-af0c-e933f6090bef req-3bd7d557-ac93-4edb-a805-3898a137c5be service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 1098 time: 0.0514326 Jun 24 13:00:51.526361 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ab370b6c-c4ee-4ad3-af0c-e933f6090bef req-0f7b94e5-06af-4e7e-90bc-d9e95c21e97c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274060 Jun 24 13:00:52.134786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce45054-f480-43a8-864a-070ce89e3b83 req-f1b2f930-fa01-42cc-a992-edd20c5a91d5 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:52.136272 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8ce45054-f480-43a8-864a-070ce89e3b83 req-f1b2f930-fa01-42cc-a992-edd20c5a91d5 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0678637 Jun 24 13:00:52.174818 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8ce45054-f480-43a8-864a-070ce89e3b83 req-fd2b36d8-93a2-465d-954f-7500f5638d43 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Jun 24 13:00:53.348235 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41743810-abb1-4316-bf31-25f41fbabfa1 req-b7df50eb-6236-4d04-a8ca-2d96a4faa96a tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:53.349654 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41743810-abb1-4316-bf31-25f41fbabfa1 req-b7df50eb-6236-4d04-a8ca-2d96a4faa96a tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0629742 Jun 24 13:00:53.389133 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41743810-abb1-4316-bf31-25f41fbabfa1 req-9f8fc9ec-4685-4cb5-81ac-57b17679ea65 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337057 Jun 24 13:00:53.736918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49870) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:00:53.780854 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b33019-9d49-4c6c-b549-fcb57ccbbeeb req-1d24d44c-d4dc-49cd-ba61-af9f2490e77f tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:53.782383 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-90b33019-9d49-4c6c-b549-fcb57ccbbeeb req-1d24d44c-d4dc-49cd-ba61-af9f2490e77f tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0650516 Jun 24 13:00:53.820877 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-90b33019-9d49-4c6c-b549-fcb57ccbbeeb req-40845ac2-839a-491c-8242-9dd05d95b269 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329044 Jun 24 13:00:53.834951 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-9a8ded22-5a7d-48d0-ae13-f641c02b9e78 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965202 Jun 24 13:00:55.020948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816158f3-ec13-4712-8268-8647343c7494 req-ea50fcae-4613-4e24-9855-fea54207a6da tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:55.022375 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-816158f3-ec13-4712-8268-8647343c7494 req-ea50fcae-4613-4e24-9855-fea54207a6da tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0911074 Jun 24 13:00:55.070200 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-816158f3-ec13-4712-8268-8647343c7494 req-19a79147-c888-4c74-8390-d06c32780697 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Jun 24 13:00:55.076006 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-73cef15f-8912-4f0b-8977-099a411cd0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:55.077342 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-73cef15f-8912-4f0b-8977-099a411cd0e3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b64bf5522a54a4d8b13c03938ce168a&device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 1098 time: 0.0912507 Jun 24 13:00:55.168755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-cf08b447-d4ea-49cf-8d3e-a29acbc02279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:55.170209 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-cf08b447-d4ea-49cf-8d3e-a29acbc02279 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12ffb4ed-8b58-49e5-b74c-846e44962c49 HTTP/1.1" status: 200 len: 914 time: 0.0870051 Jun 24 13:00:55.209378 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-5c2491a2-e4b2-48f4-b7bd-9439fbb15f59 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60df59b4-4cb7-4449-80d2-f5d8503e7329 HTTP/1.1" status: 200 len: 217 time: 0.0330424 Jun 24 13:00:55.256113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-9f2da7ff-b2a1-4dbf-940f-bfecbc29eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:55.257555 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-9f2da7ff-b2a1-4dbf-940f-bfecbc29eb3f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d87c1982-6d84-473f-8e38-7074753d3069 HTTP/1.1" status: 200 len: 852 time: 0.0425930 Jun 24 13:00:55.293069 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-bfe119df-4e8a-440a-8839-add51544f98b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12ffb4ed-8b58-49e5-b74c-846e44962c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291686 Jun 24 13:00:55.379661 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-38d55295-0a3a-462d-962d-a0a60a22f3e5 service neutron] 10.222.0.102 "GET /v2.0/networks/12ffb4ed-8b58-49e5-b74c-846e44962c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795527 Jun 24 13:00:55.472902 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-fa616b05-9ea4-4131-a517-052d291e56c4 service neutron] 10.222.0.102 "GET /v2.0/networks/12ffb4ed-8b58-49e5-b74c-846e44962c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874650 Jun 24 13:00:56.241040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620fc30-0873-49c1-b80d-ce12b98e31b7 req-dd72c436-06be-4a33-aa11-31ef07aaf15a tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:56.242501 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0620fc30-0873-49c1-b80d-ce12b98e31b7 req-dd72c436-06be-4a33-aa11-31ef07aaf15a tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0620992 Jun 24 13:00:56.279306 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0620fc30-0873-49c1-b80d-ce12b98e31b7 req-2e602d0a-f3d6-498e-be0e-af4e4caca18f tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Jun 24 13:00:56.605375 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6191ba8a-c3f7-4019-abe0-2b8b75a0d25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:57.456839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ed071-5ae4-4e72-be86-fdf0f4e50bf2 req-2b6c95ef-3e25-49cb-b369-d7266de7a62a tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:57.458294 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f47ed071-5ae4-4e72-be86-fdf0f4e50bf2 req-2b6c95ef-3e25-49cb-b369-d7266de7a62a tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0686207 Jun 24 13:00:57.494552 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f47ed071-5ae4-4e72-be86-fdf0f4e50bf2 req-c15d37ab-e590-4f92-840d-9120496975d9 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306222 Jun 24 13:00:58.666580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671f6f-df69-408b-a738-c0f2e7380a67 req-b7fa69b0-d0bd-436d-904d-43a767226295 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:58.668070 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6b671f6f-df69-408b-a738-c0f2e7380a67 req-b7fa69b0-d0bd-436d-904d-43a767226295 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0629003 Jun 24 13:00:58.705565 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6b671f6f-df69-408b-a738-c0f2e7380a67 req-f34c9002-3aef-40c3-a75f-99528eb51452 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318668 Jun 24 13:00:59.321471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d5d62975-7060-4520-b04a-e28528fcb12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:59.429446 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:00:59.876669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395e1d5-452a-4093-8f7f-e7e5c1ad6d1b req-38d4b265-c847-480d-9ecb-cc72419f943f tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:00:59.878142 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5395e1d5-452a-4093-8f7f-e7e5c1ad6d1b req-38d4b265-c847-480d-9ecb-cc72419f943f tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0623724 Jun 24 13:00:59.916351 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5395e1d5-452a-4093-8f7f-e7e5c1ad6d1b req-d8ebd9fd-6224-44f1-85da-973c8220f2b5 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324538 Jun 24 13:01:00.314360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:01.097691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8a5fb-eaea-4d60-ad0c-6ef1f791c2f6 req-d38e7685-cf23-4841-9225-ae3076d78ef9 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:01.099230 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aeb8a5fb-eaea-4d60-ad0c-6ef1f791c2f6 req-d38e7685-cf23-4841-9225-ae3076d78ef9 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0676672 Jun 24 13:01:01.137287 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aeb8a5fb-eaea-4d60-ad0c-6ef1f791c2f6 req-ff80ea4a-c84f-469e-8761-15bf67220f1e tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323744 Jun 24 13:01:02.296443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:02.316214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41ae0f-b849-4124-9177-ca3280cdf220 req-87b33232-dac7-4d8e-aa5f-36e09ec41998 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:02.317674 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2f41ae0f-b849-4124-9177-ca3280cdf220 req-87b33232-dac7-4d8e-aa5f-36e09ec41998 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0667820 Jun 24 13:01:02.355432 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2f41ae0f-b849-4124-9177-ca3280cdf220 req-43a19d04-2b84-45cb-b74c-8edf256d8ea4 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 Jun 24 13:01:03.529717 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b0c50-f4a3-47d7-bc88-2eaf03bc8c63 req-6ed506bc-eafc-4231-a690-b4cdb6a2d589 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:03.531194 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-451b0c50-f4a3-47d7-bc88-2eaf03bc8c63 req-6ed506bc-eafc-4231-a690-b4cdb6a2d589 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0659330 Jun 24 13:01:03.570468 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-451b0c50-f4a3-47d7-bc88-2eaf03bc8c63 req-6462f4af-fd96-4a99-ba11-4a64b012d06e tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331433 Jun 24 13:01:04.744340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a9bdd-9ce9-4a95-a445-4178907e2719 req-a796a493-e3e1-42b5-b751-b90f8e656d50 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:04.745784 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ba8a9bdd-9ce9-4a95-a445-4178907e2719 req-a796a493-e3e1-42b5-b751-b90f8e656d50 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0622370 Jun 24 13:01:04.781735 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ba8a9bdd-9ce9-4a95-a445-4178907e2719 req-9a6578f4-7047-4c14-a779-8fd9ead3fda5 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303268 Jun 24 13:01:05.966852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791b6f7-5e9a-404a-87ca-4e8c70546c54 req-863e24c9-001c-440e-9c81-5522f567c252 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:05.968316 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7791b6f7-5e9a-404a-87ca-4e8c70546c54 req-863e24c9-001c-440e-9c81-5522f567c252 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0624089 Jun 24 13:01:06.004617 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7791b6f7-5e9a-404a-87ca-4e8c70546c54 req-e018d0e6-5b81-4be5-a023-88a1ba01c1f7 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301397 Jun 24 13:01:07.176612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2e31a-a8bc-42f1-ba7f-3379cc68ea64 req-aadffb5b-127d-46a3-94f8-7c82fd882c16 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:07.178059 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ada2e31a-a8bc-42f1-ba7f-3379cc68ea64 req-aadffb5b-127d-46a3-94f8-7c82fd882c16 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0650985 Jun 24 13:01:07.214656 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ada2e31a-a8bc-42f1-ba7f-3379cc68ea64 req-a2927be6-baa2-4bac-9ddd-b45207fe0dd7 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307209 Jun 24 13:01:08.388266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcce294-fbfe-42f6-b387-c486dadede1a req-1e892317-8a0b-4614-9c16-f8e4fd022451 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:08.389746 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8dcce294-fbfe-42f6-b387-c486dadede1a req-1e892317-8a0b-4614-9c16-f8e4fd022451 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0621247 Jun 24 13:01:08.427126 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8dcce294-fbfe-42f6-b387-c486dadede1a req-ddb21c03-c2fb-4fee-92af-0bcb48103b8e tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Jun 24 13:01:09.602285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2c54f-6e77-4683-9d36-a2f3368e120d req-c41f7fc9-d8b6-4c44-b667-bed702fdeb02 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:09.603777 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02a2c54f-6e77-4683-9d36-a2f3368e120d req-c41f7fc9-d8b6-4c44-b667-bed702fdeb02 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0680687 Jun 24 13:01:09.984193 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02a2c54f-6e77-4683-9d36-a2f3368e120d req-b2f84df8-71c1-4600-9ace-a59326e5861e tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744168 Jun 24 13:01:11.154855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360cb35-c2f3-47d4-899c-c33c1be727cc req-10950fac-c2fd-46a5-8316-f3373011a22d tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:11.156315 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7360cb35-c2f3-47d4-899c-c33c1be727cc req-10950fac-c2fd-46a5-8316-f3373011a22d tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0610538 Jun 24 13:01:11.195561 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7360cb35-c2f3-47d4-899c-c33c1be727cc req-83ffe736-4d6c-47dc-8465-3199ef98d49d tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328691 Jun 24 13:01:12.369613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fecac3-8278-4e5a-aeb4-e565827799cf req-94677974-78f2-4d77-b213-f29867b95496 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:12.371083 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-79fecac3-8278-4e5a-aeb4-e565827799cf req-94677974-78f2-4d77-b213-f29867b95496 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0619304 Jun 24 13:01:12.412287 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-79fecac3-8278-4e5a-aeb4-e565827799cf req-dc88bb86-b7bd-4bb5-bde3-bf8cebf7180d tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350425 Jun 24 13:01:13.584937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf4452-6bae-4cc4-8d92-ad9625cbce1e req-a9767c4b-6fc8-48c1-ac9a-cefdaab668a4 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:13.586297 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-04cf4452-6bae-4cc4-8d92-ad9625cbce1e req-a9767c4b-6fc8-48c1-ac9a-cefdaab668a4 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0632122 Jun 24 13:01:13.622703 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-04cf4452-6bae-4cc4-8d92-ad9625cbce1e req-fb52aa82-a898-4d80-b1e6-7a70b4d2bcf6 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308714 Jun 24 13:01:14.791939 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b7315-9b59-4416-8789-302f3af0e320 req-94c0cbb2-f8f8-4a1e-b849-b8d6908ddeda tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:14.793449 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a00b7315-9b59-4416-8789-302f3af0e320 req-94c0cbb2-f8f8-4a1e-b849-b8d6908ddeda tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0620604 Jun 24 13:01:14.831450 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a00b7315-9b59-4416-8789-302f3af0e320 req-82221d47-5650-4125-aa48-5ab72e806eab tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Jun 24 13:01:14.868663 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:01:16.002324 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ef176-dba3-4493-9e66-fb8b0cabe7f9 req-e3adec65-293c-49d8-a30f-d4973ec29c58 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:16.003782 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-266ef176-dba3-4493-9e66-fb8b0cabe7f9 req-e3adec65-293c-49d8-a30f-d4973ec29c58 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0656559 Jun 24 13:01:16.040308 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-266ef176-dba3-4493-9e66-fb8b0cabe7f9 req-f819518a-dabe-4a76-a5d5-2762ba3b67a9 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309417 Jun 24 13:01:17.210729 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeec590-3073-4244-8fa9-94cac0a94795 req-3677686c-1b7d-4539-adf7-f535de8f3802 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:17.212559 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8aeec590-3073-4244-8fa9-94cac0a94795 req-3677686c-1b7d-4539-adf7-f535de8f3802 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0622852 Jun 24 13:01:17.249070 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8aeec590-3073-4244-8fa9-94cac0a94795 req-9b69101e-3745-4128-aaff-084d1278671e tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Jun 24 13:01:17.313469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:18.422068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49e2c-6a63-4000-8c1f-e4c62e40f5de req-520d2fa2-3d1b-4eb4-b788-85f4217c0fbe tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:18.423497 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-08f49e2c-6a63-4000-8c1f-e4c62e40f5de req-520d2fa2-3d1b-4eb4-b788-85f4217c0fbe tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0630476 Jun 24 13:01:18.466534 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-08f49e2c-6a63-4000-8c1f-e4c62e40f5de req-dc87938d-2999-4249-8038-2c5ae98798b9 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373659 Jun 24 13:01:19.637806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6304a0-80f9-4092-82b2-082859a9eee9 req-34791241-fd42-4bea-a4e9-b887585d0d92 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:19.639294 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dd6304a0-80f9-4092-82b2-082859a9eee9 req-34791241-fd42-4bea-a4e9-b887585d0d92 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0643737 Jun 24 13:01:19.676665 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dd6304a0-80f9-4092-82b2-082859a9eee9 req-8a8aa4e9-93e4-4d21-b384-eafc61f0edd5 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311790 Jun 24 13:01:20.850537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff537172-2c95-4809-b0d4-015ae10da526 req-2bc5f05f-40cc-4df1-94c3-a50448224530 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:20.852031 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff537172-2c95-4809-b0d4-015ae10da526 req-2bc5f05f-40cc-4df1-94c3-a50448224530 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0665190 Jun 24 13:01:20.889300 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff537172-2c95-4809-b0d4-015ae10da526 req-c3dc3681-ea54-4c59-8915-9aed99afd3b4 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314639 Jun 24 13:01:22.072579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a642d7b-2ea3-4daf-b6d1-1ab4f3fa9a4f req-1861c7e3-6a61-4cb4-b0e2-85592f4d9acd tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:22.073955 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3a642d7b-2ea3-4daf-b6d1-1ab4f3fa9a4f req-1861c7e3-6a61-4cb4-b0e2-85592f4d9acd tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0705087 Jun 24 13:01:22.112201 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3a642d7b-2ea3-4daf-b6d1-1ab4f3fa9a4f req-8769e9b5-8d08-442d-8946-8eacf238db40 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326266 Jun 24 13:01:22.169837 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-02197e96-45eb-471c-8610-3a3b5a6b25b7 service neutron] 10.222.0.102 "GET /v2.0/ports/60df59b4-4cb7-4449-80d2-f5d8503e7329/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0546577 Jun 24 13:01:22.451993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-e14a99c5-bba2-47c6-b3c4-1d6aeae198e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:22.453484 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-e14a99c5-bba2-47c6-b3c4-1d6aeae198e7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76&tenant_id=8b64bf5522a54a4d8b13c03938ce168a HTTP/1.1" status: 200 len: 1098 time: 0.0869529 Jun 24 13:01:22.527368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-f3d9abae-7185-4b9e-8e36-65b25960e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:22.528824 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-f3d9abae-7185-4b9e-8e36-65b25960e7af service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b64bf5522a54a4d8b13c03938ce168a&device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 1098 time: 0.0529256 Jun 24 13:01:22.620609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-97516657-c665-4336-afb7-f1d4b1a48dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:22.622061 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-97516657-c665-4336-afb7-f1d4b1a48dc3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12ffb4ed-8b58-49e5-b74c-846e44962c49 HTTP/1.1" status: 200 len: 914 time: 0.0871255 Jun 24 13:01:22.662560 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-5105b52e-6a3c-44ff-a478-c6d8b79c5a64 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60df59b4-4cb7-4449-80d2-f5d8503e7329 HTTP/1.1" status: 200 len: 217 time: 0.0337281 Jun 24 13:01:22.711202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-6b6f740c-d607-4bac-af5c-a65b995c3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:22.712558 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-6b6f740c-d607-4bac-af5c-a65b995c3ad2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d87c1982-6d84-473f-8e38-7074753d3069 HTTP/1.1" status: 200 len: 852 time: 0.0436959 Jun 24 13:01:22.743941 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-e5b820b3-30ca-495e-b995-b7c2eba2ff71 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12ffb4ed-8b58-49e5-b74c-846e44962c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253427 Jun 24 13:01:22.833834 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-a537cc89-2f73-4838-b2fe-24cef41a6347 service neutron] 10.222.0.102 "GET /v2.0/networks/12ffb4ed-8b58-49e5-b74c-846e44962c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839653 Jun 24 13:01:22.924470 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1053454f-4c9d-4535-83aa-93c9d2376009 req-8325f498-c127-4df8-a0b5-ef2e7aa12a08 service neutron] 10.222.0.102 "GET /v2.0/networks/12ffb4ed-8b58-49e5-b74c-846e44962c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837281 Jun 24 13:01:23.282526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2369d-eb63-4b11-a751-699e1a89997e req-f6464357-58df-4908-9a90-a28d37ffc5be tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:23.284530 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9a2369d-eb63-4b11-a751-699e1a89997e req-f6464357-58df-4908-9a90-a28d37ffc5be tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0625527 Jun 24 13:01:23.321553 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9a2369d-eb63-4b11-a751-699e1a89997e req-0860e91b-42a4-4f72-b262-14a38f25d316 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313454 Jun 24 13:01:24.494614 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4d243-046a-4a38-b6d6-7bc39406852e req-c2205f4d-18f1-4343-b02f-3b61f98aa10e tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:24.496059 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bcf4d243-046a-4a38-b6d6-7bc39406852e req-c2205f4d-18f1-4343-b02f-3b61f98aa10e tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0651748 Jun 24 13:01:24.535205 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bcf4d243-046a-4a38-b6d6-7bc39406852e req-530e52b4-6ed1-448f-ad31-d7fae1ceb574 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330524 Jun 24 13:01:25.265428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 60df59b4-4cb7-4449-80d2-f5d8503e7329 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:01:25.267529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 60df59b4-4cb7-4449-80d2-f5d8503e7329 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:01:25.406687 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:25.425587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 60df59b4-4cb7-4449-80d2-f5d8503e7329, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=60df59b4-4cb7-4449-80d2-f5d8503e7329,segment=NetworkSegment(be9ad583-2928-4fb6-a9de-a71b3e557d74),segment_id=be9ad583-2928-4fb6-a9de-a71b3e557d74)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:01:25.442308 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '60df59b4-4cb7-4449-80d2-f5d8503e7329', 'network_id': '12ffb4ed-8b58-49e5-b74c-846e44962c49', 'port_id': '60df59b4-4cb7-4449-80d2-f5d8503e7329', 'mac_address': 'fa:16:3e:8f:f4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87c1982-6d84-473f-8e38-7074753d3069', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:01:25.448527 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb13ae5-d062-4286-934c-a974cd79eb76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60df59b4-4cb7-4449-80d2-f5d8503e7329'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:01:25.450781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c1fc6b-ef77-4b86-b306-ca65e57fb651" -d '{"events": [{"server_uuid": "ecb13ae5-d062-4286-934c-a974cd79eb76", "name": "network-vif-unplugged", "status": "completed", "tag": "60df59b4-4cb7-4449-80d2-f5d8503e7329"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:01:25.465985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 60df59b4-4cb7-4449-80d2-f5d8503e7329, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=60df59b4-4cb7-4449-80d2-f5d8503e7329,segment=NetworkSegment(be9ad583-2928-4fb6-a9de-a71b3e557d74),segment_id=be9ad583-2928-4fb6-a9de-a71b3e557d74)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:01:25.484564 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:25.487920 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:25.509825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 13:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4583e154-0072-4502-9e37-01fdeb2fef74 x-openstack-request-id: req-4583e154-0072-4502-9e37-01fdeb2fef74 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:01:25.510131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb13ae5-d062-4286-934c-a974cd79eb76", "name": "network-vif-unplugged", "status": "completed", "tag": "60df59b4-4cb7-4449-80d2-f5d8503e7329", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:01:25.510376 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-4583e154-0072-4502-9e37-01fdeb2fef74 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:01:25.510783 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb13ae5-d062-4286-934c-a974cd79eb76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60df59b4-4cb7-4449-80d2-f5d8503e7329', 'code': 200} Jun 24 13:01:25.523841 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:25.548056 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60df59b4-4cb7-4449-80d2-f5d8503e7329 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:01:25.555242 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=60df59b4-4cb7-4449-80d2-f5d8503e7329,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:25.564196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:25.564541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:25.564880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:25.565208 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:25.565533 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:25.565861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:25.566184 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:25.566505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:25.566856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:25.567177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:25.567494 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:25.568193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:25.591591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:25.606080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 13:01:25.606442 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 13:01:25.715901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8a315-f854-496d-b0a0-47205c32ea8f req-b7589284-5dc2-4ae7-8590-cb43339ff258 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:25.718014 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61f8a315-f854-496d-b0a0-47205c32ea8f req-b7589284-5dc2-4ae7-8590-cb43339ff258 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 943 time: 0.0670195 Jun 24 13:01:25.756208 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61f8a315-f854-496d-b0a0-47205c32ea8f req-6843a6ae-e6ea-441b-82eb-1a4cd5da0f4c tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Jun 24 13:01:26.141814 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:26.154424 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60df59b4-4cb7-4449-80d2-f5d8503e7329 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:01:26.174000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 60df59b4-4cb7-4449-80d2-f5d8503e7329, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=60df59b4-4cb7-4449-80d2-f5d8503e7329,segment=NetworkSegment(be9ad583-2928-4fb6-a9de-a71b3e557d74),segment_id=be9ad583-2928-4fb6-a9de-a71b3e557d74)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:01:26.179306 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:26.181278 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9b19764b-d3fb-4dfe-a031-3706ac7a013e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:26.193947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-102c294d-3da0-4c60-b6b5-cd23630272a2 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:26.195451 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-102c294d-3da0-4c60-b6b5-cd23630272a2 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.102 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76&tenant_id=8b64bf5522a54a4d8b13c03938ce168a&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 943 time: 0.1340115 Jun 24 13:01:26.230817 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=60df59b4-4cb7-4449-80d2-f5d8503e7329,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:26.234457 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:26.237711 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['60df59b4-4cb7-4449-80d2-f5d8503e7329'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:01:26.321345 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-3c98e209-b49f-4550-a102-0646969abc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:26.322923 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-3c98e209-b49f-4550-a102-0646969abc16 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b64bf5522a54a4d8b13c03938ce168a&device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 1097 time: 0.0534279 Jun 24 13:01:26.421049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-a2612454-ede8-482c-9c29-d06663bf8502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:26.422521 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-a2612454-ede8-482c-9c29-d06663bf8502 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12ffb4ed-8b58-49e5-b74c-846e44962c49 HTTP/1.1" status: 200 len: 914 time: 0.0938451 Jun 24 13:01:26.471230 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-8b62f5db-2de4-4004-a284-38703007c39c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60df59b4-4cb7-4449-80d2-f5d8503e7329 HTTP/1.1" status: 200 len: 217 time: 0.0426054 Jun 24 13:01:26.520055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-9177bc73-2d4d-445e-bac1-964838a80366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:26.521518 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-9177bc73-2d4d-445e-bac1-964838a80366 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d87c1982-6d84-473f-8e38-7074753d3069 HTTP/1.1" status: 200 len: 852 time: 0.0436418 Jun 24 13:01:26.554785 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-6058da51-65f7-4404-9bba-b78079170387 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12ffb4ed-8b58-49e5-b74c-846e44962c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265210 Jun 24 13:01:26.606219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-535d3dc5-fa11-4d8c-a39c-67be3902b643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:26.649254 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-fb25b941-a9d1-409f-9163-270db84f1ab8 service neutron] 10.222.0.102 "GET /v2.0/networks/12ffb4ed-8b58-49e5-b74c-846e44962c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875349 Jun 24 13:01:26.739030 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-396890c1-f243-466c-896b-32250c16230f service neutron] 10.222.0.102 "GET /v2.0/networks/12ffb4ed-8b58-49e5-b74c-846e44962c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827062 Jun 24 13:01:27.271810 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 60df59b4-4cb7-4449-80d2-f5d8503e7329 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:01:27.318266 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 60df59b4-4cb7-4449-80d2-f5d8503e7329 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:01:27.318861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:27.404786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:27.443538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 60df59b4-4cb7-4449-80d2-f5d8503e7329, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=60df59b4-4cb7-4449-80d2-f5d8503e7329,segment=NetworkSegment(be9ad583-2928-4fb6-a9de-a71b3e557d74),segment_id=be9ad583-2928-4fb6-a9de-a71b3e557d74)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:01:27.447368 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:27.449233 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:27.493947 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=60df59b4-4cb7-4449-80d2-f5d8503e7329,revision_number=8']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:27.497011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:27.511648 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb13ae5-d062-4286-934c-a974cd79eb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60df59b4-4cb7-4449-80d2-f5d8503e7329'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:01:27.513961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dbaa3e-b8dc-4f37-bf8e-74e2568b2696" -d '{"events": [{"server_uuid": "ecb13ae5-d062-4286-934c-a974cd79eb76", "name": "network-vif-plugged", "status": "completed", "tag": "60df59b4-4cb7-4449-80d2-f5d8503e7329"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:01:27.549839 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65055e54-6fcf-456e-9059-74956519bd01 x-openstack-request-id: req-65055e54-6fcf-456e-9059-74956519bd01 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:01:27.550234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb13ae5-d062-4286-934c-a974cd79eb76", "name": "network-vif-plugged", "status": "completed", "tag": "60df59b4-4cb7-4449-80d2-f5d8503e7329", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:01:27.550575 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-65055e54-6fcf-456e-9059-74956519bd01 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:01:27.551053 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb13ae5-d062-4286-934c-a974cd79eb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60df59b4-4cb7-4449-80d2-f5d8503e7329', 'code': 200} Jun 24 13:01:27.574880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4777d1d-2680-4d11-a84e-d47bbd0313f7 req-cfe9b9fa-c1fb-490a-b6df-0d388b036d06 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:27.576389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4777d1d-2680-4d11-a84e-d47bbd0313f7 req-cfe9b9fa-c1fb-490a-b6df-0d388b036d06 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0722761 Jun 24 13:01:27.614007 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4777d1d-2680-4d11-a84e-d47bbd0313f7 req-b21f1fda-7151-4e3f-8944-5761f814713c tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314012 Jun 24 13:01:28.796274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4049141-2576-4587-9e33-1f5d65f39358 req-3a2b29dc-49e8-45c6-950e-b5f32f442dd5 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:28.797785 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4049141-2576-4587-9e33-1f5d65f39358 req-3a2b29dc-49e8-45c6-950e-b5f32f442dd5 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0629756 Jun 24 13:01:28.835478 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4049141-2576-4587-9e33-1f5d65f39358 req-916e450d-e55a-4499-87fe-20b4581333d3 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/security-groups?id=7b6d6aaf-0f30-449a-a0db-81a056cae091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319908 Jun 24 13:01:29.149014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-945dce1f-b89d-4ed7-87e9-dd25fad887e5 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:29.150428 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-945dce1f-b89d-4ed7-87e9-dd25fad887e5 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.102 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 945 time: 0.0611525 Jun 24 13:01:29.254535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Deleting port 60df59b4-4cb7-4449-80d2-f5d8503e7329 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:01:29.254913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:29.329223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5ed995d2-7182-4384-aa75-d32f5b542eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:29.351539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] For port 60df59b4-4cb7-4449-80d2-f5d8503e7329, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=60df59b4-4cb7-4449-80d2-f5d8503e7329,segment=NetworkSegment(be9ad583-2928-4fb6-a9de-a71b3e557d74),segment_id=be9ad583-2928-4fb6-a9de-a71b3e557d74)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:01:29.351901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:29.369183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Calling delete_port for 60df59b4-4cb7-4449-80d2-f5d8503e7329 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:01:29.432418 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:29.496126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:29.499884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:29.507553 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['60df59b4-4cb7-4449-80d2-f5d8503e7329'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:01:29.525724 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Pushing event deleted for resources: {'Port': ['ID=60df59b4-4cb7-4449-80d2-f5d8503e7329,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:29.537987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:29.538386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:29.538785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:29.539204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:29.539567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:29.539945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:29.540321 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:29.540695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:29.541184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:29.541508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:29.541884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:29.542250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:29.564952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:29.588654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] No DVR routers for this DVR port 60df59b4-4cb7-4449-80d2-f5d8503e7329 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:01:29.591177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:29.593277 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5e9db50f-32b0-4107-bcac-4d6733f3a73f req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.102 "DELETE /v2.0/ports/60df59b4-4cb7-4449-80d2-f5d8503e7329 HTTP/1.1" status: 204 len: 173 time: 0.4372177 Jun 24 13:01:29.593737 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb13ae5-d062-4286-934c-a974cd79eb76', 'name': 'network-vif-deleted', 'tag': '60df59b4-4cb7-4449-80d2-f5d8503e7329'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:01:29.596081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f468ab43-eda2-43f5-88dd-f55b2eac360e" -d '{"events": [{"server_uuid": "ecb13ae5-d062-4286-934c-a974cd79eb76", "name": "network-vif-deleted", "tag": "60df59b4-4cb7-4449-80d2-f5d8503e7329"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:01:29.632592 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd3dfa5-1e7b-410d-9569-27408b79a280 x-openstack-request-id: req-9dd3dfa5-1e7b-410d-9569-27408b79a280 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:01:29.632942 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb13ae5-d062-4286-934c-a974cd79eb76", "name": "network-vif-deleted", "tag": "60df59b4-4cb7-4449-80d2-f5d8503e7329", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:01:29.633248 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-9dd3dfa5-1e7b-410d-9569-27408b79a280 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:01:29.633704 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb13ae5-d062-4286-934c-a974cd79eb76', 'name': 'network-vif-deleted', 'tag': '60df59b4-4cb7-4449-80d2-f5d8503e7329', 'status': 'completed', 'code': 200} Jun 24 13:01:29.992586 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-511cfdb9-8346-4430-aaa7-5126203c537d req-371773ea-df81-4e1c-9534-62a3c9e09324 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 210 time: 0.0327942 Jun 24 13:01:30.031974 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d87c4683-0fd4-468a-bace-0356db7b7e42 req-18870429-7ea5-458a-84b5-ad3a9e61399e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ecb13ae5-d062-4286-934c-a974cd79eb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0276742 Jun 24 13:01:30.105079 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d87c4683-0fd4-468a-bace-0356db7b7e42 req-cf0b62c6-b3c2-487f-b24c-2e9a802da8d7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b64bf5522a54a4d8b13c03938ce168a&device_id=ecb13ae5-d062-4286-934c-a974cd79eb76 HTTP/1.1" status: 200 len: 210 time: 0.0299914 Jun 24 13:01:30.291544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c4683-0fd4-468a-bace-0356db7b7e42 req-8ae9baea-b356-492d-a3f6-0c9272f67f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:30.293015 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d87c4683-0fd4-468a-bace-0356db7b7e42 req-8ae9baea-b356-492d-a3f6-0c9272f67f03 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=8b64bf5522a54a4d8b13c03938ce168a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1669400 Jun 24 13:01:30.317171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:30.453882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c4683-0fd4-468a-bace-0356db7b7e42 req-7d40b7ba-22b8-4271-9995-6ae139a0ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:30.455314 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d87c4683-0fd4-468a-bace-0356db7b7e42 req-7d40b7ba-22b8-4271-9995-6ae139a0ff85 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1558349 Jun 24 13:01:31.229104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 49972) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:01:31.276375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Deleting subnet d87c1982-6d84-473f-8e38-7074753d3069 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:01:31.279593 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:31.313296 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:31.351486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:31.403232 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:31.405985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-88b2ad14-7dd4-4839-af8a-7542f4d9eafe tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:31.426939 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d87c1982-6d84-473f-8e38-7074753d3069,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:31.434345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:31.436863 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/d87c1982-6d84-473f-8e38-7074753d3069 HTTP/1.1" status: 204 len: 168 time: 0.2060804 Jun 24 13:01:31.438892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49974) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:01:31.441543 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:31.441944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:31.442392 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:31.442785 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:31.443291 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:31.443731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:31.444157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:31.444626 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:31.445111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:31.445605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:31.446032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:31.446394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:01:31.449651 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:31.506647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b60a67d7-da3a-46ea-91b9-e636ba86ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:31.595190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b60a67d7-da3a-46ea-91b9-e636ba86ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:31.604784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-b60a67d7-da3a-46ea-91b9-e636ba86ee2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ffb4ed-8b58-49e5-b74c-846e44962c49']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:01:31.621340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-b60a67d7-da3a-46ea-91b9-e636ba86ee2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9ad583-2928-4fb6-a9de-a71b3e557d74') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:01:31.621637 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-b60a67d7-da3a-46ea-91b9-e636ba86ee2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9ad583-2928-4fb6-a9de-a71b3e557d74') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:01:31.637541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b60a67d7-da3a-46ea-91b9-e636ba86ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:31.656894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b60a67d7-da3a-46ea-91b9-e636ba86ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:31.663884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60a67d7-da3a-46ea-91b9-e636ba86ee2f admin admin] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:01:31.664287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b60a67d7-da3a-46ea-91b9-e636ba86ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:01:31.666139 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:01:31.723515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b60a67d7-da3a-46ea-91b9-e636ba86ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:31.727066 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4134f2f0-5849-4adb-849e-519bf6819037 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:31.729895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b60a67d7-da3a-46ea-91b9-e636ba86ee2f admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:31.731534 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b60a67d7-da3a-46ea-91b9-e636ba86ee2f admin admin] 10.222.0.110 "DELETE /v2.0/networks/12ffb4ed-8b58-49e5-b74c-846e44962c49 HTTP/1.1" status: 204 len: 168 time: 0.2916212 Jun 24 13:01:31.742811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a67d7-da3a-46ea-91b9-e636ba86ee2f admin admin] Pushing event deleted for resources: {'Network': ['ID=12ffb4ed-8b58-49e5-b74c-846e44962c49,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:31.745215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b60a67d7-da3a-46ea-91b9-e636ba86ee2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:31.837978 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49978) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:01:31.885037 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7206c0d9-05f4-4d67-8c40-2477b8f765fe admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8b64bf5522a54a4d8b13c03938ce168a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456619 Jun 24 13:01:31.887374 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 49980) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:01:31.934393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e583-6133-44cc-b0fa-d09278344705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:31.955985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e583-6133-44cc-b0fa-d09278344705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:32.004987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e583-6133-44cc-b0fa-d09278344705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:32.007564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e583-6133-44cc-b0fa-d09278344705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:32.008689 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-fbd6e583-6133-44cc-b0fa-d09278344705 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7b6d6aaf-0f30-449a-a0db-81a056cae091 HTTP/1.1" status: 204 len: 168 time: 0.1203969 Jun 24 13:01:32.009465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c87d5fa2-504a-452e-a62a-4f01c17aab4e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:32.016725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6e583-6133-44cc-b0fa-d09278344705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6d6aaf-0f30-449a-a0db-81a056cae091,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:32.019152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fbd6e583-6133-44cc-b0fa-d09278344705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:32.299186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:32.661393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 50002) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:01:32.752470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-738665050-network', 'tenant_id': '40e380c2e71041a99ddd706966bf0490'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:01:32.775182 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Made reservation on behalf of 40e380c2e71041a99ddd706966bf0490 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:01:32.777608 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:32.786265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:32.872992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:32.876635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:32.879577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-68caf9ee-fb67-42cd-a994-bfdd188d7c8a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:32.900206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1315, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:01:32.909543 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:32.914339 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:32.915405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:32.915738 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Added segment 6094af9c-1541-4e2c-b035-29c8801d263b of type vlan for network 3afc103d-61cf-4239-9b64-7465aa0e2573 Jun 24 13:01:32.956414 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:32.985219 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:32.986192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:32.986777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:32.989401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b1824842-3ed8-498f-afb2-ad01f14cf67b tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:33.017866 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3553951 Jun 24 13:01:33.021218 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 50006) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:01:33.027047 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-bb08f2d1-9af4-4262-9c16-2a027783c717 admin admin] Request body: {'subnet': {'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-738665050-subnet', 'tenant_id': '40e380c2e71041a99ddd706966bf0490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:01:33.048313 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb08f2d1-9af4-4262-9c16-2a027783c717 admin admin] Made reservation on behalf of 40e380c2e71041a99ddd706966bf0490 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:01:33.051266 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb08f2d1-9af4-4262-9c16-2a027783c717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:33.053292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3afc103d-61cf-4239-9b64-7465aa0e2573,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:33.056113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:33.063963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 3afc103d-61cf-4239-9b64-7465aa0e2573 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:01:33.217797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb08f2d1-9af4-4262-9c16-2a027783c717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:33.219718 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cfbc108f-c60e-43d0-bb6c-494526e05e7b tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:33.274290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08f2d1-9af4-4262-9c16-2a027783c717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f6206c5-3d75-4842-8a99-88414254edc5,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:33.277761 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bb08f2d1-9af4-4262-9c16-2a027783c717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:33.284389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb08f2d1-9af4-4262-9c16-2a027783c717 admin admin] Checking segment: {'id': '6094af9c-1541-4e2c-b035-29c8801d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:01:33.284755 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb08f2d1-9af4-4262-9c16-2a027783c717 admin admin] Network hostable DHCP agents. Network: 3afc103d-61cf-4239-9b64-7465aa0e2573, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:01:33.294939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 60df59b4-4cb7-4449-80d2-f5d8503e7329 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:01:33.301722 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb08f2d1-9af4-4262-9c16-2a027783c717 admin admin] Network 3afc103d-61cf-4239-9b64-7465aa0e2573 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:01:33.311026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-bb08f2d1-9af4-4262-9c16-2a027783c717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 3afc103d-61cf-4239-9b64-7465aa0e2573) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:01:33.315211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb08f2d1-9af4-4262-9c16-2a027783c717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:33.315800 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 60df59b4-4cb7-4449-80d2-f5d8503e7329 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:01:33.316258 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb08f2d1-9af4-4262-9c16-2a027783c717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:33.316342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 60df59b4-4cb7-4449-80d2-f5d8503e7329 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:01:33.320990 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0705b4-528e-4379-a876-4e0f0c007296 None None] Network 3afc103d-61cf-4239-9b64-7465aa0e2573 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:01:33.330471 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bb08f2d1-9af4-4262-9c16-2a027783c717 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3077390 Jun 24 13:01:33.450055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af291973-bc82-499a-85bf-dc2b0ef352d5 None None] Network 3afc103d-61cf-4239-9b64-7465aa0e2573 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:01:33.741219 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-e1d82a7b-4081-4231-8603-f6ab0f9f3cae tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:33.742647 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-e1d82a7b-4081-4231-8603-f6ab0f9f3cae tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/networks?id=3afc103d-61cf-4239-9b64-7465aa0e2573 HTTP/1.1" status: 200 len: 814 time: 0.0990458 Jun 24 13:01:33.757683 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-58dbbce7-5cf5-4786-b230-070cfbb94926 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/quotas/40e380c2e71041a99ddd706966bf0490 HTTP/1.1" status: 200 len: 375 time: 0.0094297 Jun 24 13:01:33.789800 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-0169526d-6992-4018-bc13-b446b11dd497 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=40e380c2e71041a99ddd706966bf0490&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271571 Jun 24 13:01:33.882530 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-abb5f9a2-eed0-436f-9c63-f4108c397921 service neutron] 10.222.0.110 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860603 Jun 24 13:01:33.973243 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-8b5f5d90-36aa-48ef-8bce-a7dc2df8a803 service neutron] 10.222.0.110 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844181 Jun 24 13:01:34.137095 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2f2fa7f-e930-4623-84d4-45972c9f1c63 req-a1d925a6-bb06-4e08-badc-e979c3df7871 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 210 time: 0.0284417 Jun 24 13:01:35.167882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-d1198be9-1f6b-45a7-822c-f3fcb3f6a424 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:35.169400 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-d1198be9-1f6b-45a7-822c-f3fcb3f6a424 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.102 "GET /v2.0/networks?id=3afc103d-61cf-4239-9b64-7465aa0e2573 HTTP/1.1" status: 200 len: 814 time: 0.1019850 Jun 24 13:01:35.190210 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Request body: {'port': {'device_id': 'fd8cf036-5065-44f9-af28-b80d569ac55a', 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573', 'admin_state_up': True, 'tenant_id': '40e380c2e71041a99ddd706966bf0490'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:01:35.283498 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-84af1fad-a2dc-476e-874d-cae1e4665e7e req-10170561-93cb-4a0f-a9c6-8637266c257b tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 210 time: 0.0310853 Jun 24 13:01:35.342785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Made reservation on behalf of 40e380c2e71041a99ddd706966bf0490 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:01:35.346441 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:35.478962 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Allocated IP 172.20.0.2 (3afc103d-61cf-4239-9b64-7465aa0e2573/2f6206c5-3d75-4842-8a99-88414254edc5/c0723a86-6281-499c-b5ec-fb4a33833017) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:01:35.621940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:35.991713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:35.995539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-de87a03e-fc6c-41cc-bb87-bedc09bcdb02 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:36.036661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Network 3afc103d-61cf-4239-9b64-7465aa0e2573 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:01:36.041697 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:01:36.045427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:01:36.068965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Pushing event updated for resources: {'Port': ['ID=c0723a86-6281-499c-b5ec-fb4a33833017,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:36.073003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:36.096525 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:36.097132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:36.111036 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9252772 Jun 24 13:01:36.121887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Request body: {'port': {'device_id': 'fd8cf036-5065-44f9-af28-b80d569ac55a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:01:36.196946 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:36.491850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0723a86-6281-499c-b5ec-fb4a33833017 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:01:36.500858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:36.519389 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Transition to ACTIVE for port object c0723a86-6281-499c-b5ec-fb4a33833017 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:01:36.527652 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059f049-36f4-4576-94ea-a3e20b6bc4a6 req-3f88ab39-3a79-4e9b-914f-44bca4b158b0 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:36.529106 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a059f049-36f4-4576-94ea-a3e20b6bc4a6 req-3f88ab39-3a79-4e9b-914f-44bca4b158b0 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 931 time: 0.1222825 Jun 24 13:01:36.530115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:36.532131 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e4a14a34-5470-467b-8065-94d048b0d6ea tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:36.602209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Pushing event updated for resources: {'Port': ['ID=c0723a86-6281-499c-b5ec-fb4a33833017,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:36.606263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:36.630923 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a059f049-36f4-4576-94ea-a3e20b6bc4a6 req-5db7208a-66e7-4786-8998-012e0919de05 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918086 Jun 24 13:01:36.684021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Attempting to bind port c0723a86-6281-499c-b5ec-fb4a33833017 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:01:36.684358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Attempting to bind port c0723a86-6281-499c-b5ec-fb4a33833017 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '6094af9c-1541-4e2c-b035-29c8801d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:01:36.684689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Attempting to bind port c0723a86-6281-499c-b5ec-fb4a33833017 on network 3afc103d-61cf-4239-9b64-7465aa0e2573 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:01:36.688937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Port c0723a86-6281-499c-b5ec-fb4a33833017 on network 3afc103d-61cf-4239-9b64-7465aa0e2573 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:01:36.689260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Attempting to bind port c0723a86-6281-499c-b5ec-fb4a33833017 on network 3afc103d-61cf-4239-9b64-7465aa0e2573 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:01:36.694094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:01:36.694428 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Checking segment: {'id': '6094af9c-1541-4e2c-b035-29c8801d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:01:36.694846 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Bound using segment: {'id': '6094af9c-1541-4e2c-b035-29c8801d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:01:36.695275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Bound port: c0723a86-6281-499c-b5ec-fb4a33833017, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6094af9c-1541-4e2c-b035-29c8801d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:01:36.695627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:36.757200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] For port c0723a86-6281-499c-b5ec-fb4a33833017, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:01:36.760177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] For port c0723a86-6281-499c-b5ec-fb4a33833017, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0723a86-6281-499c-b5ec-fb4a33833017,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:01:36.764420 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:36.766434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-85ba7b81-2f6a-4b8f-ba39-0930edfa2884 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:36.801472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:36.802085 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:36.803484 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] 10.222.0.102 "PUT /v2.0/ports/c0723a86-6281-499c-b5ec-fb4a33833017 HTTP/1.1" status: 200 len: 1093 time: 0.6856365 Jun 24 13:01:36.804016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8cf036-5065-44f9-af28-b80d569ac55a', 'tag': 'c0723a86-6281-499c-b5ec-fb4a33833017'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:01:36.806329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3eae29-39f7-43f4-9c82-7a7ee81d5185" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8cf036-5065-44f9-af28-b80d569ac55a", "tag": "c0723a86-6281-499c-b5ec-fb4a33833017"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:01:36.830684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Pushing event updated for resources: {'Port': ['ID=c0723a86-6281-499c-b5ec-fb4a33833017,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:36.836153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:36.858291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcba82ed-7d48-49e5-aef9-a09fd0c00785 x-openstack-request-id: req-fcba82ed-7d48-49e5-aef9-a09fd0c00785 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:01:36.858627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8cf036-5065-44f9-af28-b80d569ac55a", "tag": "c0723a86-6281-499c-b5ec-fb4a33833017", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:01:36.858977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-fcba82ed-7d48-49e5-aef9-a09fd0c00785 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:01:36.859415 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8cf036-5065-44f9-af28-b80d569ac55a', 'tag': 'c0723a86-6281-499c-b5ec-fb4a33833017', 'status': 'completed', 'code': 200} Jun 24 13:01:36.902596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-92a36476-f73e-4f05-bf72-6a91b6af9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:36.904097 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-92a36476-f73e-4f05-bf72-6a91b6af9f20 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40e380c2e71041a99ddd706966bf0490&device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 1096 time: 0.0551734 Jun 24 13:01:36.948130 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-27aede61-c691-43cf-b28a-dbd2367fb2ab service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0723a86-6281-499c-b5ec-fb4a33833017 HTTP/1.1" status: 200 len: 217 time: 0.0369949 Jun 24 13:01:36.996073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-3f00843c-61dd-4f6d-a5fe-4dc1bcebb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:36.997492 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-3f00843c-61dd-4f6d-a5fe-4dc1bcebb396 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f6206c5-3d75-4842-8a99-88414254edc5 HTTP/1.1" status: 200 len: 854 time: 0.0430400 Jun 24 13:01:37.029029 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-f7ee327a-abc1-4d3b-ad66-74dacebb4bab service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3afc103d-61cf-4239-9b64-7465aa0e2573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255294 Jun 24 13:01:37.118804 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-0551343e-b119-4118-b7ff-21d4fcfdbc7f service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836732 Jun 24 13:01:37.204530 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-384cfbe0-375c-47f3-a112-1d2eb2eff66d req-6e49013a-9126-477c-b7db-d672b248edda service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802317 Jun 24 13:01:37.304902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eae29-39f7-43f4-9c82-7a7ee81d5185 req-d91cac1a-d070-4dbf-ba36-cbf550f1fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:37.306389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e3eae29-39f7-43f4-9c82-7a7ee81d5185 req-d91cac1a-d070-4dbf-ba36-cbf550f1fce0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40e380c2e71041a99ddd706966bf0490&device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 1096 time: 0.0566921 Jun 24 13:01:37.396571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eae29-39f7-43f4-9c82-7a7ee81d5185 req-69d8df98-39cf-4eb1-9d0b-1bd7c310e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:37.397932 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e3eae29-39f7-43f4-9c82-7a7ee81d5185 req-69d8df98-39cf-4eb1-9d0b-1bd7c310e05a service neutron] 10.222.0.102 "GET /v2.0/networks?id=3afc103d-61cf-4239-9b64-7465aa0e2573 HTTP/1.1" status: 200 len: 916 time: 0.0849619 Jun 24 13:01:37.443276 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e3eae29-39f7-43f4-9c82-7a7ee81d5185 req-6af3cdc7-6843-44ce-ac08-83f5b4856afb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0723a86-6281-499c-b5ec-fb4a33833017 HTTP/1.1" status: 200 len: 217 time: 0.0383623 Jun 24 13:01:37.490453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eae29-39f7-43f4-9c82-7a7ee81d5185 req-768ca5ba-f588-4ce7-b19c-3f5fcce920cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:37.491912 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e3eae29-39f7-43f4-9c82-7a7ee81d5185 req-768ca5ba-f588-4ce7-b19c-3f5fcce920cc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f6206c5-3d75-4842-8a99-88414254edc5 HTTP/1.1" status: 200 len: 854 time: 0.0427680 Jun 24 13:01:37.525086 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e3eae29-39f7-43f4-9c82-7a7ee81d5185 req-6fa39d11-126c-40e1-bb4c-41f53fdfbcc3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3afc103d-61cf-4239-9b64-7465aa0e2573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261116 Jun 24 13:01:37.617678 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e3eae29-39f7-43f4-9c82-7a7ee81d5185 req-d2ff5f8c-3d37-4ff8-84b9-0d5728bbaf0f service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852888 Jun 24 13:01:37.715633 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e3eae29-39f7-43f4-9c82-7a7ee81d5185 req-e8437dbb-40aa-44c6-af02-2f1b191a0028 service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904176 Jun 24 13:01:37.807082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb1ed8-9ac9-4cab-a0b8-517ff1282446 req-bd84bbf8-be1a-4ab8-af05-e5bfcdadeeb1 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:37.808613 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1fdb1ed8-9ac9-4cab-a0b8-517ff1282446 req-bd84bbf8-be1a-4ab8-af05-e5bfcdadeeb1 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 943 time: 0.0669413 Jun 24 13:01:37.845962 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1fdb1ed8-9ac9-4cab-a0b8-517ff1282446 req-36ad9522-583d-434a-8407-b273e1b0fa7e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316927 Jun 24 13:01:39.024454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf9e92-fa79-4704-a767-91d08932a84a req-5f73710c-0c79-45f0-b413-414af2ebb792 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:39.025925 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20bf9e92-fa79-4704-a767-91d08932a84a req-5f73710c-0c79-45f0-b413-414af2ebb792 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 943 time: 0.0671923 Jun 24 13:01:39.063881 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20bf9e92-fa79-4704-a767-91d08932a84a req-eb1cf8b1-5b87-4144-8da9-fc3e5145e2d6 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322862 Jun 24 13:01:39.294786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c0723a86-6281-499c-b5ec-fb4a33833017 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:01:39.395710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port c0723a86-6281-499c-b5ec-fb4a33833017, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0723a86-6281-499c-b5ec-fb4a33833017,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:01:39.406745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'c0723a86-6281-499c-b5ec-fb4a33833017', 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573', 'port_id': 'c0723a86-6281-499c-b5ec-fb4a33833017', 'mac_address': 'fa:16:3e:8e:7f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6206c5-3d75-4842-8a99-88414254edc5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:01:39.445748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:39.460513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0723a86-6281-499c-b5ec-fb4a33833017 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:01:39.480007 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port c0723a86-6281-499c-b5ec-fb4a33833017, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0723a86-6281-499c-b5ec-fb4a33833017,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:01:39.483947 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:39.486629 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:39.532253 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=c0723a86-6281-499c-b5ec-fb4a33833017,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:39.535807 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:39.691654 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['c0723a86-6281-499c-b5ec-fb4a33833017'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:01:40.236424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833186e-2b1b-4bc6-b3c2-a54966a07749 req-091e8d6b-5853-40e8-8758-95670983075e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:40.237931 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7833186e-2b1b-4bc6-b3c2-a54966a07749 req-091e8d6b-5853-40e8-8758-95670983075e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 944 time: 0.0625749 Jun 24 13:01:40.274666 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7833186e-2b1b-4bc6-b3c2-a54966a07749 req-5baa9a7c-d93b-45a8-9340-42cd8b2ec36c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Jun 24 13:01:41.310682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c0723a86-6281-499c-b5ec-fb4a33833017 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:01:41.359391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port c0723a86-6281-499c-b5ec-fb4a33833017 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:01:41.364125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port c0723a86-6281-499c-b5ec-fb4a33833017 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:01:41.364720 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:41.447583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:41.454337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9865775-8a99-46d6-be9b-7e2a0d221239 req-59d83cb1-0d02-4b85-8072-dc05b5dc8ee7 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:41.455856 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b9865775-8a99-46d6-be9b-7e2a0d221239 req-59d83cb1-0d02-4b85-8072-dc05b5dc8ee7 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 944 time: 0.0706162 Jun 24 13:01:41.470422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8cf036-5065-44f9-af28-b80d569ac55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0723a86-6281-499c-b5ec-fb4a33833017'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:01:41.473311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2506fc6e-3e1c-4fef-8133-8f12f6491373" -d '{"events": [{"server_uuid": "fd8cf036-5065-44f9-af28-b80d569ac55a", "name": "network-vif-plugged", "status": "completed", "tag": "c0723a86-6281-499c-b5ec-fb4a33833017"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:01:41.486258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port c0723a86-6281-499c-b5ec-fb4a33833017, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0723a86-6281-499c-b5ec-fb4a33833017,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:01:41.491450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:41.493366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:01:41.503315 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b9865775-8a99-46d6-be9b-7e2a0d221239 req-16b2b257-0972-48ad-8258-2395aa8f3e09 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412538 Jun 24 13:01:41.515380 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e662c582-4d67-4e95-abb5-5ccc30a8a033 x-openstack-request-id: req-e662c582-4d67-4e95-abb5-5ccc30a8a033 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:01:41.515719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8cf036-5065-44f9-af28-b80d569ac55a", "name": "network-vif-plugged", "status": "completed", "tag": "c0723a86-6281-499c-b5ec-fb4a33833017", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:01:41.515942 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e662c582-4d67-4e95-abb5-5ccc30a8a033 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:01:41.516334 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8cf036-5065-44f9-af28-b80d569ac55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0723a86-6281-499c-b5ec-fb4a33833017', 'code': 200} Jun 24 13:01:41.548094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=c0723a86-6281-499c-b5ec-fb4a33833017,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:01:41.551100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:01:41.730688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3423-17a1-48c4-bd14-4023d6c14932 req-1e3f6e15-37ec-498c-bbee-9ba366eba2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:41.732202 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9afd3423-17a1-48c4-bd14-4023d6c14932 req-1e3f6e15-37ec-498c-bbee-9ba366eba2b3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 1098 time: 0.0517941 Jun 24 13:01:41.765571 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9afd3423-17a1-48c4-bd14-4023d6c14932 req-8a3e9649-67ab-49b5-8ebb-e230695f1d2c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270462 Jun 24 13:01:42.678304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09426f68-212b-4e4b-baf4-caf8f21ac702 req-d61679e7-25e1-49ff-9b37-92db6ed8157b tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:42.679798 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-09426f68-212b-4e4b-baf4-caf8f21ac702 req-d61679e7-25e1-49ff-9b37-92db6ed8157b tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0679948 Jun 24 13:01:42.716672 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-09426f68-212b-4e4b-baf4-caf8f21ac702 req-a9a7d34d-2662-4423-9089-b79e830afc1a tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310116 Jun 24 13:01:42.890534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912429e-9d75-4ea5-a116-d7141074e585 req-a1a5bfdf-ee40-455e-ad38-f73e32701dd2 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:42.893119 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0912429e-9d75-4ea5-a116-d7141074e585 req-a1a5bfdf-ee40-455e-ad38-f73e32701dd2 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0657434 Jun 24 13:01:42.931149 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0912429e-9d75-4ea5-a116-d7141074e585 req-aa61272a-5d4b-4271-a628-0232c5ba516f tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326183 Jun 24 13:01:43.262427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab567f-a88e-476c-b629-bdd640cc2529 req-c04b2d1c-08ee-468c-b12c-26cc3b567570 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:43.263897 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-00ab567f-a88e-476c-b629-bdd640cc2529 req-c04b2d1c-08ee-468c-b12c-26cc3b567570 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0610077 Jun 24 13:01:43.300912 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-00ab567f-a88e-476c-b629-bdd640cc2529 req-dcdd4e72-29b7-4085-af56-4226578f9c1d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309062 Jun 24 13:01:43.476962 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d3b7f-ad92-42c7-a7b6-c4993d1b070c req-03c1e467-36b7-4be3-a5be-d1810d30bf1e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:43.478349 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-580d3b7f-ad92-42c7-a7b6-c4993d1b070c req-03c1e467-36b7-4be3-a5be-d1810d30bf1e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0664687 Jun 24 13:01:43.514899 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-580d3b7f-ad92-42c7-a7b6-c4993d1b070c req-618f79e7-28ae-4272-8abe-6e02eff877cc tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308425 Jun 24 13:01:43.849396 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-6fc3c1d8-c08c-4e6b-a941-b185c804fda5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0525260 Jun 24 13:01:43.910853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173bc6a-eede-4a20-8a07-cbebd9aed7a0 req-063b33f6-e9b3-4eea-a9e5-d011b9bedc59 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:43.912456 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d173bc6a-eede-4a20-8a07-cbebd9aed7a0 req-063b33f6-e9b3-4eea-a9e5-d011b9bedc59 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0683367 Jun 24 13:01:43.950609 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d173bc6a-eede-4a20-8a07-cbebd9aed7a0 req-363fac1b-629f-4ce2-97be-d2ea9a2c1683 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326047 Jun 24 13:01:44.992179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166d65-c063-4750-be54-814af233daa1 req-f7a480e7-4b58-48b9-9304-9c85cc8d2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:44.993679 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-f7a480e7-4b58-48b9-9304-9c85cc8d2771 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40e380c2e71041a99ddd706966bf0490&device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 1098 time: 0.0583055 Jun 24 13:01:45.109473 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166d65-c063-4750-be54-814af233daa1 req-1410d163-e652-46c6-bcff-e35688e734af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:45.110965 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-1410d163-e652-46c6-bcff-e35688e734af service neutron] 10.222.0.102 "GET /v2.0/networks?id=3afc103d-61cf-4239-9b64-7465aa0e2573 HTTP/1.1" status: 200 len: 916 time: 0.1112759 Jun 24 13:01:45.159451 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-e313b48f-2068-4515-ba6a-fa2b965f87ef service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0723a86-6281-499c-b5ec-fb4a33833017 HTTP/1.1" status: 200 len: 217 time: 0.0412259 Jun 24 13:01:45.207220 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9e5d8-ed57-48f9-be31-89345463c0cb req-0ed4a799-7bdb-49a6-96cf-3304175b0daf tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:45.208650 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3bf9e5d8-ed57-48f9-be31-89345463c0cb req-0ed4a799-7bdb-49a6-96cf-3304175b0daf tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.1406412 Jun 24 13:01:45.228317 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166d65-c063-4750-be54-814af233daa1 req-830cfada-0ef5-4b7b-b3ff-e16fe3475241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:45.229708 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-830cfada-0ef5-4b7b-b3ff-e16fe3475241 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f6206c5-3d75-4842-8a99-88414254edc5 HTTP/1.1" status: 200 len: 854 time: 0.0632396 Jun 24 13:01:45.264559 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-a2a29655-a32a-4e20-bebe-0b3dff7331f1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3afc103d-61cf-4239-9b64-7465aa0e2573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288196 Jun 24 13:01:45.298377 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3bf9e5d8-ed57-48f9-be31-89345463c0cb req-65ace4b1-c2e6-4d4a-9acf-d971f9595a40 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839112 Jun 24 13:01:45.362821 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-1ea2f2a7-4dc3-443f-a2f8-b9903c764b69 service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907536 Jun 24 13:01:45.453273 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-49b40e4e-d5fd-4c73-8cdd-3d9097ca8982 service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849929 Jun 24 13:01:46.472664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270929c-3f58-404b-95ac-921bbc654e01 req-45fac59c-e433-4733-9434-a1906f3a0533 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:46.474053 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3270929c-3f58-404b-95ac-921bbc654e01 req-45fac59c-e433-4733-9434-a1906f3a0533 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0642307 Jun 24 13:01:46.510926 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3270929c-3f58-404b-95ac-921bbc654e01 req-dbe96054-bc7f-46ad-b5dc-7ad509c8b837 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312202 Jun 24 13:01:47.312337 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:47.684585 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd92c25-1858-4b3c-b899-7495c913a4d9 req-c122dbf8-b73e-4f0b-8a2b-845ec1873a57 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:47.686051 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2dd92c25-1858-4b3c-b899-7495c913a4d9 req-c122dbf8-b73e-4f0b-8a2b-845ec1873a57 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0646164 Jun 24 13:01:47.723141 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2dd92c25-1858-4b3c-b899-7495c913a4d9 req-62d5a688-2f38-4650-a76e-22993e65e2bb tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307817 Jun 24 13:01:48.897804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fb79c-6fff-4dbd-b3d0-5069d236a3f8 req-7d2bbb93-c036-4d4a-be5d-fe2c7a3489ba tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:48.899278 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2b6fb79c-6fff-4dbd-b3d0-5069d236a3f8 req-7d2bbb93-c036-4d4a-be5d-fe2c7a3489ba tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0653172 Jun 24 13:01:48.935752 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2b6fb79c-6fff-4dbd-b3d0-5069d236a3f8 req-43df12e7-ae43-4bdc-a39b-d4459df23f5c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309217 Jun 24 13:01:50.110666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3902b03-12d7-45e6-8849-6ecd6c4219b6 req-330822cf-81c1-40f2-8635-3b577f1d08df tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:50.112167 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3902b03-12d7-45e6-8849-6ecd6c4219b6 req-330822cf-81c1-40f2-8635-3b577f1d08df tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0625207 Jun 24 13:01:50.149558 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3902b03-12d7-45e6-8849-6ecd6c4219b6 req-301e6036-4870-475b-be1b-637f444f347d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317428 Jun 24 13:01:51.326204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9a65-d3de-4980-8258-6e79502276d2 req-3ae7e046-9b8e-4118-88fc-9b28042b49ab tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:51.327691 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ecea9a65-d3de-4980-8258-6e79502276d2 req-3ae7e046-9b8e-4118-88fc-9b28042b49ab tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0631273 Jun 24 13:01:51.370541 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ecea9a65-d3de-4980-8258-6e79502276d2 req-28db417d-df5a-40f2-9073-8a34a556e557 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371857 Jun 24 13:01:51.867247 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:01:52.548212 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd56a09-9510-45f5-860d-514f0306a0f6 req-d6d21886-1295-4169-bcca-2619d488731e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:52.549596 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6fd56a09-9510-45f5-860d-514f0306a0f6 req-d6d21886-1295-4169-bcca-2619d488731e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0623851 Jun 24 13:01:52.587496 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6fd56a09-9510-45f5-860d-514f0306a0f6 req-21031f07-b09d-4102-ad7a-702a132e9a72 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Jun 24 13:01:53.757581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8019a8-3c4e-4d3e-b7b5-004bb23c6b87 req-b75915c9-b540-49f3-aed5-df5d4eca7285 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:53.759051 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9b8019a8-3c4e-4d3e-b7b5-004bb23c6b87 req-b75915c9-b540-49f3-aed5-df5d4eca7285 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0619535 Jun 24 13:01:53.795868 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9b8019a8-3c4e-4d3e-b7b5-004bb23c6b87 req-5f5dfdc8-e8e2-4e06-ba04-39621acc6341 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311396 Jun 24 13:01:54.971930 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967631d-a80d-459f-a730-fa1c8b1f8c7f req-ea14bfc6-b1c4-4615-af8c-7cfbcabd27a0 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:54.973939 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9967631d-a80d-459f-a730-fa1c8b1f8c7f req-ea14bfc6-b1c4-4615-af8c-7cfbcabd27a0 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0658598 Jun 24 13:01:55.010535 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9967631d-a80d-459f-a730-fa1c8b1f8c7f req-49d0ffc8-7b80-4e1a-b859-1c1cae6e60c9 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 Jun 24 13:01:56.187655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2906d-6b0b-492c-a53f-1424ebc597b7 req-510892fe-1d49-4c6f-9793-fa1501321e97 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:56.189112 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-98b2906d-6b0b-492c-a53f-1424ebc597b7 req-510892fe-1d49-4c6f-9793-fa1501321e97 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0618935 Jun 24 13:01:56.226585 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-98b2906d-6b0b-492c-a53f-1424ebc597b7 req-4b6b1c92-c543-4493-9add-7c194d513793 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Jun 24 13:01:56.606871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6eddcb7b-e809-4b98-91b2-df2ff45ccc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:57.400194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249c3e0-2b81-43bf-9764-74526093befe req-02d05ed2-321f-40b2-a6b9-85144cb2a7ea tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:57.401663 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2249c3e0-2b81-43bf-9764-74526093befe req-02d05ed2-321f-40b2-a6b9-85144cb2a7ea tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0634735 Jun 24 13:01:57.444827 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2249c3e0-2b81-43bf-9764-74526093befe req-a6d8d865-e526-4c60-a7a0-d0deeeb93843 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373871 Jun 24 13:01:58.617538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e64db-6d84-414a-af21-572c06b7a905 req-b7df1cab-ca14-4a06-8e2a-dd027acb6c6a tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:58.619030 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-103e64db-6d84-414a-af21-572c06b7a905 req-b7df1cab-ca14-4a06-8e2a-dd027acb6c6a tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0648174 Jun 24 13:01:58.656329 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-103e64db-6d84-414a-af21-572c06b7a905 req-05a5713c-f46f-4b7f-b9e7-573a7d96afb8 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317216 Jun 24 13:01:59.321874 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d1b1ee48-d2ab-4b5e-a541-9c8a79f3afe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:59.433564 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:01:59.985003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09995a-d1a8-4eee-966a-23be22f59153 req-8f50ce7f-7d5c-4975-a9ac-fa4fb9e937ef tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:01:59.986416 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7b09995a-d1a8-4eee-966a-23be22f59153 req-8f50ce7f-7d5c-4975-a9ac-fa4fb9e937ef tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0635872 Jun 24 13:02:00.024159 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7b09995a-d1a8-4eee-966a-23be22f59153 req-c6cb49f0-5409-4b26-b54a-b754a2441a07 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314257 Jun 24 13:02:00.320031 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:01.219125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda069e-81f8-4f3c-80e1-c0e83bdb130c req-c7cbd51e-09e0-4bbc-8574-d75ab2f7975d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:01.220724 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ebda069e-81f8-4f3c-80e1-c0e83bdb130c req-c7cbd51e-09e0-4bbc-8574-d75ab2f7975d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0790827 Jun 24 13:02:01.261513 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ebda069e-81f8-4f3c-80e1-c0e83bdb130c req-ec51ad66-43c3-48ee-bb7e-c13c1beea718 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344567 Jun 24 13:02:02.303077 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:02.434420 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172ee16-0e62-41d6-8d46-e4e49bb4115b req-1065ca75-9c58-44fc-a648-a9df76413e49 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:02.435937 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7172ee16-0e62-41d6-8d46-e4e49bb4115b req-1065ca75-9c58-44fc-a648-a9df76413e49 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0636983 Jun 24 13:02:02.474927 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7172ee16-0e62-41d6-8d46-e4e49bb4115b req-b2dd11c0-ce64-4303-995f-b387ae2eacce tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330396 Jun 24 13:02:03.645493 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628293a-a814-4b73-a6cf-96d6a61f4f38 req-25443654-06d5-4c59-b48a-8803374bfb3e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:03.647561 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2628293a-a814-4b73-a6cf-96d6a61f4f38 req-25443654-06d5-4c59-b48a-8803374bfb3e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0623279 Jun 24 13:02:03.689130 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2628293a-a814-4b73-a6cf-96d6a61f4f38 req-efeeab97-31ab-4753-961e-5dad356843be tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359666 Jun 24 13:02:04.861057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a74ca9-d21c-493e-92a8-27332c8384a6 req-0f2def4a-3db3-49e8-a743-0320bf385a66 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:04.862539 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-81a74ca9-d21c-493e-92a8-27332c8384a6 req-0f2def4a-3db3-49e8-a743-0320bf385a66 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0635912 Jun 24 13:02:04.900634 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-81a74ca9-d21c-493e-92a8-27332c8384a6 req-64274ffc-366e-422c-a1b6-474c75b0bc17 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Jun 24 13:02:06.072773 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc981d-9d47-4023-8a3a-c548da72e6aa req-2e0c027a-e2d3-4cfc-ba12-16b8eeb9693e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:06.074136 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5ebc981d-9d47-4023-8a3a-c548da72e6aa req-2e0c027a-e2d3-4cfc-ba12-16b8eeb9693e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0630932 Jun 24 13:02:06.110719 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5ebc981d-9d47-4023-8a3a-c548da72e6aa req-018fa34f-2a3f-43fe-992c-239a0ef87b1e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309527 Jun 24 13:02:07.296765 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2687d-dc19-4e38-aa71-6752a4fde0ac req-b5147b83-468f-42f3-9ac7-bd5bdac78885 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:07.298254 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-21a2687d-dc19-4e38-aa71-6752a4fde0ac req-b5147b83-468f-42f3-9ac7-bd5bdac78885 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0663228 Jun 24 13:02:07.336517 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-21a2687d-dc19-4e38-aa71-6752a4fde0ac req-a809fdec-8ccf-46e2-a7f6-5e1d8d9502ec tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325396 Jun 24 13:02:08.512323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6b031-c584-42e0-999e-e247cd0c0be0 req-3b99fa5c-c3fe-496f-a820-a2c24be1bfee tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:08.513695 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7de6b031-c584-42e0-999e-e247cd0c0be0 req-3b99fa5c-c3fe-496f-a820-a2c24be1bfee tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0620625 Jun 24 13:02:08.550717 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7de6b031-c584-42e0-999e-e247cd0c0be0 req-63246eff-788a-4707-9bf6-4e2fac16c924 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313993 Jun 24 13:02:09.722250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35c530-46d9-407b-adab-d4ee9b20d07c req-d2867620-4ae8-4b49-b02b-677413844ce5 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:09.724252 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9d35c530-46d9-407b-adab-d4ee9b20d07c req-d2867620-4ae8-4b49-b02b-677413844ce5 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0613797 Jun 24 13:02:09.764616 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9d35c530-46d9-407b-adab-d4ee9b20d07c req-6a267e4e-86bb-45cd-9e44-bd4f89dff5c8 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347030 Jun 24 13:02:10.940643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f667a2-4106-441e-ba01-536f1af0c08a req-37409f16-f1d7-456e-a949-2142a17818cf tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:10.942100 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92f667a2-4106-441e-ba01-536f1af0c08a req-37409f16-f1d7-456e-a949-2142a17818cf tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0629272 Jun 24 13:02:10.980322 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92f667a2-4106-441e-ba01-536f1af0c08a req-1a470b00-7bd8-4cd3-b44a-0ee48f774aeb tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317197 Jun 24 13:02:12.187745 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-2e1da717-e58d-4b4a-b5e1-0ccec4921fe4 service neutron] 10.222.0.102 "GET /v2.0/ports/c0723a86-6281-499c-b5ec-fb4a33833017/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0708129 Jun 24 13:02:12.199278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86cae2-0755-45dd-8c9f-b9db645a3c18 req-66bb0e92-4d39-490f-9b70-3bb7f91f52f1 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:12.201106 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7b86cae2-0755-45dd-8c9f-b9db645a3c18 req-66bb0e92-4d39-490f-9b70-3bb7f91f52f1 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.1116831 Jun 24 13:02:12.240826 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7b86cae2-0755-45dd-8c9f-b9db645a3c18 req-393ec19f-2dd3-484d-a30e-4585af942df6 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335569 Jun 24 13:02:12.434605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166d65-c063-4750-be54-814af233daa1 req-67b18ce3-be9c-4aec-84b0-b23b98f4f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:12.436199 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-67b18ce3-be9c-4aec-84b0-b23b98f4f669 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a&tenant_id=40e380c2e71041a99ddd706966bf0490 HTTP/1.1" status: 200 len: 1098 time: 0.0521460 Jun 24 13:02:12.511886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166d65-c063-4750-be54-814af233daa1 req-1a27fe59-9d55-4186-9a93-2583ee3b1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:12.513175 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-1a27fe59-9d55-4186-9a93-2583ee3b1ed9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40e380c2e71041a99ddd706966bf0490&device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 1098 time: 0.0533955 Jun 24 13:02:12.603657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166d65-c063-4750-be54-814af233daa1 req-84c3f6ac-d70d-4428-be60-ead48c5c6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:12.605121 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-84c3f6ac-d70d-4428-be60-ead48c5c6376 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3afc103d-61cf-4239-9b64-7465aa0e2573 HTTP/1.1" status: 200 len: 916 time: 0.0857191 Jun 24 13:02:12.646699 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-ae1bbc7c-69e5-4127-a226-943362b6336e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0723a86-6281-499c-b5ec-fb4a33833017 HTTP/1.1" status: 200 len: 217 time: 0.0352373 Jun 24 13:02:12.696901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166d65-c063-4750-be54-814af233daa1 req-0e39ff26-2639-4e67-b66c-0ce8af9506b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:12.698365 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-0e39ff26-2639-4e67-b66c-0ce8af9506b5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f6206c5-3d75-4842-8a99-88414254edc5 HTTP/1.1" status: 200 len: 854 time: 0.0453072 Jun 24 13:02:12.734394 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-9f363ab4-e18e-4433-bf04-7625fe79ea22 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3afc103d-61cf-4239-9b64-7465aa0e2573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299520 Jun 24 13:02:13.086729 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-7afb36ed-7c25-472a-a143-b01dbd3f510c service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452718 Jun 24 13:02:13.179498 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c166d65-c063-4750-be54-814af233daa1 req-c6c2d258-ed29-4184-a18d-6abfac5c6735 service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860023 Jun 24 13:02:13.418325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d0db9-c109-4f2a-b4fe-63bc7384a387 req-cc8ea507-a630-415c-ad42-0a5fe451449d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:13.419821 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-816d0db9-c109-4f2a-b4fe-63bc7384a387 req-cc8ea507-a630-415c-ad42-0a5fe451449d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0645299 Jun 24 13:02:13.459318 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-816d0db9-c109-4f2a-b4fe-63bc7384a387 req-90fcef2f-f23a-4d76-8307-e2a72f6da0d1 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337677 Jun 24 13:02:14.635561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3efdf-1c25-49d7-b51d-7e531e8832f0 req-656124a8-946d-47c2-b2ec-df6587a7fcd4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:14.637055 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbc3efdf-1c25-49d7-b51d-7e531e8832f0 req-656124a8-946d-47c2-b2ec-df6587a7fcd4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0675316 Jun 24 13:02:14.677855 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbc3efdf-1c25-49d7-b51d-7e531e8832f0 req-c107ee02-7627-46bf-9b19-64dbed76693a tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346329 Jun 24 13:02:15.491006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c0723a86-6281-499c-b5ec-fb4a33833017 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:02:15.494060 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c0723a86-6281-499c-b5ec-fb4a33833017 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:02:15.640244 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:15.646843 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port c0723a86-6281-499c-b5ec-fb4a33833017, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0723a86-6281-499c-b5ec-fb4a33833017,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:02:15.668253 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'c0723a86-6281-499c-b5ec-fb4a33833017', 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573', 'port_id': 'c0723a86-6281-499c-b5ec-fb4a33833017', 'mac_address': 'fa:16:3e:8e:7f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6206c5-3d75-4842-8a99-88414254edc5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:02:15.676108 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8cf036-5065-44f9-af28-b80d569ac55a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0723a86-6281-499c-b5ec-fb4a33833017'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:02:15.678359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e35f0db-e430-4c0d-ae88-c1719e07902e" -d '{"events": [{"server_uuid": "fd8cf036-5065-44f9-af28-b80d569ac55a", "name": "network-vif-unplugged", "status": "completed", "tag": "c0723a86-6281-499c-b5ec-fb4a33833017"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:02:15.707849 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port c0723a86-6281-499c-b5ec-fb4a33833017, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0723a86-6281-499c-b5ec-fb4a33833017,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:02:15.715696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:15.719181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:02:15.745014 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 13:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3ecb95-965b-4327-b476-4ed0102d07e0 x-openstack-request-id: req-cb3ecb95-965b-4327-b476-4ed0102d07e0 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:02:15.745242 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8cf036-5065-44f9-af28-b80d569ac55a", "name": "network-vif-unplugged", "status": "completed", "tag": "c0723a86-6281-499c-b5ec-fb4a33833017", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:02:15.745499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-cb3ecb95-965b-4327-b476-4ed0102d07e0 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:02:15.745886 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8cf036-5065-44f9-af28-b80d569ac55a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0723a86-6281-499c-b5ec-fb4a33833017', 'code': 200} Jun 24 13:02:15.749595 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:15.773761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0723a86-6281-499c-b5ec-fb4a33833017 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:02:15.793410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=c0723a86-6281-499c-b5ec-fb4a33833017,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:02:15.795081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:02:15.830276 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 13:02:15.830648 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 13:02:15.865719 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4de5e-a50d-4e85-aff9-35021c56e6f4 req-58cd1e26-3c16-4efe-bf90-e8a8ab6ed55e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:15.867228 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bed4de5e-a50d-4e85-aff9-35021c56e6f4 req-58cd1e26-3c16-4efe-bf90-e8a8ab6ed55e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 943 time: 0.0738256 Jun 24 13:02:15.904896 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bed4de5e-a50d-4e85-aff9-35021c56e6f4 req-f500d346-8acd-4adf-bfa1-6e3b7a16ca21 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319121 Jun 24 13:02:16.253479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cc295-aa62-4e15-bee8-968985ff3213 req-1e6050b7-e401-4a5b-a593-8c2bc1ba471b tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:16.255011 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e76cc295-aa62-4e15-bee8-968985ff3213 req-1e6050b7-e401-4a5b-a593-8c2bc1ba471b tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.102 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a&tenant_id=40e380c2e71041a99ddd706966bf0490&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 943 time: 0.1071532 Jun 24 13:02:16.263458 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d505cc-61c4-4a9b-81dc-c35197a12d0e req-155c3b6f-b5f5-4f84-8606-8935034c91ba tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:16.264833 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-91d505cc-61c4-4a9b-81dc-c35197a12d0e req-155c3b6f-b5f5-4f84-8606-8935034c91ba tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 943 time: 0.1265733 Jun 24 13:02:16.311945 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-91d505cc-61c4-4a9b-81dc-c35197a12d0e req-20265f3d-0e5c-4072-aab4-0cf76144ad3d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413055 Jun 24 13:02:16.354024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cc295-aa62-4e15-bee8-968985ff3213 req-7c0192c5-e6ad-47bd-805b-b63d109ce309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:16.355539 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e76cc295-aa62-4e15-bee8-968985ff3213 req-7c0192c5-e6ad-47bd-805b-b63d109ce309 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40e380c2e71041a99ddd706966bf0490&device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 1096 time: 0.0571878 Jun 24 13:02:16.365869 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:16.378530 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0723a86-6281-499c-b5ec-fb4a33833017 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:02:16.399846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port c0723a86-6281-499c-b5ec-fb4a33833017, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0723a86-6281-499c-b5ec-fb4a33833017,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:02:16.404971 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:16.407224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-007ea307-a61c-4732-b774-da60fd7a1434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:02:16.452046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cc295-aa62-4e15-bee8-968985ff3213 req-5ad1b7c4-0a1a-48c1-82f8-d3d1ca1ecc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:16.453676 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e76cc295-aa62-4e15-bee8-968985ff3213 req-5ad1b7c4-0a1a-48c1-82f8-d3d1ca1ecc22 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3afc103d-61cf-4239-9b64-7465aa0e2573 HTTP/1.1" status: 200 len: 916 time: 0.0923183 Jun 24 13:02:16.459412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=c0723a86-6281-499c-b5ec-fb4a33833017,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:02:16.462245 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['c0723a86-6281-499c-b5ec-fb4a33833017'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:02:16.464169 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:02:16.494021 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e76cc295-aa62-4e15-bee8-968985ff3213 req-bac65167-4128-423c-bfea-ba2039adae28 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0723a86-6281-499c-b5ec-fb4a33833017 HTTP/1.1" status: 200 len: 217 time: 0.0340827 Jun 24 13:02:16.545046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cc295-aa62-4e15-bee8-968985ff3213 req-54f5b515-e020-45fe-8f6c-c4f84ff2ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:16.546400 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e76cc295-aa62-4e15-bee8-968985ff3213 req-54f5b515-e020-45fe-8f6c-c4f84ff2ddcc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f6206c5-3d75-4842-8a99-88414254edc5 HTTP/1.1" status: 200 len: 854 time: 0.0468183 Jun 24 13:02:16.579994 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e76cc295-aa62-4e15-bee8-968985ff3213 req-a6667ee4-1398-47ca-982b-c602fde06069 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3afc103d-61cf-4239-9b64-7465aa0e2573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267539 Jun 24 13:02:16.667552 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e76cc295-aa62-4e15-bee8-968985ff3213 req-28f53368-b18c-4803-a010-83dbad06f088 service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808108 Jun 24 13:02:16.763409 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e76cc295-aa62-4e15-bee8-968985ff3213 req-e8bb5cf2-4c4e-455d-800f-bdff4c7f479d service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877154 Jun 24 13:02:17.329353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:17.503196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141921c5-2520-4b4f-8f52-c62d389d9579 req-5b35183c-45cb-4217-844d-ee1bf857e171 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:17.504584 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-141921c5-2520-4b4f-8f52-c62d389d9579 req-5b35183c-45cb-4217-844d-ee1bf857e171 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 944 time: 0.0633509 Jun 24 13:02:17.519296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c0723a86-6281-499c-b5ec-fb4a33833017 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:02:17.542280 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-141921c5-2520-4b4f-8f52-c62d389d9579 req-2810b583-7842-4593-9fd7-82b0969741c7 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Jun 24 13:02:17.566737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port c0723a86-6281-499c-b5ec-fb4a33833017 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:02:17.566927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:17.642897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:17.674865 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port c0723a86-6281-499c-b5ec-fb4a33833017, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0723a86-6281-499c-b5ec-fb4a33833017,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:02:17.679643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:17.681632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:02:17.726757 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d8654-64cc-4604-9f64-f72d94cd5f6b req-9497cfcc-9d23-4a19-82f7-ee0129841645 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:17.728125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=c0723a86-6281-499c-b5ec-fb4a33833017,revision_number=8']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:02:17.728353 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b62d8654-64cc-4604-9f64-f72d94cd5f6b req-9497cfcc-9d23-4a19-82f7-ee0129841645 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 944 time: 0.0774686 Jun 24 13:02:17.731155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:02:17.746861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8cf036-5065-44f9-af28-b80d569ac55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0723a86-6281-499c-b5ec-fb4a33833017'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:02:17.749210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746f629f-0a86-4a02-8811-64267169bb40" -d '{"events": [{"server_uuid": "fd8cf036-5065-44f9-af28-b80d569ac55a", "name": "network-vif-plugged", "status": "completed", "tag": "c0723a86-6281-499c-b5ec-fb4a33833017"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:02:17.766899 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b62d8654-64cc-4604-9f64-f72d94cd5f6b req-cb74c5da-f223-4609-9517-9ecbf21b9ce6 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325880 Jun 24 13:02:17.787251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0544189-05e2-43db-b296-860aa6bd55dd x-openstack-request-id: req-f0544189-05e2-43db-b296-860aa6bd55dd {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:02:17.787251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8cf036-5065-44f9-af28-b80d569ac55a", "name": "network-vif-plugged", "status": "completed", "tag": "c0723a86-6281-499c-b5ec-fb4a33833017", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:02:17.787251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f0544189-05e2-43db-b296-860aa6bd55dd {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:02:17.787251 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8cf036-5065-44f9-af28-b80d569ac55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0723a86-6281-499c-b5ec-fb4a33833017', 'code': 200} Jun 24 13:02:17.938319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32e997-2c1d-44e5-8467-a78bf7a414e3 req-3415d408-2b9f-49a7-bd69-db97ee0ad405 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:17.939901 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7f32e997-2c1d-44e5-8467-a78bf7a414e3 req-3415d408-2b9f-49a7-bd69-db97ee0ad405 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.0630224 Jun 24 13:02:17.977793 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7f32e997-2c1d-44e5-8467-a78bf7a414e3 req-a11eabd5-64b3-48f1-a6e0-e52ef1e07466 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322223 Jun 24 13:02:18.413974 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-9065a460-fd36-4abe-92a4-61df85323609 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:18.415471 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-9065a460-fd36-4abe-92a4-61df85323609 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/networks?id=3afc103d-61cf-4239-9b64-7465aa0e2573 HTTP/1.1" status: 200 len: 814 time: 0.1060715 Jun 24 13:02:18.430216 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-ba5bca28-9989-4283-83c3-f1861c4a3b84 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/quotas/40e380c2e71041a99ddd706966bf0490 HTTP/1.1" status: 200 len: 375 time: 0.0092406 Jun 24 13:02:18.493389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-0c1e707b-e651-4938-a746-16a094d42455 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=40e380c2e71041a99ddd706966bf0490&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575910 Jun 24 13:02:18.584695 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-805b86c1-1901-4e1d-85e4-92c3d3db9f3f service neutron] 10.222.0.110 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845759 Jun 24 13:02:18.672181 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-511718e4-f8ea-4235-96ee-24867bbdab09 service neutron] 10.222.0.110 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818455 Jun 24 13:02:18.842282 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-26f32f46-5d7f-47db-9782-4230ca44d648 req-2733fc4e-ace0-40a1-b836-dab57d307b0d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 210 time: 0.0286858 Jun 24 13:02:19.876486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-c9e9c21f-b474-4123-a54e-4ffc258e2cf9 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:19.877982 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-c9e9c21f-b474-4123-a54e-4ffc258e2cf9 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.102 "GET /v2.0/networks?id=3afc103d-61cf-4239-9b64-7465aa0e2573 HTTP/1.1" status: 200 len: 814 time: 0.1189466 Jun 24 13:02:19.895474 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Request body: {'port': {'device_id': '65803ddc-4d07-46c5-9afc-2b2f83dbcb7d', 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573', 'admin_state_up': True, 'tenant_id': '40e380c2e71041a99ddd706966bf0490'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:02:20.019700 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-00822d61-a06e-44ef-8140-647f24a8a949 req-f88f5cb3-7f11-4339-ba6e-4eee2a1dd063 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 210 time: 0.0580018 Jun 24 13:02:20.079868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd659c-6811-4873-a6db-9f473d6d2ec6 req-4d9aedf3-5eca-43b6-bddc-b1ea2fac7624 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:20.081263 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6acd659c-6811-4873-a6db-9f473d6d2ec6 req-4d9aedf3-5eca-43b6-bddc-b1ea2fac7624 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.102 "GET /v2.0/ports?device_id=fd8cf036-5065-44f9-af28-b80d569ac55a HTTP/1.1" status: 200 len: 945 time: 0.1302295 Jun 24 13:02:20.085737 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Made reservation on behalf of 40e380c2e71041a99ddd706966bf0490 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:02:20.089566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:20.284996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-6acd659c-6811-4873-a6db-9f473d6d2ec6 req-5ea02e80-e9b7-4be8-abc5-cdb8d1440232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Deleting port c0723a86-6281-499c-b5ec-fb4a33833017 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:02:20.285336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6acd659c-6811-4873-a6db-9f473d6d2ec6 req-5ea02e80-e9b7-4be8-abc5-cdb8d1440232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:20.302912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Allocated IP 172.20.0.10 (3afc103d-61cf-4239-9b64-7465aa0e2573/2f6206c5-3d75-4842-8a99-88414254edc5/e4ca0b18-dfc6-42f5-ad14-9dab80f031ce) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:02:20.414493 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-6acd659c-6811-4873-a6db-9f473d6d2ec6 req-5ea02e80-e9b7-4be8-abc5-cdb8d1440232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] For port c0723a86-6281-499c-b5ec-fb4a33833017, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0723a86-6281-499c-b5ec-fb4a33833017,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:02:20.414881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6acd659c-6811-4873-a6db-9f473d6d2ec6 req-5ea02e80-e9b7-4be8-abc5-cdb8d1440232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:20.449397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-6acd659c-6811-4873-a6db-9f473d6d2ec6 req-5ea02e80-e9b7-4be8-abc5-cdb8d1440232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Calling delete_port for c0723a86-6281-499c-b5ec-fb4a33833017 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:02:20.568539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:20.655037 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:20.659191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f068fa03-2cc6-4a58-a1be-772e8228c445 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:02:20.666218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['c0723a86-6281-499c-b5ec-fb4a33833017'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:02:20.668112 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6acd659c-6811-4873-a6db-9f473d6d2ec6 req-5ea02e80-e9b7-4be8-abc5-cdb8d1440232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:20.696292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['c0723a86-6281-499c-b5ec-fb4a33833017'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:02:20.710565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Network 3afc103d-61cf-4239-9b64-7465aa0e2573 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:02:20.719494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:02:20.724951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:02:20.765367 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Pushing event updated for resources: {'Port': ['ID=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:02:20.789523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:02:20.792023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:02:20.797409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acd659c-6811-4873-a6db-9f473d6d2ec6 req-5ea02e80-e9b7-4be8-abc5-cdb8d1440232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] No DVR routers for this DVR port c0723a86-6281-499c-b5ec-fb4a33833017 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:02:20.802366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6acd659c-6811-4873-a6db-9f473d6d2ec6 req-5ea02e80-e9b7-4be8-abc5-cdb8d1440232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:20.804289 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6acd659c-6811-4873-a6db-9f473d6d2ec6 req-5ea02e80-e9b7-4be8-abc5-cdb8d1440232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.102 "DELETE /v2.0/ports/c0723a86-6281-499c-b5ec-fb4a33833017 HTTP/1.1" status: 204 len: 173 time: 0.7123449 Jun 24 13:02:20.820169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8cf036-5065-44f9-af28-b80d569ac55a', 'name': 'network-vif-deleted', 'tag': 'c0723a86-6281-499c-b5ec-fb4a33833017'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:02:20.822484 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f03ccd-5a33-47a4-8929-d77c64bdf881" -d '{"events": [{"server_uuid": "fd8cf036-5065-44f9-af28-b80d569ac55a", "name": "network-vif-deleted", "tag": "c0723a86-6281-499c-b5ec-fb4a33833017"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:02:20.827906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea02e80-e9b7-4be8-abc5-cdb8d1440232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Pushing event deleted for resources: {'Port': ['ID=c0723a86-6281-499c-b5ec-fb4a33833017,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:02:20.832069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5ea02e80-e9b7-4be8-abc5-cdb8d1440232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:02:20.845092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:20.845726 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:20.861621 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9707739 Jun 24 13:02:20.866732 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55860e72-1a0e-4630-95ec-2bc27dc98dba x-openstack-request-id: req-55860e72-1a0e-4630-95ec-2bc27dc98dba {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:02:20.867298 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8cf036-5065-44f9-af28-b80d569ac55a", "name": "network-vif-deleted", "tag": "c0723a86-6281-499c-b5ec-fb4a33833017", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:02:20.867616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-55860e72-1a0e-4630-95ec-2bc27dc98dba {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:02:20.868110 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8cf036-5065-44f9-af28-b80d569ac55a', 'name': 'network-vif-deleted', 'tag': 'c0723a86-6281-499c-b5ec-fb4a33833017', 'status': 'completed', 'code': 200} Jun 24 13:02:20.877551 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Request body: {'port': {'device_id': '65803ddc-4d07-46c5-9afc-2b2f83dbcb7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:02:20.950623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:21.252963 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df6a61-d462-4a4c-967e-8da15d7fe031 req-5dacac8a-37c2-4962-9d32-85e6d31b2137 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:21.254634 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-65df6a61-d462-4a4c-967e-8da15d7fe031 req-5dacac8a-37c2-4962-9d32-85e6d31b2137 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 932 time: 0.1200867 Jun 24 13:02:21.274107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ca0b18-dfc6-42f5-ad14-9dab80f031ce {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:02:21.287599 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:21.312236 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Transition to ACTIVE for port object e4ca0b18-dfc6-42f5-ad14-9dab80f031ce will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:02:21.318542 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-65df6a61-d462-4a4c-967e-8da15d7fe031 req-82d4bb5b-95ec-4fa8-b87f-7b06a1f851f6 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536716 Jun 24 13:02:21.319754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:21.322117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d76d3ac8-12ea-4b67-8a62-8c54537f3c74 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:02:21.396656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:02:21.416073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:02:21.444785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Attempting to bind port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:02:21.445120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Attempting to bind port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '6094af9c-1541-4e2c-b035-29c8801d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:02:21.445448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Attempting to bind port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce on network 3afc103d-61cf-4239-9b64-7465aa0e2573 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:02:21.450392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce on network 3afc103d-61cf-4239-9b64-7465aa0e2573 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:02:21.450721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Attempting to bind port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce on network 3afc103d-61cf-4239-9b64-7465aa0e2573 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:02:21.455550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:02:21.455827 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Checking segment: {'id': '6094af9c-1541-4e2c-b035-29c8801d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:02:21.456208 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Bound using segment: {'id': '6094af9c-1541-4e2c-b035-29c8801d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:02:21.456632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Bound port: e4ca0b18-dfc6-42f5-ad14-9dab80f031ce, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6094af9c-1541-4e2c-b035-29c8801d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:02:21.456987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:21.518293 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] For port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:02:21.521720 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] For port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:02:21.525330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:21.528068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:02:21.564184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:21.564799 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:21.566157 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] 10.222.0.102 "PUT /v2.0/ports/e4ca0b18-dfc6-42f5-ad14-9dab80f031ce HTTP/1.1" status: 200 len: 1094 time: 0.6928937 Jun 24 13:02:21.587181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:02:21.592048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:02:21.652785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-2988e75a-5d94-4e67-b4c1-4690f414c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:21.654272 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-2988e75a-5d94-4e67-b4c1-4690f414c436 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40e380c2e71041a99ddd706966bf0490&device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 1097 time: 0.0528092 Jun 24 13:02:21.696256 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-5ec4394b-7d40-444f-b704-83976e5021db service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce HTTP/1.1" status: 200 len: 217 time: 0.0349512 Jun 24 13:02:21.747565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-cbbaa7b9-0223-4eb2-a7ee-72b8b94c19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:21.748942 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-cbbaa7b9-0223-4eb2-a7ee-72b8b94c19f4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f6206c5-3d75-4842-8a99-88414254edc5 HTTP/1.1" status: 200 len: 854 time: 0.0470903 Jun 24 13:02:21.783887 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-4e21bdbc-214e-47a9-a98a-665684d1307c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3afc103d-61cf-4239-9b64-7465aa0e2573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291920 Jun 24 13:02:21.874359 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-56f1321f-6a05-4748-9ae8-8cbf9605af42 service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843112 Jun 24 13:02:21.963133 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83859f54-3c7c-4c32-9142-edf3acce22d6 req-709b15e1-e457-4266-85c0-5da70c4182b1 service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819268 Jun 24 13:02:22.498872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19649c55-2990-4aea-9895-28c093d1c7a2 req-d839efa0-7f63-4199-bf91-b85453ee4316 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:22.500250 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-19649c55-2990-4aea-9895-28c093d1c7a2 req-d839efa0-7f63-4199-bf91-b85453ee4316 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 944 time: 0.0626099 Jun 24 13:02:22.541666 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-19649c55-2990-4aea-9895-28c093d1c7a2 req-35b452dc-f4d1-41bc-bcb6-1a4a6937968a tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358684 Jun 24 13:02:22.869655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65803ddc-4d07-46c5-9afc-2b2f83dbcb7d', 'tag': 'e4ca0b18-dfc6-42f5-ad14-9dab80f031ce'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:02:22.872126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549c427e-970d-4b8a-a407-9ff37df9fec6" -d '{"events": [{"name": "network-changed", "server_uuid": "65803ddc-4d07-46c5-9afc-2b2f83dbcb7d", "tag": "e4ca0b18-dfc6-42f5-ad14-9dab80f031ce"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:02:22.907541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a3b8a0-2d53-414a-a998-95a7af39adb9 x-openstack-request-id: req-89a3b8a0-2d53-414a-a998-95a7af39adb9 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:02:22.907887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65803ddc-4d07-46c5-9afc-2b2f83dbcb7d", "tag": "e4ca0b18-dfc6-42f5-ad14-9dab80f031ce", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:02:22.908289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-89a3b8a0-2d53-414a-a998-95a7af39adb9 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:02:22.908734 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65803ddc-4d07-46c5-9afc-2b2f83dbcb7d', 'tag': 'e4ca0b18-dfc6-42f5-ad14-9dab80f031ce', 'status': 'completed', 'code': 200} Jun 24 13:02:22.983445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c427e-970d-4b8a-a407-9ff37df9fec6 req-572c0bd1-8acb-4067-8fcd-aa78b0501b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:22.984928 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-549c427e-970d-4b8a-a407-9ff37df9fec6 req-572c0bd1-8acb-4067-8fcd-aa78b0501b00 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40e380c2e71041a99ddd706966bf0490&device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 1097 time: 0.0529215 Jun 24 13:02:23.071648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c427e-970d-4b8a-a407-9ff37df9fec6 req-d4790483-81ef-4f3d-bcf2-2cd95a7aae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:23.073033 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-549c427e-970d-4b8a-a407-9ff37df9fec6 req-d4790483-81ef-4f3d-bcf2-2cd95a7aae73 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3afc103d-61cf-4239-9b64-7465aa0e2573 HTTP/1.1" status: 200 len: 916 time: 0.0819051 Jun 24 13:02:23.115803 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-549c427e-970d-4b8a-a407-9ff37df9fec6 req-1906c765-8d62-4113-a77a-774cf3d7690c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce HTTP/1.1" status: 200 len: 217 time: 0.0367000 Jun 24 13:02:23.165063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c427e-970d-4b8a-a407-9ff37df9fec6 req-31e0b63d-2b0e-4af8-9621-aba3d9f82d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:23.166538 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-549c427e-970d-4b8a-a407-9ff37df9fec6 req-31e0b63d-2b0e-4af8-9621-aba3d9f82d58 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f6206c5-3d75-4842-8a99-88414254edc5 HTTP/1.1" status: 200 len: 854 time: 0.0439689 Jun 24 13:02:23.200547 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-549c427e-970d-4b8a-a407-9ff37df9fec6 req-e8ad4e0a-f278-47b5-8032-45ce1c1e4b06 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3afc103d-61cf-4239-9b64-7465aa0e2573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280344 Jun 24 13:02:23.289628 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-549c427e-970d-4b8a-a407-9ff37df9fec6 req-5a414ebe-d4d2-4b23-98a6-e24f8ebce521 service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830648 Jun 24 13:02:23.386172 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-549c427e-970d-4b8a-a407-9ff37df9fec6 req-ee17ccd7-0292-45e1-96b7-8209def3e9ff service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907328 Jun 24 13:02:23.562685 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c0723a86-6281-499c-b5ec-fb4a33833017 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:02:23.564758 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device e4ca0b18-dfc6-42f5-ad14-9dab80f031ce details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:02:23.588447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: c0723a86-6281-499c-b5ec-fb4a33833017 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:02:23.588804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device c0723a86-6281-499c-b5ec-fb4a33833017 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:02:23.677624 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:02:23.688342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'e4ca0b18-dfc6-42f5-ad14-9dab80f031ce', 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573', 'port_id': 'e4ca0b18-dfc6-42f5-ad14-9dab80f031ce', 'mac_address': 'fa:16:3e:9e:67:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6206c5-3d75-4842-8a99-88414254edc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:02:23.716311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e264717-5f47-4510-96b5-bc60a0e66746 req-a1203b48-b87e-4e59-a5db-93bf178e4232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:23.717804 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e264717-5f47-4510-96b5-bc60a0e66746 req-a1203b48-b87e-4e59-a5db-93bf178e4232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 944 time: 0.0671904 Jun 24 13:02:23.725377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:23.738051 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ca0b18-dfc6-42f5-ad14-9dab80f031ce {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:02:23.756708 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e264717-5f47-4510-96b5-bc60a0e66746 req-78d57a4e-d8ec-4e5e-8e46-b009d1b01802 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331388 Jun 24 13:02:23.761555 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:02:23.765727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:23.767579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:02:23.813744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:02:23.816743 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:02:23.954935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['e4ca0b18-dfc6-42f5-ad14-9dab80f031ce'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:02:24.930671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc3f17-3528-45e8-a8e4-3c8baaee3a46 req-e113969c-adc8-4d20-b97c-e7c2c9b1a1e9 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:24.932181 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8bc3f17-3528-45e8-a8e4-3c8baaee3a46 req-e113969c-adc8-4d20-b97c-e7c2c9b1a1e9 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 945 time: 0.0634506 Jun 24 13:02:24.968638 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8bc3f17-3528-45e8-a8e4-3c8baaee3a46 req-42f09736-8920-4c10-9c30-0f5470d0bbe9 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306053 Jun 24 13:02:25.559371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device e4ca0b18-dfc6-42f5-ad14-9dab80f031ce up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:02:25.608858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:02:25.612499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:02:25.612879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:25.685533 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:25.707831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65803ddc-4d07-46c5-9afc-2b2f83dbcb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ca0b18-dfc6-42f5-ad14-9dab80f031ce'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:02:25.710647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9aed06-50de-4dba-9c1c-2132fed9e7aa" -d '{"events": [{"server_uuid": "65803ddc-4d07-46c5-9afc-2b2f83dbcb7d", "name": "network-vif-plugged", "status": "completed", "tag": "e4ca0b18-dfc6-42f5-ad14-9dab80f031ce"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:02:25.723047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:02:25.727542 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:25.729425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:02:25.752742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5153c1f1-fcc4-4a62-bd50-970ae45b569e x-openstack-request-id: req-5153c1f1-fcc4-4a62-bd50-970ae45b569e {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:02:25.753047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65803ddc-4d07-46c5-9afc-2b2f83dbcb7d", "name": "network-vif-plugged", "status": "completed", "tag": "e4ca0b18-dfc6-42f5-ad14-9dab80f031ce", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:02:25.753308 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-5153c1f1-fcc4-4a62-bd50-970ae45b569e {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:02:25.753691 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65803ddc-4d07-46c5-9afc-2b2f83dbcb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ca0b18-dfc6-42f5-ad14-9dab80f031ce', 'code': 200} Jun 24 13:02:25.781045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:02:25.788153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:02:25.788510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:02:25.792792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:02:25.792792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:02:25.792792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:02:25.792792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:02:25.792792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:02:25.792792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:02:25.792792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:02:25.792792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:02:25.792792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:02:25.792792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:02:25.795696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:02:25.967297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd64fc2-2f0d-4171-8f93-d3e4c80b003e req-97d5b143-39f8-4df6-9c73-afea64d8db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:25.968750 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdd64fc2-2f0d-4171-8f93-d3e4c80b003e req-97d5b143-39f8-4df6-9c73-afea64d8db3f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 1099 time: 0.0553966 Jun 24 13:02:26.301535 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdd64fc2-2f0d-4171-8f93-d3e4c80b003e req-81bb0495-d0a9-48f7-8690-21613e34adbc service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267953 Jun 24 13:02:26.331254 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9024-0e0d-469e-9281-21f551b1f7eb req-b497e06a-2baf-4f76-9362-0e373fa500d6 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:26.332667 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ad1d9024-0e0d-469e-9281-21f551b1f7eb req-b497e06a-2baf-4f76-9362-0e373fa500d6 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0732498 Jun 24 13:02:26.369397 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ad1d9024-0e0d-469e-9281-21f551b1f7eb req-7e9baade-8fc0-4a68-92a9-79c7b39d8d8d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309675 Jun 24 13:02:26.607466 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f4ca947a-1e95-4e07-81a3-9f235bb1494a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:27.541551 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1cfa8-4b6c-49e4-b106-59208ada6fe2 req-a5c5b600-8c73-4277-86b9-aaa36ecb65d7 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:27.543023 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9a1cfa8-4b6c-49e4-b106-59208ada6fe2 req-a5c5b600-8c73-4277-86b9-aaa36ecb65d7 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0616009 Jun 24 13:02:27.587703 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9a1cfa8-4b6c-49e4-b106-59208ada6fe2 req-e6742267-5592-4910-96a5-b337835fe753 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391424 Jun 24 13:02:27.757157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d3959-18d1-4b3d-a4ce-d573b7591022 req-84bf8710-e41f-4ac0-b309-655446975da1 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:27.758507 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e92d3959-18d1-4b3d-a4ce-d573b7591022 req-84bf8710-e41f-4ac0-b309-655446975da1 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0621369 Jun 24 13:02:27.796461 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e92d3959-18d1-4b3d-a4ce-d573b7591022 req-233c28d8-4afe-49d3-9133-e68cea6b7820 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323555 Jun 24 13:02:28.127404 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-fe63e411-b986-4ada-9ed5-51db74c385d3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505404 Jun 24 13:02:28.186573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de2c70-efbd-44d4-bcd7-014304742de3 req-4107f39c-630d-4d80-accb-e0a24c368049 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:28.189022 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-96de2c70-efbd-44d4-bcd7-014304742de3 req-4107f39c-630d-4d80-accb-e0a24c368049 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0650749 Jun 24 13:02:28.233315 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-96de2c70-efbd-44d4-bcd7-014304742de3 req-34fec3dd-8c4d-4c32-b7eb-0cb4bb5f6f33 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360675 Jun 24 13:02:28.865701 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:02:29.324654 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-457424d3-5d8c-406a-9561-583e5879eae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:29.325455 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-0f3036dd-3fc8-4864-b438-b1f8273d22c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:29.326511 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-0f3036dd-3fc8-4864-b438-b1f8273d22c0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40e380c2e71041a99ddd706966bf0490&device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 1099 time: 0.1054974 Jun 24 13:02:29.436384 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:29.466049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-aea0010e-14a5-4994-b7f7-664752b64ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:29.467557 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-aea0010e-14a5-4994-b7f7-664752b64ef5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3afc103d-61cf-4239-9b64-7465aa0e2573 HTTP/1.1" status: 200 len: 916 time: 0.1353133 Jun 24 13:02:29.478028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb662e-a0e0-4356-a2b6-f8441a683476 req-54952043-5193-45e2-b28e-62904fb01d48 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:29.479495 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-baeb662e-a0e0-4356-a2b6-f8441a683476 req-54952043-5193-45e2-b28e-62904fb01d48 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.1230044 Jun 24 13:02:29.521149 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-d70f89f4-f252-455a-9ec9-10df0e9f5bc6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce HTTP/1.1" status: 200 len: 217 time: 0.0407479 Jun 24 13:02:29.576210 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-baeb662e-a0e0-4356-a2b6-f8441a683476 req-eb1c8c0f-eabb-4a7d-8ed1-dd9aad157cbc tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903430 Jun 24 13:02:29.585747 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-65b22db4-d3a1-4702-b823-261713d64cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:29.587422 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-65b22db4-d3a1-4702-b823-261713d64cdd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f6206c5-3d75-4842-8a99-88414254edc5 HTTP/1.1" status: 200 len: 854 time: 0.0604761 Jun 24 13:02:29.625219 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-eb0c205a-9903-4210-95f9-23a46704f70b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3afc103d-61cf-4239-9b64-7465aa0e2573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315409 Jun 24 13:02:29.635408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-fc4ea851-134f-4184-b40b-5bbda35267df service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 13:02:29.636548 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-fc4ea851-134f-4184-b40b-5bbda35267df service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050290 Jun 24 13:02:29.731771 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-88ebcc80-78fa-4251-9947-0fc371fb5b7d service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894053 Jun 24 13:02:29.823944 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-8438f7c5-d113-4806-af8d-528e962b8916 service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862956 Jun 24 13:02:30.088205 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba2bcf-170f-4773-af56-a111fc8f41fb req-655e3ad5-d2ab-47e7-b760-ec6c09486ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:30.089582 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6ba2bcf-170f-4773-af56-a111fc8f41fb req-655e3ad5-d2ab-47e7-b760-ec6c09486ac1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40e380c2e71041a99ddd706966bf0490&device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 1099 time: 0.0518289 Jun 24 13:02:30.201036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba2bcf-170f-4773-af56-a111fc8f41fb req-3bbefb93-a87f-4f35-beb2-0974353b1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:30.202510 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6ba2bcf-170f-4773-af56-a111fc8f41fb req-3bbefb93-a87f-4f35-beb2-0974353b1c68 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3afc103d-61cf-4239-9b64-7465aa0e2573 HTTP/1.1" status: 200 len: 916 time: 0.0880065 Jun 24 13:02:30.243066 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6ba2bcf-170f-4773-af56-a111fc8f41fb req-45849d32-2574-4bd4-ba68-f77e7ffcfd13 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce HTTP/1.1" status: 200 len: 217 time: 0.0344706 Jun 24 13:02:30.291470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba2bcf-170f-4773-af56-a111fc8f41fb req-7c7b2e52-0bca-4459-af34-1822ca2e522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:30.292918 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6ba2bcf-170f-4773-af56-a111fc8f41fb req-7c7b2e52-0bca-4459-af34-1822ca2e522b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f6206c5-3d75-4842-8a99-88414254edc5 HTTP/1.1" status: 200 len: 854 time: 0.0438321 Jun 24 13:02:30.323616 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:30.327641 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6ba2bcf-170f-4773-af56-a111fc8f41fb req-c6b7afb7-83b9-4500-a93e-a0dc85b96b68 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3afc103d-61cf-4239-9b64-7465aa0e2573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282898 Jun 24 13:02:30.420068 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6ba2bcf-170f-4773-af56-a111fc8f41fb req-bd3a3ed7-e5eb-44d3-9241-ed7452113705 service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860860 Jun 24 13:02:30.514140 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6ba2bcf-170f-4773-af56-a111fc8f41fb req-20239210-8437-4b9b-9272-7a17015a1c39 service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883851 Jun 24 13:02:30.752521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba53da-8549-4272-b781-71b726a3308b req-ea2c7540-8dda-4376-ae56-b55d5238ecc5 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:30.753897 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7ba53da-8549-4272-b781-71b726a3308b req-ea2c7540-8dda-4376-ae56-b55d5238ecc5 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0636868 Jun 24 13:02:30.793598 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7ba53da-8549-4272-b781-71b726a3308b req-4c89126e-7b95-49c6-89e3-2de667de2391 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335951 Jun 24 13:02:31.966986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c758b0-a024-41e9-9061-41ec2c709959 req-054c9083-f992-4498-af98-224a7f7eca77 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:31.968444 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67c758b0-a024-41e9-9061-41ec2c709959 req-054c9083-f992-4498-af98-224a7f7eca77 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0649383 Jun 24 13:02:32.006088 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67c758b0-a024-41e9-9061-41ec2c709959 req-fc85a10a-19bb-4de3-b079-1e908622f2e1 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 Jun 24 13:02:32.305311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:33.179860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af043b-caea-4268-8970-08ece83edc68 req-ea59de7f-a5bb-4e03-85ad-be997ea3bbd0 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:33.181334 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-22af043b-caea-4268-8970-08ece83edc68 req-ea59de7f-a5bb-4e03-85ad-be997ea3bbd0 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0670538 Jun 24 13:02:33.218456 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-22af043b-caea-4268-8970-08ece83edc68 req-4ecd318c-7509-445d-b9fa-26b0dff2a691 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Jun 24 13:02:34.391277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4b678-e646-442d-8e52-39c15e2d51ba req-3c05b2fe-60bb-4d63-8eb3-a4484a08a7e3 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:34.392768 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-58d4b678-e646-442d-8e52-39c15e2d51ba req-3c05b2fe-60bb-4d63-8eb3-a4484a08a7e3 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0641325 Jun 24 13:02:34.430993 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-58d4b678-e646-442d-8e52-39c15e2d51ba req-e7e7b2ae-cff8-4953-a084-85f53b489525 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319207 Jun 24 13:02:35.611023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ce915-950d-49d0-a3b9-f8374b45b887 req-954cacde-7ed6-411e-b1f6-bbe3deb8bc05 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:35.612487 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e77ce915-950d-49d0-a3b9-f8374b45b887 req-954cacde-7ed6-411e-b1f6-bbe3deb8bc05 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0675652 Jun 24 13:02:35.649643 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e77ce915-950d-49d0-a3b9-f8374b45b887 req-ddfbb674-6cf6-4dad-b9e7-4f814e135171 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Jun 24 13:02:36.872641 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1b097-3169-4261-a20d-79f51bd89d28 req-68100d40-8f22-4159-b2fe-debc66b571bf tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:36.874130 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-64f1b097-3169-4261-a20d-79f51bd89d28 req-68100d40-8f22-4159-b2fe-debc66b571bf tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.1119046 Jun 24 13:02:36.911064 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-64f1b097-3169-4261-a20d-79f51bd89d28 req-07b2d73f-f3b9-4c81-a405-d311a36e05df tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Jun 24 13:02:38.129539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163633dc-0e7a-4124-80db-7ea1af489f93 req-b8b83329-a46a-4ec2-8173-f31ddb715ec3 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:38.131005 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-163633dc-0e7a-4124-80db-7ea1af489f93 req-b8b83329-a46a-4ec2-8173-f31ddb715ec3 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.1095657 Jun 24 13:02:38.168279 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-163633dc-0e7a-4124-80db-7ea1af489f93 req-0bddfb8d-aecd-4e4e-b62c-b5df498285df tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306950 Jun 24 13:02:39.346922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbefd3-4a3d-42e5-8427-a191a47393cb req-0bd280fe-8e9d-46db-a809-8d1830189541 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:39.348287 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3dcbefd3-4a3d-42e5-8427-a191a47393cb req-0bd280fe-8e9d-46db-a809-8d1830189541 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0669200 Jun 24 13:02:39.397688 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3dcbefd3-4a3d-42e5-8427-a191a47393cb req-4b62f927-2cd5-49fb-bd7b-e198dc5995ae tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432227 Jun 24 13:02:40.569002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380b5ef-3bf0-4fe3-940d-6a1294fd0ed6 req-bbc1a96c-879b-4194-8474-ab1909fcb292 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:40.570960 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9380b5ef-3bf0-4fe3-940d-6a1294fd0ed6 req-bbc1a96c-879b-4194-8474-ab1909fcb292 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0646949 Jun 24 13:02:40.608513 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9380b5ef-3bf0-4fe3-940d-6a1294fd0ed6 req-b1edf7ed-39ec-4e74-b640-0831a47cd4bf tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Jun 24 13:02:41.785829 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01625afe-9a17-4ebd-8f16-3f7a068b0df6 req-fa0491b8-f61d-4998-bd8b-75524a157bc4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:41.787323 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-01625afe-9a17-4ebd-8f16-3f7a068b0df6 req-fa0491b8-f61d-4998-bd8b-75524a157bc4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0675778 Jun 24 13:02:41.825890 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-01625afe-9a17-4ebd-8f16-3f7a068b0df6 req-ee63e172-ac88-48fd-b819-068818edbe4a tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323310 Jun 24 13:02:42.998835 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f8cb3-e265-479a-9e8e-de5c0872d43d req-d1a6c32f-0c87-4ad2-acec-78007cea0406 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:43.000286 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8a2f8cb3-e265-479a-9e8e-de5c0872d43d req-d1a6c32f-0c87-4ad2-acec-78007cea0406 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0638394 Jun 24 13:02:43.037447 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8a2f8cb3-e265-479a-9e8e-de5c0872d43d req-f00827c4-dff7-45bb-94ec-90be7ddf9791 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Jun 24 13:02:44.206857 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f4303-6336-4386-a876-606ddc089d5e req-45299578-d65f-4bba-b378-290579c1d617 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:44.208324 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bb5f4303-6336-4386-a876-606ddc089d5e req-45299578-d65f-4bba-b378-290579c1d617 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0617971 Jun 24 13:02:44.247066 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bb5f4303-6336-4386-a876-606ddc089d5e req-d5f72179-529e-49b4-9baa-079a76bdbbef tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330112 Jun 24 13:02:45.435262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5936f-8c09-41f0-be3b-81fbaa21e633 req-6071b640-1e3b-41a1-b6a4-644c2c78570d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:45.436688 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02e5936f-8c09-41f0-be3b-81fbaa21e633 req-6071b640-1e3b-41a1-b6a4-644c2c78570d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0729074 Jun 24 13:02:45.474832 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02e5936f-8c09-41f0-be3b-81fbaa21e633 req-f698be48-fb5a-4d8d-8f2f-25ab4ab8fca6 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325313 Jun 24 13:02:46.647455 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1facd91-5750-45bd-b1a9-de9998b678d1 req-f9b6df33-3c17-4c4a-8521-87d8c6e9187d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:46.649506 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b1facd91-5750-45bd-b1a9-de9998b678d1 req-f9b6df33-3c17-4c4a-8521-87d8c6e9187d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0616751 Jun 24 13:02:46.686826 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b1facd91-5750-45bd-b1a9-de9998b678d1 req-8ac8a952-3aac-48e2-91ea-ed30163c7e9a tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316930 Jun 24 13:02:47.352837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:47.860781 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfacad4-2df9-4156-97bc-40b2e48dbe1d req-4da2f95a-9376-43f8-8877-d05265657ca7 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:47.862243 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7bfacad4-2df9-4156-97bc-40b2e48dbe1d req-4da2f95a-9376-43f8-8877-d05265657ca7 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0663424 Jun 24 13:02:47.901191 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7bfacad4-2df9-4156-97bc-40b2e48dbe1d req-1c807ca6-031a-4618-a32a-9f4ef617240e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333235 Jun 24 13:02:49.072401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64779ce5-3a3a-45f3-9ed3-586867290ad4 req-5231c2c9-9d08-4c0a-a73b-e8ed8869fbe8 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:49.073771 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-64779ce5-3a3a-45f3-9ed3-586867290ad4 req-5231c2c9-9d08-4c0a-a73b-e8ed8869fbe8 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0635164 Jun 24 13:02:49.111713 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-64779ce5-3a3a-45f3-9ed3-586867290ad4 req-b00a4bdf-dc82-4f2c-81e4-76cbf8e1f33b tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321944 Jun 24 13:02:50.281092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd48f15-5b80-4b61-8f6f-493bd96cc57c req-909286a0-a008-421c-b0e4-e93637fc71f8 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:50.282546 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1fd48f15-5b80-4b61-8f6f-493bd96cc57c req-909286a0-a008-421c-b0e4-e93637fc71f8 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0612457 Jun 24 13:02:50.320649 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1fd48f15-5b80-4b61-8f6f-493bd96cc57c req-74fe1fde-3553-4f26-8d62-ec1e530fe389 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324879 Jun 24 13:02:51.501160 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234ea33-3142-468c-92fe-86ea0faaf21e req-90066cc5-fa1b-465f-bd44-f6d8d2ed633f tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:51.502626 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d234ea33-3142-468c-92fe-86ea0faaf21e req-90066cc5-fa1b-465f-bd44-f6d8d2ed633f tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0690212 Jun 24 13:02:51.548722 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d234ea33-3142-468c-92fe-86ea0faaf21e req-72c2e9c4-918f-4acd-84c1-14470add2a59 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398965 Jun 24 13:02:52.723697 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adab32-661b-4327-a261-1ff46de20dda req-60c56a9b-f3a3-449a-bd80-e279d17ee841 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:52.725163 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6adab32-661b-4327-a261-1ff46de20dda req-60c56a9b-f3a3-449a-bd80-e279d17ee841 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0638351 Jun 24 13:02:52.763476 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6adab32-661b-4327-a261-1ff46de20dda req-496b4d15-246f-49a7-a8ef-f3393ac37374 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325494 Jun 24 13:02:53.936517 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a338-f9ea-4c12-88dc-605750f7dede req-043dd40f-2601-4940-beb3-974895df55e0 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:53.937979 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4de3a338-f9ea-4c12-88dc-605750f7dede req-043dd40f-2601-4940-beb3-974895df55e0 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0652945 Jun 24 13:02:53.975741 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4de3a338-f9ea-4c12-88dc-605750f7dede req-7c958a32-4f4d-4439-bd49-52714559e7e8 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321231 Jun 24 13:02:55.147833 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11ab23-f5b2-40fc-99c6-3cd0658e6878 req-1c0981c2-59fc-4eda-855d-af6d59fb8d82 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:55.150063 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a11ab23-f5b2-40fc-99c6-3cd0658e6878 req-1c0981c2-59fc-4eda-855d-af6d59fb8d82 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0623677 Jun 24 13:02:55.199287 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a11ab23-f5b2-40fc-99c6-3cd0658e6878 req-24a5c82e-72ce-42e8-bd9d-9b91c0a880e4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409157 Jun 24 13:02:56.372787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812c67d-d618-4837-9815-36ecb1e32b0e req-5124b64e-6ebc-4913-8c47-1840c36a32de tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:56.374257 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d812c67d-d618-4837-9815-36ecb1e32b0e req-5124b64e-6ebc-4913-8c47-1840c36a32de tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0624974 Jun 24 13:02:56.420360 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d812c67d-d618-4837-9815-36ecb1e32b0e req-9ea0f5b4-b308-483b-a6e2-0e3fcb3ae8c7 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323100 Jun 24 13:02:56.513881 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-d9bfef66-c9da-40e3-80b7-4bb247dc9cdb service neutron] 10.222.0.102 "GET /v2.0/ports/e4ca0b18-dfc6-42f5-ad14-9dab80f031ce/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0565708 Jun 24 13:02:56.608737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-062ab780-628f-4fee-ace3-8ce08cff8f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:56.764975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-0ebf0f1c-23a3-4376-825f-9d6a0e350b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:56.766359 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-0ebf0f1c-23a3-4376-825f-9d6a0e350b1c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d&tenant_id=40e380c2e71041a99ddd706966bf0490 HTTP/1.1" status: 200 len: 1099 time: 0.0528853 Jun 24 13:02:56.839929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-b5c24e9c-dd64-459e-9fea-4690a6c85af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:56.841391 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-b5c24e9c-dd64-459e-9fea-4690a6c85af1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40e380c2e71041a99ddd706966bf0490&device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 1099 time: 0.0519426 Jun 24 13:02:56.934628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-55260f13-15a3-4ac1-87e1-1e618ad5f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:56.936111 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-55260f13-15a3-4ac1-87e1-1e618ad5f6ef service neutron] 10.222.0.102 "GET /v2.0/networks?id=3afc103d-61cf-4239-9b64-7465aa0e2573 HTTP/1.1" status: 200 len: 916 time: 0.0874009 Jun 24 13:02:56.976723 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-b88d5552-d9ca-446e-8d5a-02dd44e25b2f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce HTTP/1.1" status: 200 len: 217 time: 0.0334311 Jun 24 13:02:57.027077 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-958e3e42-5b96-4def-8b5b-de5630477b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:57.028434 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-958e3e42-5b96-4def-8b5b-de5630477b6f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f6206c5-3d75-4842-8a99-88414254edc5 HTTP/1.1" status: 200 len: 854 time: 0.0456464 Jun 24 13:02:57.064447 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-3e5a9981-805b-4a2e-b848-8f35495b84e9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3afc103d-61cf-4239-9b64-7465aa0e2573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299742 Jun 24 13:02:57.151827 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-2d52e2c5-29a6-4911-a5e9-62c7faa39775 service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806794 Jun 24 13:02:57.242027 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7eafaccd-e285-4697-a418-cf915cb119e9 req-67d8abb9-f40b-4cf8-9c3d-84218651070d service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841498 Jun 24 13:02:57.591261 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fdf0a-e01b-4df2-9404-82bb50273816 req-69ce4de3-45a2-44f5-9aa0-fb2286ab29f8 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:57.592767 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-818fdf0a-e01b-4df2-9404-82bb50273816 req-69ce4de3-45a2-44f5-9aa0-fb2286ab29f8 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0628464 Jun 24 13:02:57.629165 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-818fdf0a-e01b-4df2-9404-82bb50273816 req-b363898f-14b6-4a72-87f1-b747819328de tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307517 Jun 24 13:02:58.834025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d79b3-f5fc-4352-9765-7827278bb0c9 req-2c2682f6-f9c0-43e3-8a36-74592e3b385e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:02:58.836094 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-596d79b3-f5fc-4352-9765-7827278bb0c9 req-2c2682f6-f9c0-43e3-8a36-74592e3b385e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0772779 Jun 24 13:02:58.875643 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-596d79b3-f5fc-4352-9765-7827278bb0c9 req-e63faa75-c51b-45ae-978e-fb513e8b1c7a tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332549 Jun 24 13:02:59.325594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-76b94c23-af97-49b6-93a2-2e56b31375c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:59.436709 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:59.730644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device e4ca0b18-dfc6-42f5-ad14-9dab80f031ce details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:02:59.734483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device e4ca0b18-dfc6-42f5-ad14-9dab80f031ce no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:02:59.878583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:59.897076 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:02:59.915542 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'e4ca0b18-dfc6-42f5-ad14-9dab80f031ce', 'network_id': '3afc103d-61cf-4239-9b64-7465aa0e2573', 'port_id': 'e4ca0b18-dfc6-42f5-ad14-9dab80f031ce', 'mac_address': 'fa:16:3e:9e:67:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6206c5-3d75-4842-8a99-88414254edc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:02:59.921725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65803ddc-4d07-46c5-9afc-2b2f83dbcb7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4ca0b18-dfc6-42f5-ad14-9dab80f031ce'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:02:59.924018 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f3c4f0-5f6f-4ffd-9824-d7847ee2b3a4" -d '{"events": [{"server_uuid": "65803ddc-4d07-46c5-9afc-2b2f83dbcb7d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4ca0b18-dfc6-42f5-ad14-9dab80f031ce"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:02:59.938797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:02:59.963380 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:02:59.966821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-bf3dc222-5711-4153-abf3-aab1f436e1ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:02:59.977148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 13:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24909ff4-cde0-4ab3-812e-d0acf122a3fe x-openstack-request-id: req-24909ff4-cde0-4ab3-812e-d0acf122a3fe {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:02:59.977451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65803ddc-4d07-46c5-9afc-2b2f83dbcb7d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4ca0b18-dfc6-42f5-ad14-9dab80f031ce", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:02:59.977708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-24909ff4-cde0-4ab3-812e-d0acf122a3fe {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:02:59.978095 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65803ddc-4d07-46c5-9afc-2b2f83dbcb7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4ca0b18-dfc6-42f5-ad14-9dab80f031ce', 'code': 200} Jun 24 13:03:00.000641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:00.022366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4ca0b18-dfc6-42f5-ad14-9dab80f031ce {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:03:00.038332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:00.041857 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:00.056349 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a849b2b-4f0a-4059-8de8-999b866bcc24 req-dbd231b3-6d12-409d-92d1-f3f1f59732fb tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:00.058071 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0a849b2b-4f0a-4059-8de8-999b866bcc24 req-dbd231b3-6d12-409d-92d1-f3f1f59732fb tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 944 time: 0.0652463 Jun 24 13:03:00.074366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 13:03:00.074675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 13:03:00.096322 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0a849b2b-4f0a-4059-8de8-999b866bcc24 req-db5297f9-1a0d-403a-828f-1f8a9de883c2 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Jun 24 13:03:00.327657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:00.448253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e32b-c9bd-426b-9be0-0363856ae2e3 req-5ac4e05e-f75f-4061-8e7f-74400d35fe76 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:00.450159 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3975e32b-c9bd-426b-9be0-0363856ae2e3 req-5ac4e05e-f75f-4061-8e7f-74400d35fe76 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.102 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d&tenant_id=40e380c2e71041a99ddd706966bf0490&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.1148069 Jun 24 13:03:00.462212 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7550852-4cbc-4707-a703-3ad66025528a req-6c9e501a-284c-4cc2-8925-3dc7c8152eca tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:00.464101 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c7550852-4cbc-4707-a703-3ad66025528a req-6c9e501a-284c-4cc2-8925-3dc7c8152eca tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 944 time: 0.1376433 Jun 24 13:03:00.528162 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c7550852-4cbc-4707-a703-3ad66025528a req-81fb46ff-6ffb-4615-afc6-430394a4d1ef tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578487 Jun 24 13:03:00.556278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e32b-c9bd-426b-9be0-0363856ae2e3 req-b25ee229-b82c-4f7c-8181-0f9b1942197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:00.558081 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3975e32b-c9bd-426b-9be0-0363856ae2e3 req-b25ee229-b82c-4f7c-8181-0f9b1942197c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=40e380c2e71041a99ddd706966bf0490&device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 1097 time: 0.0591152 Jun 24 13:03:00.610110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:00.626840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ca0b18-dfc6-42f5-ad14-9dab80f031ce {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:03:00.646079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:03:00.651093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:00.652939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:00.654491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e32b-c9bd-426b-9be0-0363856ae2e3 req-24e91bc0-0a60-49a7-9528-ed08d13114c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:00.656219 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3975e32b-c9bd-426b-9be0-0363856ae2e3 req-24e91bc0-0a60-49a7-9528-ed08d13114c2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3afc103d-61cf-4239-9b64-7465aa0e2573 HTTP/1.1" status: 200 len: 916 time: 0.0927308 Jun 24 13:03:00.698232 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3975e32b-c9bd-426b-9be0-0363856ae2e3 req-e2d93c8f-735c-457a-b1c5-99df78809e86 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce HTTP/1.1" status: 200 len: 217 time: 0.0362301 Jun 24 13:03:00.702991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:00.706064 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:00.708972 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['e4ca0b18-dfc6-42f5-ad14-9dab80f031ce'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:03:00.748187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e32b-c9bd-426b-9be0-0363856ae2e3 req-9f197e5f-e3e9-477f-b930-64c35b5d885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:00.749687 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3975e32b-c9bd-426b-9be0-0363856ae2e3 req-9f197e5f-e3e9-477f-b930-64c35b5d885e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f6206c5-3d75-4842-8a99-88414254edc5 HTTP/1.1" status: 200 len: 854 time: 0.0451941 Jun 24 13:03:00.787718 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3975e32b-c9bd-426b-9be0-0363856ae2e3 req-a4fcf076-427f-4cdf-b7fa-206b9b9424d0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3afc103d-61cf-4239-9b64-7465aa0e2573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319667 Jun 24 13:03:00.887986 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3975e32b-c9bd-426b-9be0-0363856ae2e3 req-21c815a4-5418-45c0-a5ef-97de58ff642b service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854466 Jun 24 13:03:00.982399 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3975e32b-c9bd-426b-9be0-0363856ae2e3 req-38338734-3dfd-4946-a9de-6d141594394b service neutron] 10.222.0.102 "GET /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881534 Jun 24 13:03:01.707073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112649e-8169-4903-9f3f-a9376ee7dd10 req-92b0cdb9-72b4-4dc7-8a6e-c6d4cbdcf8d2 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:01.708523 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0112649e-8169-4903-9f3f-a9376ee7dd10 req-92b0cdb9-72b4-4dc7-8a6e-c6d4cbdcf8d2 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 945 time: 0.0633373 Jun 24 13:03:01.748004 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0112649e-8169-4903-9f3f-a9376ee7dd10 req-d2120a62-590d-452a-b391-d15e73a75f93 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338480 Jun 24 13:03:01.751999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device e4ca0b18-dfc6-42f5-ad14-9dab80f031ce up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:03:01.803688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:03:01.804568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:01.879807 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:01.914124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:03:01.919388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:01.922149 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:01.941467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f05e2-e696-4821-a9c0-4f71f8933527 req-1de31b7d-1199-4a70-b2f0-4da7d4757529 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:01.942977 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-744f05e2-e696-4821-a9c0-4f71f8933527 req-1de31b7d-1199-4a70-b2f0-4da7d4757529 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 945 time: 0.0691175 Jun 24 13:03:01.971850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,revision_number=8']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:01.975136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:01.978718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65803ddc-4d07-46c5-9afc-2b2f83dbcb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ca0b18-dfc6-42f5-ad14-9dab80f031ce'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:03:01.981287 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88663afd-181c-45cf-ae37-5b682fc3f4bf" -d '{"events": [{"server_uuid": "65803ddc-4d07-46c5-9afc-2b2f83dbcb7d", "name": "network-vif-plugged", "status": "completed", "tag": "e4ca0b18-dfc6-42f5-ad14-9dab80f031ce"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:03:01.985392 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-744f05e2-e696-4821-a9c0-4f71f8933527 req-6f4ca64d-c007-411f-b6fb-e357c8521f16 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332997 Jun 24 13:03:02.016604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e7287f-fb7c-4d3f-aba1-f48c42c96406 x-openstack-request-id: req-f8e7287f-fb7c-4d3f-aba1-f48c42c96406 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:03:02.016907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65803ddc-4d07-46c5-9afc-2b2f83dbcb7d", "name": "network-vif-plugged", "status": "completed", "tag": "e4ca0b18-dfc6-42f5-ad14-9dab80f031ce", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:03:02.017174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f8e7287f-fb7c-4d3f-aba1-f48c42c96406 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:03:02.017577 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65803ddc-4d07-46c5-9afc-2b2f83dbcb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ca0b18-dfc6-42f5-ad14-9dab80f031ce', 'code': 200} Jun 24 13:03:02.162526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f467c-cd99-487a-8ae8-ac162733c4b4 req-bfd44218-921e-4bb7-8e1e-6bc2f390503e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:02.164650 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-178f467c-cd99-487a-8ae8-ac162733c4b4 req-bfd44218-921e-4bb7-8e1e-6bc2f390503e tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0697052 Jun 24 13:03:02.203564 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-178f467c-cd99-487a-8ae8-ac162733c4b4 req-ae65b987-e67a-4fa1-9662-6a0432100849 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333390 Jun 24 13:03:02.308362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:02.762051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b9e06-e123-4384-a358-e4c553a2daa7 req-ca056d48-9e3d-43d1-a35e-39349a5403ed tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:02.763462 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ec5b9e06-e123-4384-a358-e4c553a2daa7 req-ca056d48-9e3d-43d1-a35e-39349a5403ed tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0628040 Jun 24 13:03:02.801030 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ec5b9e06-e123-4384-a358-e4c553a2daa7 req-8120542c-e417-4f85-9a19-58d982a632c5 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319541 Jun 24 13:03:04.283972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caea5e-f5ab-4403-9141-fe780da62fc5 req-723a801e-60b3-44fc-971b-06dd4a9ec4ac tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:04.285789 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f4caea5e-f5ab-4403-9141-fe780da62fc5 req-723a801e-60b3-44fc-971b-06dd4a9ec4ac tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.3704901 Jun 24 13:03:04.295935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1db3e-4bcc-4c8c-89d2-36d8e8d54871 req-608fb594-579a-4403-8a79-f6fcf2c580bc tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:04.297302 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbf1db3e-4bcc-4c8c-89d2-36d8e8d54871 req-608fb594-579a-4403-8a79-f6fcf2c580bc tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.102 "GET /v2.0/ports?device_id=65803ddc-4d07-46c5-9afc-2b2f83dbcb7d HTTP/1.1" status: 200 len: 946 time: 0.0882151 Jun 24 13:03:04.367836 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f4caea5e-f5ab-4403-9141-fe780da62fc5 req-eed8e271-1aff-4744-8195-1351076b153f tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.110 "GET /v2.0/security-groups?id=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695763 Jun 24 13:03:04.420241 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-cbf1db3e-4bcc-4c8c-89d2-36d8e8d54871 req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Deleting port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:03:04.420573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cbf1db3e-4bcc-4c8c-89d2-36d8e8d54871 req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:04.509342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-cbf1db3e-4bcc-4c8c-89d2-36d8e8d54871 req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] For port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,segment=NetworkSegment(6094af9c-1541-4e2c-b035-29c8801d263b),segment_id=6094af9c-1541-4e2c-b035-29c8801d263b)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:03:04.509615 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cbf1db3e-4bcc-4c8c-89d2-36d8e8d54871 req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:04.520760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-cbf1db3e-4bcc-4c8c-89d2-36d8e8d54871 req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Calling delete_port for e4ca0b18-dfc6-42f5-ad14-9dab80f031ce owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:03:04.641946 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cbf1db3e-4bcc-4c8c-89d2-36d8e8d54871 req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:04.645791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-571de582-5fc1-4631-996d-50b8aa9e2d3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:04.653330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['e4ca0b18-dfc6-42f5-ad14-9dab80f031ce'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:03:04.672905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Pushing event deleted for resources: {'Port': ['ID=e4ca0b18-dfc6-42f5-ad14-9dab80f031ce,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:04.687401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:04.687800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:04.688222 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:04.688610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:04.688988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:04.689365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:04.689740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:04.690115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:04.690485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:04.690885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:04.691257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:04.691624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:04.710565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:04.731982 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf1db3e-4bcc-4c8c-89d2-36d8e8d54871 req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] No DVR routers for this DVR port e4ca0b18-dfc6-42f5-ad14-9dab80f031ce on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:03:04.734481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cbf1db3e-4bcc-4c8c-89d2-36d8e8d54871 req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:04.736481 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cbf1db3e-4bcc-4c8c-89d2-36d8e8d54871 req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] 10.222.0.102 "DELETE /v2.0/ports/e4ca0b18-dfc6-42f5-ad14-9dab80f031ce HTTP/1.1" status: 204 len: 173 time: 0.4325395 Jun 24 13:03:04.737003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65803ddc-4d07-46c5-9afc-2b2f83dbcb7d', 'name': 'network-vif-deleted', 'tag': 'e4ca0b18-dfc6-42f5-ad14-9dab80f031ce'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:03:04.739350 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfb24e8-d813-4494-ba30-ef217aa37f6c" -d '{"events": [{"server_uuid": "65803ddc-4d07-46c5-9afc-2b2f83dbcb7d", "name": "network-vif-deleted", "tag": "e4ca0b18-dfc6-42f5-ad14-9dab80f031ce"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:03:04.836654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f78790e-a57e-478b-a571-82e1d5130bb0 x-openstack-request-id: req-1f78790e-a57e-478b-a571-82e1d5130bb0 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:03:04.837009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65803ddc-4d07-46c5-9afc-2b2f83dbcb7d", "name": "network-vif-deleted", "tag": "e4ca0b18-dfc6-42f5-ad14-9dab80f031ce", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:03:04.837317 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1f78790e-a57e-478b-a571-82e1d5130bb0 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:03:04.837766 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65803ddc-4d07-46c5-9afc-2b2f83dbcb7d', 'name': 'network-vif-deleted', 'tag': 'e4ca0b18-dfc6-42f5-ad14-9dab80f031ce', 'status': 'completed', 'code': 200} Jun 24 13:03:05.594757 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 50336) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:03:05.642290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Deleting subnet 2f6206c5-3d75-4842-8a99-88414254edc5 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:03:05.645247 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:05.679269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:05.716759 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:05.766635 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:05.769871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d0e29c65-d2fc-4606-b338-fe7cb8984594 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:05.795386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:05.797492 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/2f6206c5-3d75-4842-8a99-88414254edc5 HTTP/1.1" status: 204 len: 168 time: 0.2014594 Jun 24 13:03:05.798591 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f6206c5-3d75-4842-8a99-88414254edc5,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:05.800279 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 50338) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:03:05.805971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:05.806366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:05.806755 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:05.807168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:05.807544 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:05.808187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:05.808562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:05.808934 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:05.809307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:05.809679 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:05.810047 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:05.810410 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:05.813725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-68a66a32-d5fb-4fc4-b1e6-7677eea3daf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:05.864266 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:03:05.870084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:05.951625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:05.961605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afc103d-61cf-4239-9b64-7465aa0e2573']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:05.971189 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6094af9c-1541-4e2c-b035-29c8801d263b') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:05.971498 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6094af9c-1541-4e2c-b035-29c8801d263b') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:05.980300 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:05.993500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:05.999222 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:03:05.999676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:03:06.001383 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:03:06.058547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:06.062935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:06.064983 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] 10.222.0.110 "DELETE /v2.0/networks/3afc103d-61cf-4239-9b64-7465aa0e2573 HTTP/1.1" status: 204 len: 168 time: 0.2636540 Jun 24 13:03:06.065783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ba1480e4-0a46-4d0d-8138-267a1f50ed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:06.079784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] Pushing event deleted for resources: {'Network': ['ID=3afc103d-61cf-4239-9b64-7465aa0e2573,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:06.082276 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:06.169175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 50342) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:03:06.209116 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a1fb3479-73a7-4ecb-a74d-5e21d0c9dd98 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=40e380c2e71041a99ddd706966bf0490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385368 Jun 24 13:03:06.211284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 50344) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:03:06.259023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-34142a34-c289-4c9a-90ca-46a61e531cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:06.278918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-34142a34-c289-4c9a-90ca-46a61e531cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:06.323929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-34142a34-c289-4c9a-90ca-46a61e531cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:06.326529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-34142a34-c289-4c9a-90ca-46a61e531cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:06.330042 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-34142a34-c289-4c9a-90ca-46a61e531cef admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c HTTP/1.1" status: 204 len: 168 time: 0.1155503 Jun 24 13:03:06.330042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d4aa2ddc-e31c-4b08-ae46-b1f9b3dc38e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:06.338029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34142a34-c289-4c9a-90ca-46a61e531cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc1a5b6-c974-4fdf-bfc3-6bca5816a58c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:06.340606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-34142a34-c289-4c9a-90ca-46a61e531cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:06.960578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 50366) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:03:07.056689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1932291857-network', 'tenant_id': 'bca945705e704622ba2b45519fe08b44'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:03:07.076471 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Made reservation on behalf of bca945705e704622ba2b45519fe08b44 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:03:07.078996 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.092701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.179225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.183151 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.185989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c35a76e5-a2b6-407c-b909-08eb342a66ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:07.211091 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] vlan segment allocate from pool success with {'vlan_id': 1313, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:03:07.220104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d8bc88-6f35-4661-a7c8-a4459af8f543,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:07.223312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:07.228953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.228953 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Added segment 9e3de676-833a-4dc4-8647-1c153b94310a of type vlan for network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d Jun 24 13:03:07.268900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.296758 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.297708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:07.298283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.301178 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1ceb5988-bd48-453c-af97-143bbd6b9887 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:07.338687 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3737104 Jun 24 13:03:07.339292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 50370) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:03:07.344465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-96cdddc9-e93f-42b3-a65a-77c83af83d43 admin admin] Request body: {'subnet': {'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1932291857-subnet', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:03:07.365945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cdddc9-e93f-42b3-a65a-77c83af83d43 admin admin] Made reservation on behalf of bca945705e704622ba2b45519fe08b44 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:03:07.368285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-96cdddc9-e93f-42b3-a65a-77c83af83d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.387568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Pushing event updated for resources: {'Network': ['ID=07d275a2-13f8-4f2e-89dd-7fb35f1f398d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:07.390657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:07.397288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:03:07.536155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-96cdddc9-e93f-42b3-a65a-77c83af83d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.538108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9e0eb172-9167-49fd-88ac-8332424d8ce8 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:07.595273 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdddc9-e93f-42b3-a65a-77c83af83d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b58836a8-4299-43df-893a-41a866382554,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:07.598631 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-96cdddc9-e93f-42b3-a65a-77c83af83d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:07.604274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cdddc9-e93f-42b3-a65a-77c83af83d43 admin admin] Checking segment: {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:03:07.604635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cdddc9-e93f-42b3-a65a-77c83af83d43 admin admin] Network hostable DHCP agents. Network: 07d275a2-13f8-4f2e-89dd-7fb35f1f398d, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:03:07.621152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cdddc9-e93f-42b3-a65a-77c83af83d43 admin admin] Network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:03:07.629387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-96cdddc9-e93f-42b3-a65a-77c83af83d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 07d275a2-13f8-4f2e-89dd-7fb35f1f398d) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:03:07.634042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cdddc9-e93f-42b3-a65a-77c83af83d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:07.634700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-96cdddc9-e93f-42b3-a65a-77c83af83d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.639588 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88583899-fe51-4244-857c-b17e2a53341e None None] Network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:03:07.648142 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-96cdddc9-e93f-42b3-a65a-77c83af83d43 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3077433 Jun 24 13:03:07.650794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 50372) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:03:07.655323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:03:07.677536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.678604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.768299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.783084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:03:07.783968 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.794856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device e4ca0b18-dfc6-42f5-ad14-9dab80f031ce no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:03:07.822189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: e4ca0b18-dfc6-42f5-ad14-9dab80f031ce {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:03:07.822540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device e4ca0b18-dfc6-42f5-ad14-9dab80f031ce not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:03:07.916686 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:07.946072 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Allocated IP 172.20.0.2 (07d275a2-13f8-4f2e-89dd-7fb35f1f398d/b58836a8-4299-43df-893a-41a866382554/db73917d-e410-469a-9a0b-edf9c00043dc) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:03:08.088337 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:08.098091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Transition to ACTIVE for port object db73917d-e410-469a-9a0b-edf9c00043dc will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:03:08.117241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Transition to ACTIVE for port object db73917d-e410-469a-9a0b-edf9c00043dc will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:03:08.123506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:08.125435 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8730b99f-42bf-4a4d-96e2-61873566f1a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:08.138156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:08.160257 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:03:08.161976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:08.165562 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:03:08.168910 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:03:08.176154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Pushing event updated for resources: {'Port': ['ID=db73917d-e410-469a-9a0b-edf9c00043dc,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:08.180881 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:08.229806 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Attempting to bind port db73917d-e410-469a-9a0b-edf9c00043dc on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:03:08.230187 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Attempting to bind port db73917d-e410-469a-9a0b-edf9c00043dc by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:03:08.230563 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Attempting to bind port db73917d-e410-469a-9a0b-edf9c00043dc on network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:03:08.235626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:03:08.236515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Checking segment: {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:03:08.236515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:08.236802 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Bound using segment: {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:03:08.237283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Bound port: db73917d-e410-469a-9a0b-edf9c00043dc, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:03:08.237675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:08.271237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Allocated IP 172.26.1.74 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/41ef232e-920d-434b-b06f-042c313f0824) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:03:08.305058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] For port db73917d-e410-469a-9a0b-edf9c00043dc, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:03:08.308798 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] For port db73917d-e410-469a-9a0b-edf9c00043dc, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=db73917d-e410-469a-9a0b-edf9c00043dc,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:03:08.313653 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:08.315866 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:08.373238 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Pushing event updated for resources: {'Port': ['ID=db73917d-e410-469a-9a0b-edf9c00043dc,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:08.376758 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:08.383729 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:08.424556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:08.426713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a1c3f920-247d-42a2-bffd-542a83d1b2df tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:08.463424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:03:08.468485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:03:08.471940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:03:08.494844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Pushing event updated for resources: {'Port': ['ID=41ef232e-920d-434b-b06f-042c313f0824,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:08.498790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:08.738809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:08.931393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:09.072578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Router b105bca5-eee1-4b20-8526-31e792503039 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 13:03:09.184242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:03:09.193723 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Sync routers for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:03:09.202284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:09.203606 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5518720 Jun 24 13:03:09.206557 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 50374) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:03:09.209298 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:03:09.210224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:02:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:09.306360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e33460-b35f-49b5-8f6a-b2bbfe912b7e None None] Network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:03:09.375925 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-66dbfecc-1a81-45f8-aa3f-35b4e57e3126 None None] Provisioning for port db73917d-e410-469a-9a0b-edf9c00043dc completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:03:09.387764 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:03:09.656974 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:08Z', 'revision_number': 3, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:09.687299 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Checking router: b105bca5-eee1-4b20-8526-31e792503039 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:03:09.687659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Updating router b105bca5-eee1-4b20-8526-31e792503039 port 41ef232e-920d-434b-b06f-042c313f0824 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:03:09.723048 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:09.948512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.002490 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.012378 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Transition to ACTIVE for port object 41ef232e-920d-434b-b06f-042c313f0824 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:03:10.018346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.020384 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:10.071551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Attempting to bind port 41ef232e-920d-434b-b06f-042c313f0824 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:03:10.071945 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Attempting to bind port 41ef232e-920d-434b-b06f-042c313f0824 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:03:10.072301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Attempting to bind port 41ef232e-920d-434b-b06f-042c313f0824 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:03:10.074255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcaf0f-ef3b-444b-9ba3-4d4696cece12 None None] Pushing event updated for resources: {'Port': ['ID=41ef232e-920d-434b-b06f-042c313f0824,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:10.077421 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f3fcaf0f-ef3b-444b-9ba3-4d4696cece12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:10.080080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:03:10.080464 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:03:10.080873 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.081292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:03:10.082395 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Bound port: 41ef232e-920d-434b-b06f-042c313f0824, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:03:10.082395 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.105196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Allocated IP 172.20.0.1 (07d275a2-13f8-4f2e-89dd-7fb35f1f398d/b58836a8-4299-43df-893a-41a866382554/69f7e20e-bdbc-4474-8970-4a4480c8737e) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:03:10.133826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] For port 41ef232e-920d-434b-b06f-042c313f0824, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:03:10.137212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] For port 41ef232e-920d-434b-b06f-042c313f0824, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=41ef232e-920d-434b-b06f-042c313f0824,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:03:10.141130 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.143070 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:10.203555 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:03:10.204317 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:02:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:10.205825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcaf0f-ef3b-444b-9ba3-4d4696cece12 None None] Pushing event updated for resources: {'Port': ['ID=41ef232e-920d-434b-b06f-042c313f0824,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:10.209398 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f3fcaf0f-ef3b-444b-9ba3-4d4696cece12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:10.215720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.229259 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Transition to ACTIVE for port object 69f7e20e-bdbc-4474-8970-4a4480c8737e will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:03:10.264669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.266877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-63d04b25-9b5c-484b-921c-ebb819b54da1 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:10.304130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:03:10.309236 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:03:10.311825 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:03:10.315072 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:03:10.340705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Pushing event updated for resources: {'Port': ['ID=69f7e20e-bdbc-4474-8970-4a4480c8737e,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:10.344168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:10.363505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.501954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device db73917d-e410-469a-9a0b-edf9c00043dc up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:03:10.518130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.623849 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c7f00364-690d-40a7-88f1-4c73b368fa24 None None] Provisioning for port 69f7e20e-bdbc-4474-8970-4a4480c8737e completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:03:10.638538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c7f00364-690d-40a7-88f1-4c73b368fa24 None None] Provisioning complete for port 69f7e20e-bdbc-4474-8970-4a4480c8737e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:03:10.639023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7f00364-690d-40a7-88f1-4c73b368fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.667688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port db73917d-e410-469a-9a0b-edf9c00043dc completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:03:10.681750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port db73917d-e410-469a-9a0b-edf9c00043dc triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:03:10.682137 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.683624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.688241 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.690616 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c808985d-b3f8-4078-a027-60240e8fe460 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:10.717555 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c7f00364-690d-40a7-88f1-4c73b368fa24 None None] Port 69f7e20e-bdbc-4474-8970-4a4480c8737e cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:03:10.756117 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Pushing event updated for resources: {'Port': ['ID=69f7e20e-bdbc-4474-8970-4a4480c8737e,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:10.760983 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:10.762177 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.808219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:08Z', 'revision_number': 3, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:10.812537 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.842123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938b821-5c92-401e-a007-0fa5fe883022 None None] The sync data for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv is: [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:08Z', 'revision_number': 3, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:03:10.853995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:03:10.855492 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:03:10.872992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port db73917d-e410-469a-9a0b-edf9c00043dc, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=db73917d-e410-469a-9a0b-edf9c00043dc,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:03:10.877680 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:10.881033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:10.942342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=db73917d-e410-469a-9a0b-edf9c00043dc,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:10.946421 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:10.996833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Router b105bca5-eee1-4b20-8526-31e792503039 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:03:11.128423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:03:11.134724 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] 10.222.0.110 "PUT /v2.0/routers/b105bca5-eee1-4b20-8526-31e792503039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9269962 Jun 24 13:03:11.141629 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4c6d6d07-af2d-49b8-8204-971c8c6c5814 None None] Provisioning complete for port 69f7e20e-bdbc-4474-8970-4a4480c8737e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:03:11.142016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6d07-af2d-49b8-8204-971c8c6c5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:11.185343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d6d07-af2d-49b8-8204-971c8c6c5814 None None] Port 69f7e20e-bdbc-4474-8970-4a4480c8737e cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:03:11.715376 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 50382) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:03:11.720235 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-1ec17c46-352d-40b6-af0a-fcca343ff837 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279027099', 'description': 'tempest-description--5041249'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:03:11.741479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1ec17c46-352d-40b6-af0a-fcca343ff837 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:11.824995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1ec17c46-352d-40b6-af0a-fcca343ff837 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:11.828788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1ec17c46-352d-40b6-af0a-fcca343ff837 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:11.831288 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-18d35fe5-ecb9-477e-987c-444dc2b2df7a tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:11.858086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1ec17c46-352d-40b6-af0a-fcca343ff837 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:11.861845 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1ec17c46-352d-40b6-af0a-fcca343ff837 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1429379 Jun 24 13:03:11.861845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec17c46-352d-40b6-af0a-fcca343ff837 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c9a372-95f2-4184-8410-0d433f5b8f46,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:11.862218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 50384) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:03:11.864028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1ec17c46-352d-40b6-af0a-fcca343ff837 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:11.867547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7b57f6fd-eddb-4d00-a7d4-8446c5eea65c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Request body: {'security_group_rule': {'security_group_id': '27c9a372-95f2-4184-8410-0d433f5b8f46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:03:11.896116 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7b57f6fd-eddb-4d00-a7d4-8446c5eea65c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:11.952436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7b57f6fd-eddb-4d00-a7d4-8446c5eea65c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:11.956262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7b57f6fd-eddb-4d00-a7d4-8446c5eea65c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:11.958116 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6045a13e-cf56-42b2-b451-6d25fbb89e3b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:11.975927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57f6fd-eddb-4d00-a7d4-8446c5eea65c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f0de47-7b53-44cc-acea-5096cff4600c,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:11.978944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7b57f6fd-eddb-4d00-a7d4-8446c5eea65c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:11.979938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7b57f6fd-eddb-4d00-a7d4-8446c5eea65c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:11.981152 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7b57f6fd-eddb-4d00-a7d4-8446c5eea65c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177750 Jun 24 13:03:11.983752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 50386) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:03:11.988191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4e2dc1ff-4cab-44b3-84d5-82b2bd782d8c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Request body: {'security_group_rule': {'security_group_id': '27c9a372-95f2-4184-8410-0d433f5b8f46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:03:12.013959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc1ff-4cab-44b3-84d5-82b2bd782d8c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:12.071428 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc1ff-4cab-44b3-84d5-82b2bd782d8c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:12.075742 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc1ff-4cab-44b3-84d5-82b2bd782d8c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:12.077629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a8ce637f-ce2f-4697-aa89-678e5053b9dc tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:12.097945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dc1ff-4cab-44b3-84d5-82b2bd782d8c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ad0ad9-da82-460d-8aab-8d76f921bec0,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:12.101809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4e2dc1ff-4cab-44b3-84d5-82b2bd782d8c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:12.103868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc1ff-4cab-44b3-84d5-82b2bd782d8c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:12.105106 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4e2dc1ff-4cab-44b3-84d5-82b2bd782d8c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204264 Jun 24 13:03:12.108028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 50388) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:03:12.112578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:03:12.136137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:12.233028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:12.351601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Allocated IP 172.26.1.32 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/b198c170-ede2-4544-920b-8ad23ee61725) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:03:12.372643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device db73917d-e410-469a-9a0b-edf9c00043dc up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:03:12.405379 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Sync routers for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:03:12.416329 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:03:12.417306 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:02:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:12.424286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port db73917d-e410-469a-9a0b-edf9c00043dc triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:03:12.424735 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:12.466533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:12.507142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 41ef232e-920d-434b-b06f-042c313f0824 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:03:12.518518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:12.521774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f6334e86-b40e-4839-b06d-944b80f5e2f6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:12.529216 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:03:12.556460 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 41ef232e-920d-434b-b06f-042c313f0824 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:03:12.560678 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 41ef232e-920d-434b-b06f-042c313f0824 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:03:12.561069 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:12.563635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:03:12.568596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:03:12.572289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:03:12.654192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:12.677448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 41ef232e-920d-434b-b06f-042c313f0824, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=41ef232e-920d-434b-b06f-042c313f0824,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:03:12.683334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:12.689871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:12.741230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=41ef232e-920d-434b-b06f-042c313f0824,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:12.745258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:12.746000 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 2, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:12.776259 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Checking router: b105bca5-eee1-4b20-8526-31e792503039 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:03:12.776614 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Updating router b105bca5-eee1-4b20-8526-31e792503039 port 69f7e20e-bdbc-4474-8970-4a4480c8737e binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:03:12.812275 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:12.879312 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event updated for resources: {'Port': ['ID=b198c170-ede2-4544-920b-8ad23ee61725,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:12.883213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:12.942035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:12.984024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:13.073037 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:13.082884 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Transition to ACTIVE for port object 69f7e20e-bdbc-4474-8970-4a4480c8737e will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:03:13.088780 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:13.090732 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-7ebc65c8-28e8-4d3a-b4db-b7b1f2b3024c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:13.134285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:13.139605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:13.139918 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Pushing event updated for resources: {'Port': ['ID=69f7e20e-bdbc-4474-8970-4a4480c8737e,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:13.144453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-78767bb3-8643-41e4-bbb9-cfeec84fd4c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:13.166536 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:13.166931 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:13.167275 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:13.167611 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:13.167940 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:13.168290 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:13.168619 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:13.168944 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:13.169266 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:13.169587 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:13.169903 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:13.170218 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:03:13.175623 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:13.208995 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Attempting to bind port 69f7e20e-bdbc-4474-8970-4a4480c8737e on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:03:13.209515 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Attempting to bind port 69f7e20e-bdbc-4474-8970-4a4480c8737e by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:03:13.209894 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Attempting to bind port 69f7e20e-bdbc-4474-8970-4a4480c8737e on network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:03:13.216239 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:03:13.216619 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Checking segment: {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:03:13.217057 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:13.217461 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Bound using segment: {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:03:13.217935 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Bound port: 69f7e20e-bdbc-4474-8970-4a4480c8737e, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:03:13.218325 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:13.221482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:13.241216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event updated for resources: {'Port': ['ID=b198c170-ede2-4544-920b-8ad23ee61725,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:13.244581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:13.245339 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:13.246704 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1377544 Jun 24 13:03:13.294114 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] For port 69f7e20e-bdbc-4474-8970-4a4480c8737e, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:03:13.315940 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] For port 69f7e20e-bdbc-4474-8970-4a4480c8737e, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=69f7e20e-bdbc-4474-8970-4a4480c8737e,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:03:13.322531 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:13.326134 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:13.396272 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-dbcdfd9f-d879-4593-ae0a-2fc1e148f79b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--279027099&fields=id&tenant_id=bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 267 time: 0.0389414 Jun 24 13:03:13.422224 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:03:13.422896 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:02:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:13.426785 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Pushing event updated for resources: {'Port': ['ID=69f7e20e-bdbc-4474-8970-4a4480c8737e,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:13.465188 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:13.529223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-c0171b26-e6ef-4565-87a1-6e0b1bc2f06d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:13.530885 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-c0171b26-e6ef-4565-87a1-6e0b1bc2f06d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 812 time: 0.1260152 Jun 24 13:03:13.547655 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-d7326284-d023-49d0-812e-1c32a7385605 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/quotas/bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 375 time: 0.0099614 Jun 24 13:03:13.579627 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:03:13.623863 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-900654bc-0523-41fb-b876-5d5404a209d6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708463 Jun 24 13:03:13.643970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-2d61545c-6342-49d0-8ac6-f04cd4a32926 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 13:03:13.644973 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-2d61545c-6342-49d0-8ac6-f04cd4a32926 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058928 Jun 24 13:03:13.734728 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-0d49278d-608d-4af9-8ad5-7706e8b0e564 service neutron] 10.222.0.110 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831916 Jun 24 13:03:13.791248 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:13Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:13.821613 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa1344-0984-4ef1-9b09-72a2386ce3e2 None None] The sync data for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv is: [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:13Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:03:13.830055 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-ab2f1e9e-1960-4bf2-9506-f4051f8dbf66 service neutron] 10.222.0.110 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895126 Jun 24 13:03:14.046238 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a03b0a19-f505-405a-b350-b5839f5abf29 req-9bb81e34-b34c-4562-818b-af45fdad1aac tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 210 time: 0.0316553 Jun 24 13:03:14.392480 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 69f7e20e-bdbc-4474-8970-4a4480c8737e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:03:14.447925 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 69f7e20e-bdbc-4474-8970-4a4480c8737e completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:03:14.452755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 69f7e20e-bdbc-4474-8970-4a4480c8737e triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:03:14.453179 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:14.539253 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:14.583736 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 69f7e20e-bdbc-4474-8970-4a4480c8737e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=69f7e20e-bdbc-4474-8970-4a4480c8737e,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:03:14.588385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:14.589289 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 41ef232e-920d-434b-b06f-042c313f0824 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:03:14.591994 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:14.667221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=69f7e20e-bdbc-4474-8970-4a4480c8737e,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:14.670456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:14.678214 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 41ef232e-920d-434b-b06f-042c313f0824 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:03:14.678595 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:15.202583 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-850f19b1-4213-40a7-a178-d94ac784ce03 req-9a29e6ea-2cbb-4806-90b7-4ec936e60bfc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 210 time: 0.0453811 Jun 24 13:03:15.321965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-f104ad43-aa61-46d9-bd72-27c9db52c1eb tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:15.323387 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-f104ad43-aa61-46d9-bd72-27c9db52c1eb tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 812 time: 0.1111128 Jun 24 13:03:15.374405 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-d89515d3-ea35-44a0-8cf3-b85e7ae7fa8d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 379 time: 0.0349710 Jun 24 13:03:15.383517 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Request body: {'port': {'device_id': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'admin_state_up': True, 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'security_groups': ['27c9a372-95f2-4184-8410-0d433f5b8f46']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:03:15.496511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Made reservation on behalf of bca945705e704622ba2b45519fe08b44 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:03:15.500036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:15.623965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Allocated IP 172.20.0.14 (07d275a2-13f8-4f2e-89dd-7fb35f1f398d/b58836a8-4299-43df-893a-41a866382554/edff66e0-e99c-49f5-ab75-c8e75f663646) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:03:15.761129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:15.774328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Transition to ACTIVE for port object edff66e0-e99c-49f5-ab75-c8e75f663646 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:03:15.809638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:15.813836 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1fc40232-3cb7-41a6-bb6e-0f8c637b349c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:15.855255 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:03:15.860250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:03:15.862661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:03:15.896912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event updated for resources: {'Port': ['ID=edff66e0-e99c-49f5-ab75-c8e75f663646,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:15.900371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:15.928534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:15.929162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:15.944674 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5655186 Jun 24 13:03:15.956129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Request body: {'port': {'device_id': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:03:16.030708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:16.073797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8ebe1369-b4a2-4e76-bdc4-7a827bd77172 None None] Provisioning for port edff66e0-e99c-49f5-ab75-c8e75f663646 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:03:16.078238 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8ebe1369-b4a2-4e76-bdc4-7a827bd77172 None None] Provisioning complete for port edff66e0-e99c-49f5-ab75-c8e75f663646 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:03:16.078623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8ebe1369-b4a2-4e76-bdc4-7a827bd77172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:16.113857 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe1369-b4a2-4e76-bdc4-7a827bd77172 None None] Port edff66e0-e99c-49f5-ab75-c8e75f663646 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:03:16.300236 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edff66e0-e99c-49f5-ab75-c8e75f663646 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:03:16.308103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:16.312340 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 69f7e20e-bdbc-4474-8970-4a4480c8737e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:03:16.324212 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Transition to ACTIVE for port object edff66e0-e99c-49f5-ab75-c8e75f663646 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:03:16.334573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:16.354070 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7ecd883c-149a-4f6c-96e0-85a402d9d4db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:16.360804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 69f7e20e-bdbc-4474-8970-4a4480c8737e triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:03:16.361191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:16.433493 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Pushing event updated for resources: {'Port': ['ID=edff66e0-e99c-49f5-ab75-c8e75f663646,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:16.436508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:16.495476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b8ac1-850c-4141-9de1-0aec3b2c5583 req-3842b3c3-a13f-48ac-9e3c-929a4b8d130e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:16.497010 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-396b8ac1-850c-4141-9de1-0aec3b2c5583 req-3842b3c3-a13f-48ac-9e3c-929a4b8d130e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 944 time: 0.1762431 Jun 24 13:03:16.528103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Attempting to bind port edff66e0-e99c-49f5-ab75-c8e75f663646 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:03:16.528440 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Attempting to bind port edff66e0-e99c-49f5-ab75-c8e75f663646 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:03:16.528772 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Attempting to bind port edff66e0-e99c-49f5-ab75-c8e75f663646 on network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:03:16.537797 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Port edff66e0-e99c-49f5-ab75-c8e75f663646 on network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:03:16.538171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Attempting to bind port edff66e0-e99c-49f5-ab75-c8e75f663646 on network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:03:16.550005 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:03:16.550399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Checking segment: {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:03:16.550736 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Bound using segment: {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:03:16.551219 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Bound port: edff66e0-e99c-49f5-ab75-c8e75f663646, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:03:16.551690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:16.559307 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-396b8ac1-850c-4141-9de1-0aec3b2c5583 req-ed13a485-87c5-4adb-a4b6-4f5f4276e4c8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564265 Jun 24 13:03:16.625146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] For port edff66e0-e99c-49f5-ab75-c8e75f663646, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:03:16.628250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] For port edff66e0-e99c-49f5-ab75-c8e75f663646, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=edff66e0-e99c-49f5-ab75-c8e75f663646,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:03:16.633278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:16.636213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a278333b-9f2d-4bc4-bf5e-bf66632fdfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:16.669024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:16.669646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:16.671034 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] 10.222.0.102 "PUT /v2.0/ports/edff66e0-e99c-49f5-ab75-c8e75f663646 HTTP/1.1" status: 200 len: 1094 time: 0.7192996 Jun 24 13:03:16.671574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'tag': 'edff66e0-e99c-49f5-ab75-c8e75f663646'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:03:16.673916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f985b2b-65de-459f-a49c-fa7787df15f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e3491b6f-55ed-4471-bfaf-cf6a095469c1", "tag": "edff66e0-e99c-49f5-ab75-c8e75f663646"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:03:16.700390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Pushing event updated for resources: {'Port': ['ID=edff66e0-e99c-49f5-ab75-c8e75f663646,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:16.704314 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:16.750589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3219fcb-2d76-4f28-9d6c-aa77551673dd x-openstack-request-id: req-d3219fcb-2d76-4f28-9d6c-aa77551673dd {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:03:16.750952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3491b6f-55ed-4471-bfaf-cf6a095469c1", "tag": "edff66e0-e99c-49f5-ab75-c8e75f663646", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:03:16.751253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d3219fcb-2d76-4f28-9d6c-aa77551673dd {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:03:16.751689 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'tag': 'edff66e0-e99c-49f5-ab75-c8e75f663646', 'status': 'completed', 'code': 200} Jun 24 13:03:16.779034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-64813feb-26c3-4cca-a305-09b401d4d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:16.780550 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-64813feb-26c3-4cca-a305-09b401d4d15c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 1097 time: 0.0667057 Jun 24 13:03:16.824348 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-3c902a0a-295a-4f26-b348-5071a7cfd72d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edff66e0-e99c-49f5-ab75-c8e75f663646 HTTP/1.1" status: 200 len: 217 time: 0.0358574 Jun 24 13:03:16.873964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-856fff64-a9c4-4a08-939c-6bd6cad5ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:16.875452 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-856fff64-a9c4-4a08-939c-6bd6cad5ee18 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0450876 Jun 24 13:03:16.936952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-3178f5ec-31b4-479f-bbca-e7ab6b50dac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:16.938346 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-3178f5ec-31b4-479f-bbca-e7ab6b50dac7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566144 Jun 24 13:03:17.027631 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-c1d88391-7586-41c7-8339-713bb8b362f3 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818214 Jun 24 13:03:17.121133 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a68dc9be-a557-463c-96cf-a68278f1d829 req-30c89e90-9ff8-44a0-8633-7b80ab7c7b68 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862095 Jun 24 13:03:17.220801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f985b2b-65de-459f-a49c-fa7787df15f4 req-ac89908c-9e23-418f-a351-aa8487520365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:17.222287 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f985b2b-65de-459f-a49c-fa7787df15f4 req-ac89908c-9e23-418f-a351-aa8487520365 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 1097 time: 0.0514259 Jun 24 13:03:17.313926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f985b2b-65de-459f-a49c-fa7787df15f4 req-76192d9d-f241-4c8d-9494-862695c6a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:17.315433 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f985b2b-65de-459f-a49c-fa7787df15f4 req-76192d9d-f241-4c8d-9494-862695c6a877 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0856028 Jun 24 13:03:17.343590 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:17.359623 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f985b2b-65de-459f-a49c-fa7787df15f4 req-27cb3f05-7f3b-4027-93de-b99c156460d5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edff66e0-e99c-49f5-ab75-c8e75f663646 HTTP/1.1" status: 200 len: 217 time: 0.0356762 Jun 24 13:03:17.408111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f985b2b-65de-459f-a49c-fa7787df15f4 req-e9e9bf56-9acc-4113-ad3d-4699168d865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:17.409495 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f985b2b-65de-459f-a49c-fa7787df15f4 req-e9e9bf56-9acc-4113-ad3d-4699168d865c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0437124 Jun 24 13:03:17.470988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f985b2b-65de-459f-a49c-fa7787df15f4 req-9725b14b-aa0a-4c4a-9e45-44e30cc6177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:17.472465 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f985b2b-65de-459f-a49c-fa7787df15f4 req-9725b14b-aa0a-4c4a-9e45-44e30cc6177b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558228 Jun 24 13:03:17.564029 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f985b2b-65de-459f-a49c-fa7787df15f4 req-602ca8c4-c6d7-47d3-aef8-3306da49e757 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801022 Jun 24 13:03:17.656674 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f985b2b-65de-459f-a49c-fa7787df15f4 req-958332cd-90fd-4655-a05d-f8ec96f85259 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851991 Jun 24 13:03:17.735069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cd2ad-3005-4b25-82a1-531dc510442d req-05615a40-d21a-4b6b-bae1-6585a5095513 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:17.736449 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-310cd2ad-3005-4b25-82a1-531dc510442d req-05615a40-d21a-4b6b-bae1-6585a5095513 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 944 time: 0.0634761 Jun 24 13:03:17.774029 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-310cd2ad-3005-4b25-82a1-531dc510442d req-136210b3-fddd-493e-b3ad-51e6ed00076f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313900 Jun 24 13:03:18.953990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10d078-8559-451b-a681-f96d918f775d req-7f2cd0e9-861d-44bc-983f-57e244bb7f53 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:18.955481 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3a10d078-8559-451b-a681-f96d918f775d req-7f2cd0e9-861d-44bc-983f-57e244bb7f53 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 944 time: 0.0626888 Jun 24 13:03:18.996970 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3a10d078-8559-451b-a681-f96d918f775d req-dcc82d5b-1746-404b-9ce0-87bec9cbb5f1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358331 Jun 24 13:03:19.839723 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device edff66e0-e99c-49f5-ab75-c8e75f663646 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:03:19.936986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port edff66e0-e99c-49f5-ab75-c8e75f663646, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=edff66e0-e99c-49f5-ab75-c8e75f663646,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:03:19.948447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'edff66e0-e99c-49f5-ab75-c8e75f663646', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'port_id': 'edff66e0-e99c-49f5-ab75-c8e75f663646', 'mac_address': 'fa:16:3e:cb:8c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:03:19.988413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:20.001949 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edff66e0-e99c-49f5-ab75-c8e75f663646 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:03:20.022532 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port edff66e0-e99c-49f5-ab75-c8e75f663646, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=edff66e0-e99c-49f5-ab75-c8e75f663646,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:03:20.027822 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:20.029969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:20.076517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=edff66e0-e99c-49f5-ab75-c8e75f663646,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:20.079504 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:20.171048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce4740-7ab6-4ffa-94fe-789da107fb9e req-12c4a11a-56d0-48ba-9643-5eb63b226209 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:20.172456 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41ce4740-7ab6-4ffa-94fe-789da107fb9e req-12c4a11a-56d0-48ba-9643-5eb63b226209 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 945 time: 0.0623777 Jun 24 13:03:20.209757 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41ce4740-7ab6-4ffa-94fe-789da107fb9e req-a9deb104-f1cd-4748-b252-8de55fc7d0bc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316396 Jun 24 13:03:20.232975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['edff66e0-e99c-49f5-ab75-c8e75f663646'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:03:21.381287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c6a10-ccf6-4ba0-8c45-b013a11060ed req-64a559fe-7d73-4428-8af8-1c933ad05b70 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:21.383394 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b33c6a10-ccf6-4ba0-8c45-b013a11060ed req-64a559fe-7d73-4428-8af8-1c933ad05b70 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 945 time: 0.0627811 Jun 24 13:03:21.420622 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b33c6a10-ccf6-4ba0-8c45-b013a11060ed req-f2d080d5-4534-4dbe-8bf5-c2238e1cda57 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315912 Jun 24 13:03:21.854901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device edff66e0-e99c-49f5-ab75-c8e75f663646 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:03:21.900757 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port edff66e0-e99c-49f5-ab75-c8e75f663646 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:03:21.904154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port edff66e0-e99c-49f5-ab75-c8e75f663646 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:03:21.904556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:21.978232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:22.007488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff66e0-e99c-49f5-ab75-c8e75f663646'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:03:22.009754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7cd3e2-7fdf-4e2e-87c8-be9f1791b340" -d '{"events": [{"server_uuid": "e3491b6f-55ed-4471-bfaf-cf6a095469c1", "name": "network-vif-plugged", "status": "completed", "tag": "edff66e0-e99c-49f5-ab75-c8e75f663646"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:03:22.022786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port edff66e0-e99c-49f5-ab75-c8e75f663646, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=edff66e0-e99c-49f5-ab75-c8e75f663646,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:03:22.027035 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:22.028936 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-29b607d3-c910-4e74-a633-63fc7f8ed40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:03:22.080002 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=edff66e0-e99c-49f5-ab75-c8e75f663646,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:03:22.083083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:03:22.100362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eee419-e400-4540-817e-622f82c16ed3 x-openstack-request-id: req-b8eee419-e400-4540-817e-622f82c16ed3 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:03:22.101268 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3491b6f-55ed-4471-bfaf-cf6a095469c1", "name": "network-vif-plugged", "status": "completed", "tag": "edff66e0-e99c-49f5-ab75-c8e75f663646", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:03:22.101532 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-b8eee419-e400-4540-817e-622f82c16ed3 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:03:22.101931 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff66e0-e99c-49f5-ab75-c8e75f663646', 'code': 200} Jun 24 13:03:22.321544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff533-92e4-454d-8699-33dce2def94c req-15f3bb5a-fd0b-4248-8545-4f6db7d66df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:22.322957 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b14ff533-92e4-454d-8699-33dce2def94c req-15f3bb5a-fd0b-4248-8545-4f6db7d66df8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 1099 time: 0.0554581 Jun 24 13:03:22.355477 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b14ff533-92e4-454d-8699-33dce2def94c req-21505972-465a-44a9-826e-7a054265da78 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268042 Jun 24 13:03:22.591425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e8a93-4781-4296-b6fd-f90e8af7da5a req-a48b40a8-f6e7-40dd-a5e9-ce296a306200 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:22.592764 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a43e8a93-4781-4296-b6fd-f90e8af7da5a req-a48b40a8-f6e7-40dd-a5e9-ce296a306200 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0611539 Jun 24 13:03:22.630599 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a43e8a93-4781-4296-b6fd-f90e8af7da5a req-fceed538-5c59-4df7-a253-3218dec2d091 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322328 Jun 24 13:03:23.801775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bffb3-9f1b-4d5b-acc0-7180dacd5760 req-80f10840-23a4-432b-b4b7-ac2de697e169 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:23.803308 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e87bffb3-9f1b-4d5b-acc0-7180dacd5760 req-80f10840-23a4-432b-b4b7-ac2de697e169 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0620303 Jun 24 13:03:23.844433 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e87bffb3-9f1b-4d5b-acc0-7180dacd5760 req-55fe95e8-4757-4249-8b06-d5c083c64aa9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347872 Jun 24 13:03:24.016488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c34c5e-7019-43d1-abc6-96c6c65ed8ef req-c88c03d7-a67c-4f14-a1dc-1f12e443fe53 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:24.019062 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-54c34c5e-7019-43d1-abc6-96c6c65ed8ef req-c88c03d7-a67c-4f14-a1dc-1f12e443fe53 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0719221 Jun 24 13:03:24.027326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 50444) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:03:24.031940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-52e14679-1fcd-4135-b9df-4f65fd4b482e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Request body: {'floatingip': {'port_id': 'edff66e0-e99c-49f5-ab75-c8e75f663646'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:03:24.070868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-52e14679-1fcd-4135-b9df-4f65fd4b482e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:24.512336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-52e14679-1fcd-4135-b9df-4f65fd4b482e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:24.516128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-52e14679-1fcd-4135-b9df-4f65fd4b482e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:24.890135 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-52e14679-1fcd-4135-b9df-4f65fd4b482e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335 associated. External IP: 172.26.1.32, port: edff66e0-e99c-49f5-ab75-c8e75f663646. Jun 24 13:03:25.101311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e14679-1fcd-4135-b9df-4f65fd4b482e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Router b105bca5-eee1-4b20-8526-31e792503039 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:03:25.206214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e14679-1fcd-4135-b9df-4f65fd4b482e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:03:25.211067 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-52e14679-1fcd-4135-b9df-4f65fd4b482e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:25.215548 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b452536-09e4-4ece-adb2-7997be7f8bf9 None None] Sync routers for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:03:25.224473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b452536-09e4-4ece-adb2-7997be7f8bf9 None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:03:25.225091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-8b452536-09e4-4ece-adb2-7997be7f8bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:02:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:25.247616 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-52e14679-1fcd-4135-b9df-4f65fd4b482e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "PUT /v2.0/floatingips/153f2979-eac2-4568-9b23-2cea7bd3c335 HTTP/1.1" status: 200 len: 991 time: 1.2192268 Jun 24 13:03:25.248537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'tag': 'edff66e0-e99c-49f5-ab75-c8e75f663646'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:03:25.250979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a377595c-a25a-4f5a-a08a-902aa8a2991c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3491b6f-55ed-4471-bfaf-cf6a095469c1", "tag": "edff66e0-e99c-49f5-ab75-c8e75f663646"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:03:25.289807 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2b997d-e504-4279-a9a4-31ed3e7be652 x-openstack-request-id: req-7f2b997d-e504-4279-a9a4-31ed3e7be652 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:03:25.290409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3491b6f-55ed-4471-bfaf-cf6a095469c1", "tag": "edff66e0-e99c-49f5-ab75-c8e75f663646", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:03:25.290727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7f2b997d-e504-4279-a9a4-31ed3e7be652 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:03:25.291204 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'tag': 'edff66e0-e99c-49f5-ab75-c8e75f663646', 'status': 'completed', 'code': 200} Jun 24 13:03:25.337507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-8b452536-09e4-4ece-adb2-7997be7f8bf9 None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:03:25.368886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377595c-a25a-4f5a-a08a-902aa8a2991c req-4c78b44e-edc1-4ea5-9bd2-1e19ed99d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:25.370368 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a377595c-a25a-4f5a-a08a-902aa8a2991c req-4c78b44e-edc1-4ea5-9bd2-1e19ed99d230 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 1099 time: 0.0539536 Jun 24 13:03:25.468118 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377595c-a25a-4f5a-a08a-902aa8a2991c req-c15fe119-5d3d-463c-86e8-45f093a1dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:25.469566 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a377595c-a25a-4f5a-a08a-902aa8a2991c req-c15fe119-5d3d-463c-86e8-45f093a1dde2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0924437 Jun 24 13:03:25.537265 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a377595c-a25a-4f5a-a08a-902aa8a2991c req-16587326-81c1-4905-b398-0a8b52ec858f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edff66e0-e99c-49f5-ab75-c8e75f663646 HTTP/1.1" status: 200 len: 999 time: 0.0618012 Jun 24 13:03:25.557776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-8b452536-09e4-4ece-adb2-7997be7f8bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '153f2979-eac2-4568-9b23-2cea7bd3c335', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'port_id': 'edff66e0-e99c-49f5-ab75-c8e75f663646', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'mac_address': 'fa:16:3e:cb:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:03:12Z', 'updated_at': '2021-06-24T13:03:24Z', 'revision_number': 1, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:25.585226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377595c-a25a-4f5a-a08a-902aa8a2991c req-3b534c8f-28b8-4949-b48c-d885aad867bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:25.586674 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a377595c-a25a-4f5a-a08a-902aa8a2991c req-3b534c8f-28b8-4949-b48c-d885aad867bf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0438809 Jun 24 13:03:25.587004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b452536-09e4-4ece-adb2-7997be7f8bf9 None None] Checking router: b105bca5-eee1-4b20-8526-31e792503039 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:03:25.595287 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b452536-09e4-4ece-adb2-7997be7f8bf9 None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:03:25.595892 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-8b452536-09e4-4ece-adb2-7997be7f8bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:02:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:25.641914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377595c-a25a-4f5a-a08a-902aa8a2991c req-6e506858-bdf5-4907-b9f4-9193afb93e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:25.643326 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a377595c-a25a-4f5a-a08a-902aa8a2991c req-6e506858-bdf5-4907-b9f4-9193afb93e8d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0504615 Jun 24 13:03:25.698093 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-8b452536-09e4-4ece-adb2-7997be7f8bf9 None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:03:25.735124 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a377595c-a25a-4f5a-a08a-902aa8a2991c req-7ed79453-de79-42cf-886f-0ed796e42d1d service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854921 Jun 24 13:03:25.825154 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a377595c-a25a-4f5a-a08a-902aa8a2991c req-5381ca56-66e5-452c-bd5e-989e701a8957 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844073 Jun 24 13:03:26.059614 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-8b452536-09e4-4ece-adb2-7997be7f8bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '153f2979-eac2-4568-9b23-2cea7bd3c335', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'port_id': 'edff66e0-e99c-49f5-ab75-c8e75f663646', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'mac_address': 'fa:16:3e:cb:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:03:12Z', 'updated_at': '2021-06-24T13:03:24Z', 'revision_number': 1, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:03:26.088627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b452536-09e4-4ece-adb2-7997be7f8bf9 None None] The sync data for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv is: [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '153f2979-eac2-4568-9b23-2cea7bd3c335', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'port_id': 'edff66e0-e99c-49f5-ab75-c8e75f663646', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'mac_address': 'fa:16:3e:cb:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:03:12Z', 'updated_at': '2021-06-24T13:03:24Z', 'revision_number': 1, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:03:26.263065 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5ddfaf-270f-4542-ac4e-ac88955fb683 None None] New status for floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:03:26.608896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb1cc-c025-458d-b472-0412026a76b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:29.326364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad22d7b4-5e09-42c8-80be-53f82dfb0ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:29.439452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:30.329411 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:32.041575 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e272e0fd-82cf-4e17-804d-5c0b2bf35c2c req-0fe72df3-8dff-4385-b86b-84c27e94a0b8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518441 Jun 24 13:03:32.138930 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272e0fd-82cf-4e17-804d-5c0b2bf35c2c req-f5887250-9250-4440-89f5-1a02b353224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:32.140428 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e272e0fd-82cf-4e17-804d-5c0b2bf35c2c req-f5887250-9250-4440-89f5-1a02b353224d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 1099 time: 0.0584083 Jun 24 13:03:32.244319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272e0fd-82cf-4e17-804d-5c0b2bf35c2c req-a3a02f58-69c8-41f8-9e56-6e700fb33d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:32.245790 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e272e0fd-82cf-4e17-804d-5c0b2bf35c2c req-a3a02f58-69c8-41f8-9e56-6e700fb33d15 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0865772 Jun 24 13:03:32.315827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:32.316575 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e272e0fd-82cf-4e17-804d-5c0b2bf35c2c req-2bf461d6-472b-4e95-9dab-95c995c9c5d3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edff66e0-e99c-49f5-ab75-c8e75f663646 HTTP/1.1" status: 200 len: 1001 time: 0.0647438 Jun 24 13:03:32.368094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272e0fd-82cf-4e17-804d-5c0b2bf35c2c req-fab3ae89-b869-45a9-8503-6a4f7735feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:32.369548 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e272e0fd-82cf-4e17-804d-5c0b2bf35c2c req-fab3ae89-b869-45a9-8503-6a4f7735feb1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0461485 Jun 24 13:03:32.427011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272e0fd-82cf-4e17-804d-5c0b2bf35c2c req-4067cb61-6123-46d5-a31a-40ff39074280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:03:32.428521 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e272e0fd-82cf-4e17-804d-5c0b2bf35c2c req-4067cb61-6123-46d5-a31a-40ff39074280 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532119 Jun 24 13:03:32.521277 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e272e0fd-82cf-4e17-804d-5c0b2bf35c2c req-c941c17c-8a30-49cc-8e9d-f57567d4a3ad service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859077 Jun 24 13:03:32.609027 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e272e0fd-82cf-4e17-804d-5c0b2bf35c2c req-85159da9-d94c-46b7-827a-5299a95361a0 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813158 Jun 24 13:03:42.862609 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:03:47.367270 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:56.610193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d4568f08-d5ff-43a7-9aca-d7c577620b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:59.326025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4f75fe69-65f1-4ffa-a7c1-77466196ca19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:03:59.440173 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:00.333623 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:01.374919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d01f16-7c2d-4d8d-a898-55f6e0422cf0 req-abc7aed8-002b-440a-bfb5-b45833145fe5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:01.376342 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a6d01f16-7c2d-4d8d-a898-55f6e0422cf0 req-abc7aed8-002b-440a-bfb5-b45833145fe5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0684617 Jun 24 13:04:01.415732 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a6d01f16-7c2d-4d8d-a898-55f6e0422cf0 req-7962725e-0107-4905-9c34-eb6deaca796c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330198 Jun 24 13:04:01.923786 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-df4cb22f-69a4-4b41-9e39-ca973c3c7259 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0601904 Jun 24 13:04:01.967981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01024f97-0770-4849-92fa-4c431666d5b8 req-494b8cc2-6adf-4c83-9720-f00e6c1d88df tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:01.969521 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-01024f97-0770-4849-92fa-4c431666d5b8 req-494b8cc2-6adf-4c83-9720-f00e6c1d88df tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0685122 Jun 24 13:04:02.019306 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-01024f97-0770-4849-92fa-4c431666d5b8 req-78d1cd30-ea0d-499f-b4e3-7d93dc91149c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432370 Jun 24 13:04:02.313828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:03.026300 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-5f698d40-74a9-42ce-bd11-2ae4d7706210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:03.027791 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-5f698d40-74a9-42ce-bd11-2ae4d7706210 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 1099 time: 0.0574577 Jun 24 13:04:03.117321 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-3d4538a4-152a-472c-af80-b006b1bb5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:03.118775 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-3d4538a4-152a-472c-af80-b006b1bb5ec5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0852256 Jun 24 13:04:03.215183 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-b1594939-82b8-46ee-9ae1-0a78e8df96fe service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edff66e0-e99c-49f5-ab75-c8e75f663646 HTTP/1.1" status: 200 len: 1001 time: 0.0906079 Jun 24 13:04:03.274706 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54c50d-570c-4264-8bcd-dcce23fd555f req-271d8bb5-67bc-4626-80b0-bb917434002d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:03.276162 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fc54c50d-570c-4264-8bcd-dcce23fd555f req-271d8bb5-67bc-4626-80b0-bb917434002d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.1134083 Jun 24 13:04:03.279944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-33d45d5a-e01f-47ad-b621-799eb2024cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:03.281167 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-33d45d5a-e01f-47ad-b621-799eb2024cfd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0602498 Jun 24 13:04:03.345022 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fc54c50d-570c-4264-8bcd-dcce23fd555f req-3fbbfb90-d73f-49eb-bc65-3d6975b2b761 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629313 Jun 24 13:04:03.362057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-909dba68-df7f-4020-b084-22ef63408899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:03.363553 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-909dba68-df7f-4020-b084-22ef63408899 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758374 Jun 24 13:04:03.454035 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-abb2d0fb-59e1-49ed-8f70-a0952bcff67a service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831547 Jun 24 13:04:03.545395 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-25888ddf-ef3f-42d4-b71d-17734df312ef service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845735 Jun 24 13:04:04.517170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71893220-600c-4cdf-9f8c-a44f76c7797a req-d30da922-742b-4240-a376-28ac7245d0e5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:04.518537 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-71893220-600c-4cdf-9f8c-a44f76c7797a req-d30da922-742b-4240-a376-28ac7245d0e5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0623937 Jun 24 13:04:04.556482 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-71893220-600c-4cdf-9f8c-a44f76c7797a req-e53dad44-91b0-4acc-93ae-7704084fdfc6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322073 Jun 24 13:04:05.734010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b69a7-f874-4a23-8d6c-ac7ab0f2f369 req-c39d9e01-771e-48c9-b5b0-a3ea5a172373 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:05.735479 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e2b69a7-f874-4a23-8d6c-ac7ab0f2f369 req-c39d9e01-771e-48c9-b5b0-a3ea5a172373 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0685914 Jun 24 13:04:05.772670 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e2b69a7-f874-4a23-8d6c-ac7ab0f2f369 req-ef6cc175-5c28-4a10-9cb4-d47004e48cec tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315745 Jun 24 13:04:06.944995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657708fa-4ec7-40b2-8b3d-956566c7c2dd req-e092b65a-2c5a-47e4-a095-c615d2df5bb9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:06.946457 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-657708fa-4ec7-40b2-8b3d-956566c7c2dd req-e092b65a-2c5a-47e4-a095-c615d2df5bb9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0632834 Jun 24 13:04:06.984814 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-657708fa-4ec7-40b2-8b3d-956566c7c2dd req-6fad9e40-7ba5-40c4-a21f-b7fa79b0b072 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327396 Jun 24 13:04:08.157562 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d31c0-d2dc-40ac-ba1c-a9566fb7897c req-401821f1-2120-4ed2-be21-d73dcc50a745 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:08.159042 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-408d31c0-d2dc-40ac-ba1c-a9566fb7897c req-401821f1-2120-4ed2-be21-d73dcc50a745 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0615842 Jun 24 13:04:08.196484 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-408d31c0-d2dc-40ac-ba1c-a9566fb7897c req-c3be9759-f974-4e5f-a162-4bf32237face tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316753 Jun 24 13:04:09.378239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73ae58-1caa-4e2a-a170-4bd137092fbe req-7d86d9d0-6f59-4060-8a7d-55393640b79d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:09.379756 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9b73ae58-1caa-4e2a-a170-4bd137092fbe req-7d86d9d0-6f59-4060-8a7d-55393640b79d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0659142 Jun 24 13:04:09.419298 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9b73ae58-1caa-4e2a-a170-4bd137092fbe req-e97b2387-780c-4538-bf82-f6b7f5dafecb tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338914 Jun 24 13:04:10.595051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7dbea-06cc-431b-9204-6195d30e4791 req-70ee913a-571f-4263-85ae-25869bf1fe77 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:10.596658 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cfe7dbea-06cc-431b-9204-6195d30e4791 req-70ee913a-571f-4263-85ae-25869bf1fe77 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0639021 Jun 24 13:04:10.635205 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cfe7dbea-06cc-431b-9204-6195d30e4791 req-cd7c79d5-1c75-47c5-b784-358dfeb3cdd2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320957 Jun 24 13:04:11.813608 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60807a9-bb39-4f18-bde6-f35f81314e89 req-54a4e8c5-18ac-4662-bff1-0926f68919d3 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:11.815097 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f60807a9-bb39-4f18-bde6-f35f81314e89 req-54a4e8c5-18ac-4662-bff1-0926f68919d3 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0689068 Jun 24 13:04:11.852062 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f60807a9-bb39-4f18-bde6-f35f81314e89 req-ff61e6f9-9e55-4738-aa3f-46e5ad43fdec tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307324 Jun 24 13:04:13.025888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f0084-210f-4372-87b3-e63805db40f0 req-a534616e-2565-4013-83c1-0d912f8a220f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:13.027389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-070f0084-210f-4372-87b3-e63805db40f0 req-a534616e-2565-4013-83c1-0d912f8a220f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0635245 Jun 24 13:04:13.064670 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-070f0084-210f-4372-87b3-e63805db40f0 req-98782886-766f-4ced-b6f7-15292ad999ee tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315599 Jun 24 13:04:14.235812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf251e-9961-40cd-bf61-e2cd1c44444b req-01f9bbfb-81cb-4678-818a-d9ec908a8a81 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:14.237278 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d8cf251e-9961-40cd-bf61-e2cd1c44444b req-01f9bbfb-81cb-4678-818a-d9ec908a8a81 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0620987 Jun 24 13:04:14.275717 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d8cf251e-9961-40cd-bf61-e2cd1c44444b req-b05ec162-22bf-4b76-9488-83bb23d181e4 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328774 Jun 24 13:04:15.232324 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-29165a73-5600-4e35-bdc7-66cda2aacced service neutron] 10.222.0.102 "GET /v2.0/ports/edff66e0-e99c-49f5-ab75-c8e75f663646/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0603559 Jun 24 13:04:15.492871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634aff3-95a2-484f-b842-12e6d43cbf95 req-28e8fd40-a073-49f1-a968-2f8460b2a500 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:15.494272 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b634aff3-95a2-484f-b842-12e6d43cbf95 req-28e8fd40-a073-49f1-a968-2f8460b2a500 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.1043968 Jun 24 13:04:15.523354 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-a75a92ee-a18d-40b8-904e-46204ad77b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:15.524808 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-a75a92ee-a18d-40b8-904e-46204ad77b45 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1&tenant_id=bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 1099 time: 0.0928729 Jun 24 13:04:15.541053 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b634aff3-95a2-484f-b842-12e6d43cbf95 req-5df7c786-7238-4580-8726-7803a4e9f9db tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397301 Jun 24 13:04:15.603514 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-c459ba2d-faa0-45d8-b05a-fe6b24a0c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:15.604888 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-c459ba2d-faa0-45d8-b05a-fe6b24a0c164 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 1099 time: 0.0552566 Jun 24 13:04:15.691534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-57384423-d9a8-46aa-ae7d-89b85f7c83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:15.693055 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-57384423-d9a8-46aa-ae7d-89b85f7c83e9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0821593 Jun 24 13:04:15.759899 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-1d82123f-71c6-47a5-96bf-9d198bfdd8d5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edff66e0-e99c-49f5-ab75-c8e75f663646 HTTP/1.1" status: 200 len: 1001 time: 0.0602622 Jun 24 13:04:15.806862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-fba47f02-6e6a-4230-998b-2a77582b27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:15.808311 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-fba47f02-6e6a-4230-998b-2a77582b27e2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0428202 Jun 24 13:04:15.863669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-20c2260a-bd8f-4c60-be42-30b832ce2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:15.865168 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-20c2260a-bd8f-4c60-be42-30b832ce2f05 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510721 Jun 24 13:04:15.958569 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-2153291f-de2d-41ed-a89c-2c9d179c6563 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865967 Jun 24 13:04:16.045280 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b03e3867-1ad5-4dca-9191-d2a4007075c8 req-ccd475b3-797a-4273-83d4-c13ab64ad72f service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799212 Jun 24 13:04:16.720427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da600e5d-d218-4156-a77a-bef91f2920a8 req-52e61291-2af4-4605-9c1b-bb4727996113 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:16.722090 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-da600e5d-d218-4156-a77a-bef91f2920a8 req-52e61291-2af4-4605-9c1b-bb4727996113 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0680227 Jun 24 13:04:16.760403 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-da600e5d-d218-4156-a77a-bef91f2920a8 req-b87d3b7f-5df3-4046-8b42-de76b7608f1f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321317 Jun 24 13:04:17.374492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:17.936837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be80d7-600b-4321-80d3-f90253cb095a req-3c426fb6-ac77-4f01-8017-4d08991bb2c1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:17.938312 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f9be80d7-600b-4321-80d3-f90253cb095a req-3c426fb6-ac77-4f01-8017-4d08991bb2c1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0643291 Jun 24 13:04:17.977625 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f9be80d7-600b-4321-80d3-f90253cb095a req-fd54fea0-5e82-4e30-ab49-8a5b2ea40e66 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314744 Jun 24 13:04:18.119302 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device edff66e0-e99c-49f5-ab75-c8e75f663646 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:04:18.122650 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device edff66e0-e99c-49f5-ab75-c8e75f663646 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:04:18.280196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:18.299385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port edff66e0-e99c-49f5-ab75-c8e75f663646, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=edff66e0-e99c-49f5-ab75-c8e75f663646,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:04:18.317657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'edff66e0-e99c-49f5-ab75-c8e75f663646', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'port_id': 'edff66e0-e99c-49f5-ab75-c8e75f663646', 'mac_address': 'fa:16:3e:cb:8c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:04:18.322491 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edff66e0-e99c-49f5-ab75-c8e75f663646'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:04:18.324884 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b767a8ac-d403-4086-b204-cf5332c156bf" -d '{"events": [{"server_uuid": "e3491b6f-55ed-4471-bfaf-cf6a095469c1", "name": "network-vif-unplugged", "status": "completed", "tag": "edff66e0-e99c-49f5-ab75-c8e75f663646"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:04:18.338323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc55cd-b0ae-4197-b278-1a5043db87a5 req-f1c603c9-89d5-4155-9495-d0c6f09f0d4c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:18.339843 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ecbc55cd-b0ae-4197-b278-1a5043db87a5 req-f1c603c9-89d5-4155-9495-d0c6f09f0d4c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1&tenant_id=bca945705e704622ba2b45519fe08b44&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 946 time: 0.1158803 Jun 24 13:04:18.348491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46568cb9-e429-46e3-ac62-4206d94151df req-363325f4-a5b7-4e39-8b0b-241e34bb86ac tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:18.349996 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-46568cb9-e429-46e3-ac62-4206d94151df req-363325f4-a5b7-4e39-8b0b-241e34bb86ac tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.1359103 Jun 24 13:04:18.357734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port edff66e0-e99c-49f5-ab75-c8e75f663646, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=edff66e0-e99c-49f5-ab75-c8e75f663646,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:04:18.368307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:18.376658 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:04:18.379663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 13:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2481ced9-d7b3-4b32-974f-55bcfe18ba31 x-openstack-request-id: req-2481ced9-d7b3-4b32-974f-55bcfe18ba31 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:04:18.379989 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3491b6f-55ed-4471-bfaf-cf6a095469c1", "name": "network-vif-unplugged", "status": "completed", "tag": "edff66e0-e99c-49f5-ab75-c8e75f663646", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:04:18.380227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2481ced9-d7b3-4b32-974f-55bcfe18ba31 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:04:18.380632 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edff66e0-e99c-49f5-ab75-c8e75f663646', 'code': 200} Jun 24 13:04:18.392101 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-46568cb9-e429-46e3-ac62-4206d94151df req-13c32fb3-bef3-4a79-b142-76761392b5c7 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356808 Jun 24 13:04:18.402645 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:18.417529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edff66e0-e99c-49f5-ab75-c8e75f663646 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:04:18.448684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc55cd-b0ae-4197-b278-1a5043db87a5 req-97c89eb6-1ac5-476b-91f7-6117d05e6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:18.450180 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ecbc55cd-b0ae-4197-b278-1a5043db87a5 req-97c89eb6-1ac5-476b-91f7-6117d05e6c91 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 1097 time: 0.0562131 Jun 24 13:04:18.474813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=edff66e0-e99c-49f5-ab75-c8e75f663646,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:04:18.484401 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 13:04:18.484770 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 13:04:18.485854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:18.486200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:18.486538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:18.486906 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:18.487237 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:18.487569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:18.487898 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:18.488227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:18.488552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:18.488875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:18.489193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:18.489513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:18.493594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:04:18.543075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc55cd-b0ae-4197-b278-1a5043db87a5 req-5286495a-f1df-4777-9b83-478ed4d61027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:18.544549 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ecbc55cd-b0ae-4197-b278-1a5043db87a5 req-5286495a-f1df-4777-9b83-478ed4d61027 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0887446 Jun 24 13:04:18.606788 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ecbc55cd-b0ae-4197-b278-1a5043db87a5 req-9865aada-7b97-4463-8e5e-f485e85a69c9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edff66e0-e99c-49f5-ab75-c8e75f663646 HTTP/1.1" status: 200 len: 999 time: 0.0560544 Jun 24 13:04:18.660099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc55cd-b0ae-4197-b278-1a5043db87a5 req-af86add5-2947-40eb-9421-6b2aa45ea0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:18.661501 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ecbc55cd-b0ae-4197-b278-1a5043db87a5 req-af86add5-2947-40eb-9421-6b2aa45ea0c7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0486507 Jun 24 13:04:18.726516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc55cd-b0ae-4197-b278-1a5043db87a5 req-5a76a56f-249c-4fa3-9f05-e3194e3f3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:18.728012 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ecbc55cd-b0ae-4197-b278-1a5043db87a5 req-5a76a56f-249c-4fa3-9f05-e3194e3f3c38 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0599787 Jun 24 13:04:18.813930 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ecbc55cd-b0ae-4197-b278-1a5043db87a5 req-5f0128c1-6ff0-46e3-b026-a04257a27317 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791707 Jun 24 13:04:18.903873 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ecbc55cd-b0ae-4197-b278-1a5043db87a5 req-3185a169-17e4-4ff1-bad3-a6a747fa1e2a service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834241 Jun 24 13:04:19.019953 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:19.032571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edff66e0-e99c-49f5-ab75-c8e75f663646 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:04:19.050905 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port edff66e0-e99c-49f5-ab75-c8e75f663646, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=edff66e0-e99c-49f5-ab75-c8e75f663646,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:04:19.054406 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:19.056081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:04:19.102355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=edff66e0-e99c-49f5-ab75-c8e75f663646,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:04:19.105147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:04:19.112804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['edff66e0-e99c-49f5-ab75-c8e75f663646'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:04:19.568482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca033c4-23b5-403e-96c7-a831bb6e9573 req-0607ce56-e7a0-4eb2-bceb-5ea977b23be3 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:19.570523 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2ca033c4-23b5-403e-96c7-a831bb6e9573 req-0607ce56-e7a0-4eb2-bceb-5ea977b23be3 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 945 time: 0.0650365 Jun 24 13:04:19.607368 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2ca033c4-23b5-403e-96c7-a831bb6e9573 req-2959238d-0345-4468-b0b7-c9eadf5bd720 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310974 Jun 24 13:04:19.780069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc8c9-74cd-44d6-929d-897ba242789e req-fe0e3d1a-1d4b-42ff-aff5-f0aed6cf0ba6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:19.781517 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d93cc8c9-74cd-44d6-929d-897ba242789e req-fe0e3d1a-1d4b-42ff-aff5-f0aed6cf0ba6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 945 time: 0.0655222 Jun 24 13:04:19.820783 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d93cc8c9-74cd-44d6-929d-897ba242789e req-24b06402-9731-493d-ad98-4ceb9a0dc12d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334539 Jun 24 13:04:19.860584 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:04:19.993714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745041f2-9fcc-4558-a0b4-5f6db56b6b53 req-37f02caa-fe7a-4b02-aed1-ad05a2929fbf tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:19.995208 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-745041f2-9fcc-4558-a0b4-5f6db56b6b53 req-37f02caa-fe7a-4b02-aed1-ad05a2929fbf tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 945 time: 0.0669668 Jun 24 13:04:20.033831 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-745041f2-9fcc-4558-a0b4-5f6db56b6b53 req-3b4c071c-210a-45e9-bc2e-e35e7e773e9b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329001 Jun 24 13:04:20.134179 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device edff66e0-e99c-49f5-ab75-c8e75f663646 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:04:20.180883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port edff66e0-e99c-49f5-ab75-c8e75f663646 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:04:20.181258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:20.259776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:20.298241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port edff66e0-e99c-49f5-ab75-c8e75f663646, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=edff66e0-e99c-49f5-ab75-c8e75f663646,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:04:20.302626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:20.305625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:04:20.351737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=edff66e0-e99c-49f5-ab75-c8e75f663646,revision_number=8']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:04:20.354756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:04:20.382206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff66e0-e99c-49f5-ab75-c8e75f663646'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:04:20.384721 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15c5bba-ff84-4037-8865-37abe72e7f2f" -d '{"events": [{"server_uuid": "e3491b6f-55ed-4471-bfaf-cf6a095469c1", "name": "network-vif-plugged", "status": "completed", "tag": "edff66e0-e99c-49f5-ab75-c8e75f663646"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:04:20.424000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0345e6e4-65f3-4b7a-8c50-64934b23caf9 x-openstack-request-id: req-0345e6e4-65f3-4b7a-8c50-64934b23caf9 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:04:20.424305 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3491b6f-55ed-4471-bfaf-cf6a095469c1", "name": "network-vif-plugged", "status": "completed", "tag": "edff66e0-e99c-49f5-ab75-c8e75f663646", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:04:20.424568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-0345e6e4-65f3-4b7a-8c50-64934b23caf9 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:04:20.424872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a1e47-242f-41d8-914e-f062a3ddd564 req-64646a6c-306e-4fe2-ac39-a9699da23902 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:20.424983 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff66e0-e99c-49f5-ab75-c8e75f663646', 'code': 200} Jun 24 13:04:20.426380 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cb1a1e47-242f-41d8-914e-f062a3ddd564 req-64646a6c-306e-4fe2-ac39-a9699da23902 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0650105 Jun 24 13:04:20.468722 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cb1a1e47-242f-41d8-914e-f062a3ddd564 req-476e1e94-623a-4275-bb5a-5472dbb7dd50 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367987 Jun 24 13:04:21.913627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1385ba1-0b91-47b1-a49b-774694bf8e86 req-da2a67b8-2110-481a-bbea-792160209509 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:21.915147 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f1385ba1-0b91-47b1-a49b-774694bf8e86 req-da2a67b8-2110-481a-bbea-792160209509 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.3373761 Jun 24 13:04:21.956143 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f1385ba1-0b91-47b1-a49b-774694bf8e86 req-7ec20b2b-f6cb-4579-b3c1-ddceb9cf31e3 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353062 Jun 24 13:04:22.024464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-5ceb7e17-73b6-4a09-878a-1e39a5256da8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:22.025917 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-5ceb7e17-73b6-4a09-878a-1e39a5256da8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 946 time: 0.0683734 Jun 24 13:04:22.123310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Deleting port edff66e0-e99c-49f5-ab75-c8e75f663646 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:04:22.123654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:22.208956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] For port edff66e0-e99c-49f5-ab75-c8e75f663646, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=edff66e0-e99c-49f5-ab75-c8e75f663646,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:04:22.209317 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:22.423074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:22.423355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:22.423667 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335 disassociated. External IP: 172.26.1.32, port: edff66e0-e99c-49f5-ab75-c8e75f663646. Jun 24 13:04:22.424009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Calling delete_port for edff66e0-e99c-49f5-ab75-c8e75f663646 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:04:22.550669 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:22.554519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:04:22.579422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event deleted for resources: {'Port': ['ID=edff66e0-e99c-49f5-ab75-c8e75f663646,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:04:22.590788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:22.591177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:22.591555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:22.591925 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:22.592296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:22.592661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:22.593022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:22.593388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:22.593751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:22.594113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:22.594474 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:22.594872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:04:22.599576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:04:22.712411 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Router b105bca5-eee1-4b20-8526-31e792503039 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:04:22.821726 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:04:22.831660 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70861874-24c2-4981-b647-cabcc489a5cd None None] Sync routers for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:04:22.841576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70861874-24c2-4981-b647-cabcc489a5cd None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:04:22.842269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-70861874-24c2-4981-b647-cabcc489a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:03:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:04:22.864142 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] No DVR routers for this DVR port edff66e0-e99c-49f5-ab75-c8e75f663646 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:04:22.866624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:22.868632 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-63e8c0bc-a017-4b87-9355-21ac4bf0ea0c req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "DELETE /v2.0/ports/edff66e0-e99c-49f5-ab75-c8e75f663646 HTTP/1.1" status: 204 len: 173 time: 0.8377168 Jun 24 13:04:22.869166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'name': 'network-vif-deleted', 'tag': 'edff66e0-e99c-49f5-ab75-c8e75f663646'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:04:22.871552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1586eaf2-c267-4731-953b-41a1a2dcc635" -d '{"events": [{"server_uuid": "e3491b6f-55ed-4471-bfaf-cf6a095469c1", "name": "network-vif-deleted", "tag": "edff66e0-e99c-49f5-ab75-c8e75f663646"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:04:22.910726 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ab207e-e16e-4ed4-8ef6-260a4fa2c368 x-openstack-request-id: req-02ab207e-e16e-4ed4-8ef6-260a4fa2c368 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:04:22.911201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3491b6f-55ed-4471-bfaf-cf6a095469c1", "name": "network-vif-deleted", "tag": "edff66e0-e99c-49f5-ab75-c8e75f663646", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:04:22.911408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-02ab207e-e16e-4ed4-8ef6-260a4fa2c368 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:04:22.911857 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3491b6f-55ed-4471-bfaf-cf6a095469c1', 'name': 'network-vif-deleted', 'tag': 'edff66e0-e99c-49f5-ab75-c8e75f663646', 'status': 'completed', 'code': 200} Jun 24 13:04:22.953312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-70861874-24c2-4981-b647-cabcc489a5cd None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:04:23.123832 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d1218687-555d-41aa-ae6f-6e7c36cd7ef3 req-ec033862-8eff-417f-9f49-713719829a5c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3491b6f-55ed-4471-bfaf-cf6a095469c1 HTTP/1.1" status: 200 len: 210 time: 0.0337961 Jun 24 13:04:23.155501 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-70861874-24c2-4981-b647-cabcc489a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:04:23.184735 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70861874-24c2-4981-b647-cabcc489a5cd None None] Checking router: b105bca5-eee1-4b20-8526-31e792503039 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:04:23.193000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70861874-24c2-4981-b647-cabcc489a5cd None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:04:23.193618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-70861874-24c2-4981-b647-cabcc489a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:03:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:04:23.298883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-70861874-24c2-4981-b647-cabcc489a5cd None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:04:23.500037 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-70861874-24c2-4981-b647-cabcc489a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:04:23.525969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70861874-24c2-4981-b647-cabcc489a5cd None None] The sync data for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv is: [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:04:23.743184 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c523a603-1ae5-4627-88cd-5ebf8d6bfcf0 None None] New status for floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:04:24.420814 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-f2b06b9f-b3a2-4bde-8a96-bbe4d5482b0f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--279027099&fields=id&tenant_id=bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 267 time: 0.0344887 Jun 24 13:04:24.526454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a60fd1db-27d8-48f9-8fdb-89cef9d27504 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:24.527904 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a60fd1db-27d8-48f9-8fdb-89cef9d27504 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 812 time: 0.1007419 Jun 24 13:04:24.543049 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-5b6e8edd-faed-4d18-a465-6efff9a4b75c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/quotas/bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 375 time: 0.0096207 Jun 24 13:04:24.615018 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-9fece230-1f50-4343-95be-610e214cdfbc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669320 Jun 24 13:04:24.707510 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-eb6ff3b4-10b0-4a00-b1cb-546e5a976219 service neutron] 10.222.0.110 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813389 Jun 24 13:04:24.807921 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-0e75ec0b-1dec-4974-a001-2418999cbc59 service neutron] 10.222.0.110 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941215 Jun 24 13:04:24.975551 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0703e1b1-2b02-4e03-9cc1-1930ef3b6f42 req-66a0c3e2-59eb-4926-9a52-e13668344a74 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 210 time: 0.0316393 Jun 24 13:04:26.001641 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-70526ef3-2d86-4a2d-bf4a-963f41ed1ca0 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:26.004153 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-70526ef3-2d86-4a2d-bf4a-963f41ed1ca0 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 812 time: 0.1111979 Jun 24 13:04:26.052859 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-5b59e01e-fb4e-42e4-b334-0bcfc4e1fde1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 379 time: 0.0402148 Jun 24 13:04:26.061175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Request body: {'port': {'device_id': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'admin_state_up': True, 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'security_groups': ['27c9a372-95f2-4184-8410-0d433f5b8f46']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:04:26.150654 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-34b3d88a-c6c0-495e-9ec1-0e654f67bef2 req-9c8225ce-3509-4c0f-8b3b-64c0f08d00fb tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 210 time: 0.0374260 Jun 24 13:04:26.151074 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device edff66e0-e99c-49f5-ab75-c8e75f663646 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:04:26.176950 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: edff66e0-e99c-49f5-ab75-c8e75f663646 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:04:26.177562 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device edff66e0-e99c-49f5-ab75-c8e75f663646 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:04:26.206731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Made reservation on behalf of bca945705e704622ba2b45519fe08b44 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:04:26.210466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:26.334645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Allocated IP 172.20.0.4 (07d275a2-13f8-4f2e-89dd-7fb35f1f398d/b58836a8-4299-43df-893a-41a866382554/4b8eb334-a19a-4aa1-9e49-685bd64b5699) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:04:26.473839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:26.487028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Transition to ACTIVE for port object 4b8eb334-a19a-4aa1-9e49-685bd64b5699 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:04:26.519116 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:26.523089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1ad55e31-8253-40e7-9502-536ff9aa2b00 tempest-DeleteServersTestJSON-1341717310 tempest-DeleteServersTestJSON-1341717310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:04:26.560603 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:04:26.563760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:04:26.569328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:04:26.595422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event updated for resources: {'Port': ['ID=4b8eb334-a19a-4aa1-9e49-685bd64b5699,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:04:26.600285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:04:26.615989 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-557ab363-3f51-47cc-9b32-b678ec32bbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:26.629853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:26.630521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:26.646585 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5891392 Jun 24 13:04:26.659049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Request body: {'port': {'device_id': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:04:26.733199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:26.765999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-413f6b4b-322b-4157-ae98-1cdb433b72de None None] Provisioning for port 4b8eb334-a19a-4aa1-9e49-685bd64b5699 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:04:26.769717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-413f6b4b-322b-4157-ae98-1cdb433b72de None None] Provisioning complete for port 4b8eb334-a19a-4aa1-9e49-685bd64b5699 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:04:26.770097 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-413f6b4b-322b-4157-ae98-1cdb433b72de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:26.813388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-413f6b4b-322b-4157-ae98-1cdb433b72de None None] Port 4b8eb334-a19a-4aa1-9e49-685bd64b5699 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:04:26.997465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8eb334-a19a-4aa1-9e49-685bd64b5699 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:04:27.004789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:27.016809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Transition to ACTIVE for port object 4b8eb334-a19a-4aa1-9e49-685bd64b5699 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:04:27.021151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:27.023310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:04:27.071369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Pushing event updated for resources: {'Port': ['ID=4b8eb334-a19a-4aa1-9e49-685bd64b5699,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:04:27.075868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:04:27.145401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Attempting to bind port 4b8eb334-a19a-4aa1-9e49-685bd64b5699 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:04:27.145742 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Attempting to bind port 4b8eb334-a19a-4aa1-9e49-685bd64b5699 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:04:27.146078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Attempting to bind port 4b8eb334-a19a-4aa1-9e49-685bd64b5699 on network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:04:27.150609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Port 4b8eb334-a19a-4aa1-9e49-685bd64b5699 on network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:04:27.150968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Attempting to bind port 4b8eb334-a19a-4aa1-9e49-685bd64b5699 on network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:04:27.156180 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:04:27.156518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Checking segment: {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:04:27.156905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Bound using segment: {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:04:27.157343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Bound port: 4b8eb334-a19a-4aa1-9e49-685bd64b5699, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:04:27.157706 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:27.234118 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] For port 4b8eb334-a19a-4aa1-9e49-685bd64b5699, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:04:27.237793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] For port 4b8eb334-a19a-4aa1-9e49-685bd64b5699, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:04:27.242943 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:27.245051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cfc27d3a-7a00-41c5-88d5-0a27a6c117e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:04:27.290145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:27.290787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:27.292251 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] 10.222.0.102 "PUT /v2.0/ports/4b8eb334-a19a-4aa1-9e49-685bd64b5699 HTTP/1.1" status: 200 len: 1093 time: 0.6376071 Jun 24 13:04:27.296690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'tag': '4b8eb334-a19a-4aa1-9e49-685bd64b5699'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:04:27.299052 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592f7343-d8b6-43d6-8ad4-a8024292b063" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6", "tag": "4b8eb334-a19a-4aa1-9e49-685bd64b5699"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:04:27.347760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7721d15b-8f66-4862-8cfa-1d825e1d6e81 x-openstack-request-id: req-7721d15b-8f66-4862-8cfa-1d825e1d6e81 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:04:27.348102 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6", "tag": "4b8eb334-a19a-4aa1-9e49-685bd64b5699", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:04:27.348406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7721d15b-8f66-4862-8cfa-1d825e1d6e81 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:04:27.348848 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'tag': '4b8eb334-a19a-4aa1-9e49-685bd64b5699', 'status': 'completed', 'code': 200} Jun 24 13:04:27.377682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Pushing event updated for resources: {'Port': ['ID=4b8eb334-a19a-4aa1-9e49-685bd64b5699,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:04:27.385337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:04:27.433222 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f4abc-6383-4f98-a8dd-1e400119a580 req-632aab6b-5e40-44c3-9e17-79b041786448 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:27.435081 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d58f4abc-6383-4f98-a8dd-1e400119a580 req-632aab6b-5e40-44c3-9e17-79b041786448 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 943 time: 0.1595614 Jun 24 13:04:27.441164 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-9b3d13e9-7504-462c-8b60-5c9756f007bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:27.442600 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-9b3d13e9-7504-462c-8b60-5c9756f007bd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 1096 time: 0.1107497 Jun 24 13:04:27.491555 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-8c61f011-ea5b-4c45-aa2c-e5c4c4036543 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699 HTTP/1.1" status: 200 len: 217 time: 0.0404801 Jun 24 13:04:27.533350 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d58f4abc-6383-4f98-a8dd-1e400119a580 req-c70c4e6c-fbee-4491-82aa-95482b2122a3 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896890 Jun 24 13:04:27.553349 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-7f90cc34-2de2-49b9-927e-93a4d37e10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:27.554861 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-7f90cc34-2de2-49b9-927e-93a4d37e10ab service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0573721 Jun 24 13:04:27.615280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-0312723b-dad6-4bd8-97e8-fc81dcabe3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:27.616736 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-0312723b-dad6-4bd8-97e8-fc81dcabe3d2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550146 Jun 24 13:04:27.702540 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-68aaba2f-9201-4568-94aa-427dd57e9f2f service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790317 Jun 24 13:04:27.793355 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf67f704-4b36-446e-bdfa-5d0845c6e75c req-3753371f-0b8c-4f40-8191-4f4a636fe1b4 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849829 Jun 24 13:04:27.887929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f7343-d8b6-43d6-8ad4-a8024292b063 req-5df5b4f7-57d1-45e4-95ed-77a1db91ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:27.889389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-592f7343-d8b6-43d6-8ad4-a8024292b063 req-5df5b4f7-57d1-45e4-95ed-77a1db91ac44 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 1096 time: 0.0502460 Jun 24 13:04:27.980489 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f7343-d8b6-43d6-8ad4-a8024292b063 req-255ae754-eeed-4e1e-a0c5-23f25eebc7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:27.981937 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-592f7343-d8b6-43d6-8ad4-a8024292b063 req-255ae754-eeed-4e1e-a0c5-23f25eebc7af service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0865276 Jun 24 13:04:28.021573 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-592f7343-d8b6-43d6-8ad4-a8024292b063 req-c2597d88-5c9e-4142-abdf-f34ca1ab99c1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699 HTTP/1.1" status: 200 len: 217 time: 0.0327835 Jun 24 13:04:28.070081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f7343-d8b6-43d6-8ad4-a8024292b063 req-72ffde49-bd2a-41db-b43d-62340074ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:28.071977 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-592f7343-d8b6-43d6-8ad4-a8024292b063 req-72ffde49-bd2a-41db-b43d-62340074ddb8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0440266 Jun 24 13:04:28.133588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f7343-d8b6-43d6-8ad4-a8024292b063 req-766018f1-14f4-40b0-bf8e-d59da24c8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:28.135134 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-592f7343-d8b6-43d6-8ad4-a8024292b063 req-766018f1-14f4-40b0-bf8e-d59da24c8fdf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550983 Jun 24 13:04:28.222999 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-592f7343-d8b6-43d6-8ad4-a8024292b063 req-efbdd075-fcb6-4c58-92e3-6a8ccf5e3b0e service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811579 Jun 24 13:04:28.314935 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-592f7343-d8b6-43d6-8ad4-a8024292b063 req-e27fc5d1-f4e8-472f-b2ba-b2ec5468ec18 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844007 Jun 24 13:04:28.707213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80df26-bccf-4c88-8cb2-c79ac88bd171 req-83b16bae-20b7-4520-b03a-2a902cd606c8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:28.708696 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7d80df26-bccf-4c88-8cb2-c79ac88bd171 req-83b16bae-20b7-4520-b03a-2a902cd606c8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 943 time: 0.0629289 Jun 24 13:04:28.747271 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7d80df26-bccf-4c88-8cb2-c79ac88bd171 req-9503b44d-b146-4b21-93db-d13d55d159e3 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327520 Jun 24 13:04:29.326647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0931785e-4e08-44a4-8867-598dbd165fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:29.442085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:29.917768 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32605caf-b973-4d0f-9586-100c2fb66d44 req-6cc9b79a-d1eb-4cb0-8309-b88a65458184 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:29.919253 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-32605caf-b973-4d0f-9586-100c2fb66d44 req-6cc9b79a-d1eb-4cb0-8309-b88a65458184 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 943 time: 0.0629153 Jun 24 13:04:29.960536 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-32605caf-b973-4d0f-9586-100c2fb66d44 req-b8f83955-d5dd-4a20-ad53-b89754d70b8b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356991 Jun 24 13:04:30.156482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 4b8eb334-a19a-4aa1-9e49-685bd64b5699 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:04:30.251249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 4b8eb334-a19a-4aa1-9e49-685bd64b5699, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:04:30.413521 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '4b8eb334-a19a-4aa1-9e49-685bd64b5699', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'port_id': '4b8eb334-a19a-4aa1-9e49-685bd64b5699', 'mac_address': 'fa:16:3e:08:0e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:04:30.424749 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:30.457123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:30.469593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8eb334-a19a-4aa1-9e49-685bd64b5699 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:04:30.488740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 4b8eb334-a19a-4aa1-9e49-685bd64b5699, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:04:30.493261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:30.494992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f3fcaf0f-ef3b-444b-9ba3-4d4696cece12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:04:30.539458 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=4b8eb334-a19a-4aa1-9e49-685bd64b5699,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:04:30.542584 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:04:30.702849 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['4b8eb334-a19a-4aa1-9e49-685bd64b5699'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:04:31.134184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f43eb-e4cd-4213-aa8a-59dcc554c125 req-41ef44df-f509-4abd-b050-f6122f75b34c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:31.135673 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e0f43eb-e4cd-4213-aa8a-59dcc554c125 req-41ef44df-f509-4abd-b050-f6122f75b34c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 944 time: 0.0626168 Jun 24 13:04:31.172454 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e0f43eb-e4cd-4213-aa8a-59dcc554c125 req-b38c6cbc-fb5e-46fa-8657-5261bfbbf88b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311923 Jun 24 13:04:32.180762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 4b8eb334-a19a-4aa1-9e49-685bd64b5699 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:04:32.229992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 4b8eb334-a19a-4aa1-9e49-685bd64b5699 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:04:32.233994 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 4b8eb334-a19a-4aa1-9e49-685bd64b5699 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:04:32.234372 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:32.323078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:32.326317 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:32.347444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8eb334-a19a-4aa1-9e49-685bd64b5699'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:04:32.349734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ac09f6-d46a-4f38-8704-e08325ce53d6" -d '{"events": [{"server_uuid": "c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6", "name": "network-vif-plugged", "status": "completed", "tag": "4b8eb334-a19a-4aa1-9e49-685bd64b5699"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:04:32.354003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bfeb0-d4ac-4bc4-b259-5187c70d327b req-a3f74c99-87cd-47f8-855a-327a41485789 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:32.355507 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-033bfeb0-d4ac-4bc4-b259-5187c70d327b req-a3f74c99-87cd-47f8-855a-327a41485789 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 944 time: 0.0677989 Jun 24 13:04:32.366462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 4b8eb334-a19a-4aa1-9e49-685bd64b5699, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:04:32.371668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:32.374470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:04:32.398842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea80dbcc-f0b8-4720-bed0-5883d7f81653 x-openstack-request-id: req-ea80dbcc-f0b8-4720-bed0-5883d7f81653 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:04:32.399142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6", "name": "network-vif-plugged", "status": "completed", "tag": "4b8eb334-a19a-4aa1-9e49-685bd64b5699", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:04:32.399406 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ea80dbcc-f0b8-4720-bed0-5883d7f81653 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:04:32.400097 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8eb334-a19a-4aa1-9e49-685bd64b5699', 'code': 200} Jun 24 13:04:32.405394 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-033bfeb0-d4ac-4bc4-b259-5187c70d327b req-429fd00c-5f9a-4806-8c28-35f6b847b41d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365648 Jun 24 13:04:32.427351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=4b8eb334-a19a-4aa1-9e49-685bd64b5699,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:04:32.431540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:04:32.613316 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1114332-c3d5-4dad-9f7f-58177b64f64d req-3eb8c4aa-3207-4086-be9a-5c92af0850d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:32.614815 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d1114332-c3d5-4dad-9f7f-58177b64f64d req-3eb8c4aa-3207-4086-be9a-5c92af0850d8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0541410 Jun 24 13:04:32.648224 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d1114332-c3d5-4dad-9f7f-58177b64f64d req-4fe01fa8-6069-4c51-9815-683dd575ffb2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274706 Jun 24 13:04:33.582538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58627585-a822-456b-99fb-aef7b2f52f9d req-ebb87e91-d18e-43ce-b918-e99432191987 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:33.583913 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-58627585-a822-456b-99fb-aef7b2f52f9d req-ebb87e91-d18e-43ce-b918-e99432191987 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0625834 Jun 24 13:04:33.620019 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-58627585-a822-456b-99fb-aef7b2f52f9d req-8a5e7a37-f5f1-4ae2-8c56-b45344c043f9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304930 Jun 24 13:04:33.785283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f686f-ceae-43a6-9865-5a1a2ef7a52b req-201a8191-7e20-44dc-82e3-528512d7ded0 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:33.786723 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9c7f686f-ceae-43a6-9865-5a1a2ef7a52b req-201a8191-7e20-44dc-82e3-528512d7ded0 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0631607 Jun 24 13:04:33.795831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 50650) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:04:33.800413 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-82e14d30-3fec-4cc4-81b6-40c9490abcc2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Request body: {'floatingip': {'port_id': '4b8eb334-a19a-4aa1-9e49-685bd64b5699'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:04:33.842034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-82e14d30-3fec-4cc4-81b6-40c9490abcc2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:34.446342 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-339c8e57-71e0-46f3-9030-a9d7348e36b5 req-c45e9134-e2cd-48db-abd0-3d83ea231a49 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4417462 Jun 24 13:04:34.586535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c8e57-71e0-46f3-9030-a9d7348e36b5 req-60440a80-ae9b-4a83-85bb-7e3b9ed256f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:34.587936 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-339c8e57-71e0-46f3-9030-a9d7348e36b5 req-60440a80-ae9b-4a83-85bb-7e3b9ed256f1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0989738 Jun 24 13:04:34.685879 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-82e14d30-3fec-4cc4-81b6-40c9490abcc2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:34.691939 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-82e14d30-3fec-4cc4-81b6-40c9490abcc2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:34.760426 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c8e57-71e0-46f3-9030-a9d7348e36b5 req-f6ef1c02-1bf5-4716-a066-62580076c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:34.761858 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-339c8e57-71e0-46f3-9030-a9d7348e36b5 req-f6ef1c02-1bf5-4716-a066-62580076c9ff service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.1446371 Jun 24 13:04:34.853536 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-82e14d30-3fec-4cc4-81b6-40c9490abcc2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335 associated. External IP: 172.26.1.32, port: 4b8eb334-a19a-4aa1-9e49-685bd64b5699. Jun 24 13:04:34.861268 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-339c8e57-71e0-46f3-9030-a9d7348e36b5 req-0d74e9ad-1a4f-483d-9126-d4077c9710b2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699 HTTP/1.1" status: 200 len: 998 time: 0.0749600 Jun 24 13:04:34.985676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c8e57-71e0-46f3-9030-a9d7348e36b5 req-d046a389-bd00-454e-8c04-33ecf99c9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:34.987145 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-339c8e57-71e0-46f3-9030-a9d7348e36b5 req-d046a389-bd00-454e-8c04-33ecf99c9c99 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0978081 Jun 24 13:04:35.097681 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c8e57-71e0-46f3-9030-a9d7348e36b5 req-f3613732-9956-41aa-9092-b41a87af7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:35.099194 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-339c8e57-71e0-46f3-9030-a9d7348e36b5 req-f3613732-9956-41aa-9092-b41a87af7863 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1024497 Jun 24 13:04:35.212682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e14d30-3fec-4cc4-81b6-40c9490abcc2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Router b105bca5-eee1-4b20-8526-31e792503039 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:04:35.236918 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-339c8e57-71e0-46f3-9030-a9d7348e36b5 req-7db3aba4-63bd-428a-8c8a-14e8d31aba46 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083939 Jun 24 13:04:35.406377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e14d30-3fec-4cc4-81b6-40c9490abcc2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:04:35.409458 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-339c8e57-71e0-46f3-9030-a9d7348e36b5 req-fb73567d-0a5a-4607-910b-b54bfaa9f8c4 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391380 Jun 24 13:04:35.412470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-82e14d30-3fec-4cc4-81b6-40c9490abcc2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:35.417075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28999543-4ad3-4522-99b0-deed4b7f904d None None] Sync routers for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:04:35.426608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28999543-4ad3-4522-99b0-deed4b7f904d None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:04:35.427355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-28999543-4ad3-4522-99b0-deed4b7f904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:04:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:04:35.453503 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-82e14d30-3fec-4cc4-81b6-40c9490abcc2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "PUT /v2.0/floatingips/153f2979-eac2-4568-9b23-2cea7bd3c335 HTTP/1.1" status: 200 len: 990 time: 1.6565845 Jun 24 13:04:35.454173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'tag': '4b8eb334-a19a-4aa1-9e49-685bd64b5699'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:04:35.457174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f8fbd0-7c98-4630-8740-8002b01b347b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6", "tag": "4b8eb334-a19a-4aa1-9e49-685bd64b5699"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:04:35.496605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b50c8cd-2199-4900-9b8a-9b07510fd962 x-openstack-request-id: req-3b50c8cd-2199-4900-9b8a-9b07510fd962 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:04:35.496951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6", "tag": "4b8eb334-a19a-4aa1-9e49-685bd64b5699", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:04:35.497251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-3b50c8cd-2199-4900-9b8a-9b07510fd962 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:04:35.497697 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'tag': '4b8eb334-a19a-4aa1-9e49-685bd64b5699', 'status': 'completed', 'code': 200} Jun 24 13:04:35.545299 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-28999543-4ad3-4522-99b0-deed4b7f904d None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:04:35.573423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8fbd0-7c98-4630-8740-8002b01b347b req-618c68ea-bac3-42be-ab71-81af6d952127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:35.574964 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6f8fbd0-7c98-4630-8740-8002b01b347b req-618c68ea-bac3-42be-ab71-81af6d952127 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0552175 Jun 24 13:04:35.668569 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8fbd0-7c98-4630-8740-8002b01b347b req-3e54979a-151d-455b-b4e4-83f6696fffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:35.670042 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6f8fbd0-7c98-4630-8740-8002b01b347b req-3e54979a-151d-455b-b4e4-83f6696fffbc service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0887272 Jun 24 13:04:35.738833 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6f8fbd0-7c98-4630-8740-8002b01b347b req-db656855-ba76-4e52-a9b6-c9bf93a25a3b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699 HTTP/1.1" status: 200 len: 998 time: 0.0625913 Jun 24 13:04:35.768878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-28999543-4ad3-4522-99b0-deed4b7f904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '153f2979-eac2-4568-9b23-2cea7bd3c335', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'port_id': '4b8eb334-a19a-4aa1-9e49-685bd64b5699', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'mac_address': 'fa:16:3e:08:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:03:12Z', 'updated_at': '2021-06-24T13:04:34Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:04:35.786032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8fbd0-7c98-4630-8740-8002b01b347b req-ba6a9d8b-6766-4957-a045-a938c217cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:35.787547 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6f8fbd0-7c98-4630-8740-8002b01b347b req-ba6a9d8b-6766-4957-a045-a938c217cecb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0433834 Jun 24 13:04:35.795448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28999543-4ad3-4522-99b0-deed4b7f904d None None] Checking router: b105bca5-eee1-4b20-8526-31e792503039 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:04:35.805057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28999543-4ad3-4522-99b0-deed4b7f904d None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:04:35.805676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-28999543-4ad3-4522-99b0-deed4b7f904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:04:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:04:35.844682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8fbd0-7c98-4630-8740-8002b01b347b req-a3c28628-ae71-47d7-945e-3787b62c6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:04:35.846178 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6f8fbd0-7c98-4630-8740-8002b01b347b req-a3c28628-ae71-47d7-945e-3787b62c6072 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531058 Jun 24 13:04:35.909769 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-28999543-4ad3-4522-99b0-deed4b7f904d None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:04:35.938935 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6f8fbd0-7c98-4630-8740-8002b01b347b req-48f44f76-1f75-48f2-a162-5b01f3fc5e84 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853350 Jun 24 13:04:36.030431 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6f8fbd0-7c98-4630-8740-8002b01b347b req-8415ec41-d46e-41a8-a2d2-c07c398a4454 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847495 Jun 24 13:04:36.127966 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-28999543-4ad3-4522-99b0-deed4b7f904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '153f2979-eac2-4568-9b23-2cea7bd3c335', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'port_id': '4b8eb334-a19a-4aa1-9e49-685bd64b5699', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'mac_address': 'fa:16:3e:08:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:03:12Z', 'updated_at': '2021-06-24T13:04:34Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:04:36.157388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28999543-4ad3-4522-99b0-deed4b7f904d None None] The sync data for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv is: [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '153f2979-eac2-4568-9b23-2cea7bd3c335', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'port_id': '4b8eb334-a19a-4aa1-9e49-685bd64b5699', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'mac_address': 'fa:16:3e:08:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:03:12Z', 'updated_at': '2021-06-24T13:04:34Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:04:36.337791 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8bff49-9e49-4abc-a489-03b243225ddd None None] New status for floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:04:47.380835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:56.606998 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7ea9d10a-3fe4-479a-9ecc-807aa2a180cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:56.862258 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:04:59.326561 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b7b02fb1-6f4b-480c-965f-08fb025ee5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:04:59.444160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:00.337560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:02.317425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:12.879259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548406b9-0799-4738-83ca-5136fb9563b3 req-2c22ab4d-a63d-4446-b3e4-1ab4192e5d60 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:12.880731 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-548406b9-0799-4738-83ca-5136fb9563b3 req-2c22ab4d-a63d-4446-b3e4-1ab4192e5d60 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0621490 Jun 24 13:05:12.922484 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-548406b9-0799-4738-83ca-5136fb9563b3 req-da26f128-0852-41e5-9dbf-6a87ab655b27 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357990 Jun 24 13:05:14.098889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ee586-bbcc-48cc-91a1-210aea802abe req-08264205-bd64-4efd-9f03-39670ad01c2f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:14.100338 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b56ee586-bbcc-48cc-91a1-210aea802abe req-08264205-bd64-4efd-9f03-39670ad01c2f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0628746 Jun 24 13:05:14.137365 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b56ee586-bbcc-48cc-91a1-210aea802abe req-a5176008-e762-4dba-a500-41f0cfdc1f0c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313120 Jun 24 13:05:15.311538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155b6da-0417-41ed-8375-c886c97aa30e req-f3476fe3-3f97-46cd-a83e-31e098db2cdd tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:15.313002 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2155b6da-0417-41ed-8375-c886c97aa30e req-f3476fe3-3f97-46cd-a83e-31e098db2cdd tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0637929 Jun 24 13:05:15.349653 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2155b6da-0417-41ed-8375-c886c97aa30e req-c1f8f053-81a8-43e3-939a-4916f824a5ed tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309067 Jun 24 13:05:16.527015 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7891c65-0518-40b6-95e0-a544210befa1 req-54802ce0-eea3-4e53-97e5-8e883236d4a5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:16.528449 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7891c65-0518-40b6-95e0-a544210befa1 req-54802ce0-eea3-4e53-97e5-8e883236d4a5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0671995 Jun 24 13:05:16.567082 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7891c65-0518-40b6-95e0-a544210befa1 req-c2175e27-44b2-4b81-9c2b-88e7b0e4bc2d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326130 Jun 24 13:05:17.380147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:17.737225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3561c2b-eed7-4982-ab1f-4fdd48c4ab7f req-c52a6631-09d5-47b7-9f48-9b9b7cc52ddc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:17.738610 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3561c2b-eed7-4982-ab1f-4fdd48c4ab7f req-c52a6631-09d5-47b7-9f48-9b9b7cc52ddc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0629413 Jun 24 13:05:17.775044 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3561c2b-eed7-4982-ab1f-4fdd48c4ab7f req-f2f4bc82-c6cb-4a12-89bc-7077d1fd323f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308859 Jun 24 13:05:18.947918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e052a-8ee9-4d82-a93b-442c4693af82 req-9b48cf56-3779-4828-b940-92f3fc2df4b8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:18.949354 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-632e052a-8ee9-4d82-a93b-442c4693af82 req-9b48cf56-3779-4828-b940-92f3fc2df4b8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0613115 Jun 24 13:05:18.990246 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-632e052a-8ee9-4d82-a93b-442c4693af82 req-9304e5da-5b31-41b3-bc86-197756439034 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353045 Jun 24 13:05:20.168654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df9d27-896d-4061-98d9-8700ffedc25e req-738c4736-6e91-42d5-8cd2-479da338bc35 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:20.170122 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30df9d27-896d-4061-98d9-8700ffedc25e req-738c4736-6e91-42d5-8cd2-479da338bc35 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0666215 Jun 24 13:05:20.208009 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30df9d27-896d-4061-98d9-8700ffedc25e req-12a8d7ac-e60c-4e21-9e56-8f10cf922d62 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322042 Jun 24 13:05:21.378111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3820ef1-e776-4718-b753-cc7b96757b00 req-40205a09-8c5d-4460-838e-90c7c923873f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:21.379649 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c3820ef1-e776-4718-b753-cc7b96757b00 req-40205a09-8c5d-4460-838e-90c7c923873f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0620456 Jun 24 13:05:21.416789 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c3820ef1-e776-4718-b753-cc7b96757b00 req-45b78251-aec5-41ce-8db2-dc27fb5d0cdb tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315142 Jun 24 13:05:22.592122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add329f-c1ac-4c8b-86e3-ebb5857264f1 req-26032332-81e5-4bc2-9e33-b69970a3a547 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:22.593483 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1add329f-c1ac-4c8b-86e3-ebb5857264f1 req-26032332-81e5-4bc2-9e33-b69970a3a547 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0656991 Jun 24 13:05:22.631030 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1add329f-c1ac-4c8b-86e3-ebb5857264f1 req-6204f786-e7a1-4a34-944c-1e7cbc7e254e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318508 Jun 24 13:05:23.801983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95e58c-60d9-4f95-8f80-30f0f97a64c8 req-36afc792-0ce4-4837-8a54-9a1e908f444e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:23.803523 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-db95e58c-60d9-4f95-8f80-30f0f97a64c8 req-36afc792-0ce4-4837-8a54-9a1e908f444e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0636868 Jun 24 13:05:23.841487 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-db95e58c-60d9-4f95-8f80-30f0f97a64c8 req-722ffd0e-db99-4600-9b06-ec16ced6e3fd tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316744 Jun 24 13:05:24.175421 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-2b9c345a-525d-434e-9a61-12d05485bf74 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0563061 Jun 24 13:05:24.226526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caba7d-13a7-42dc-a883-2585870535d3 req-d489d5ec-ada9-4a8f-ac62-22f768531ac3 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:24.228029 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-14caba7d-13a7-42dc-a883-2585870535d3 req-d489d5ec-ada9-4a8f-ac62-22f768531ac3 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0638676 Jun 24 13:05:24.272099 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-14caba7d-13a7-42dc-a883-2585870535d3 req-c25c972b-2d4b-4c1b-af89-2776604451b3 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377829 Jun 24 13:05:25.248990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-a125d607-aab4-4cd8-83a4-574aa9a297f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:25.250468 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-a125d607-aab4-4cd8-83a4-574aa9a297f9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0524759 Jun 24 13:05:25.339071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-b209384f-728c-4423-8283-2fde12de798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:25.341079 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-b209384f-728c-4423-8283-2fde12de798e service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0846865 Jun 24 13:05:25.728410 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-2355b780-aa88-4510-9c20-0b6c72497203 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699 HTTP/1.1" status: 200 len: 1000 time: 0.3809178 Jun 24 13:05:25.784780 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a28c2-9b21-4317-a44a-801133dc6606 req-c578b9fb-9d0c-4b85-9f16-44deac239fab tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:25.786229 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-816a28c2-9b21-4317-a44a-801133dc6606 req-c578b9fb-9d0c-4b85-9f16-44deac239fab tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.1121569 Jun 24 13:05:25.806852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-03939f48-b133-4cd9-b841-36fabeb26741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:25.808794 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-03939f48-b133-4cd9-b841-36fabeb26741 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0707440 Jun 24 13:05:25.861875 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-816a28c2-9b21-4317-a44a-801133dc6606 req-c50141c2-473f-4c1a-8a4e-6408d6cdd01c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686948 Jun 24 13:05:25.881948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-bf45b70b-9277-4427-bd24-83140322968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:25.883507 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-bf45b70b-9277-4427-bd24-83140322968b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680346 Jun 24 13:05:25.975411 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-af2b4fa4-db57-4f45-90a7-23cb8486df43 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845160 Jun 24 13:05:26.064725 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-a767f153-8a9f-4e6e-b9b4-70f04db790aa service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818324 Jun 24 13:05:26.608270 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-84b1d6fa-948d-4e48-8767-2c75d381a1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:27.035448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fdc44-417b-437d-9991-03458266ef0c req-f172b1ae-aca9-43be-80db-c14ee17c1307 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:27.036924 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-eb6fdc44-417b-437d-9991-03458266ef0c req-f172b1ae-aca9-43be-80db-c14ee17c1307 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0622020 Jun 24 13:05:27.080516 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-eb6fdc44-417b-437d-9991-03458266ef0c req-c8b03be4-5dc4-4ba1-a861-9bd7bfe2f2dc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378590 Jun 24 13:05:27.695903 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-6568104c-fd01-49a2-acf7-b65e4c0f6df7 service neutron] 10.222.0.102 "GET /v2.0/ports/4b8eb334-a19a-4aa1-9e49-685bd64b5699/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0550034 Jun 24 13:05:27.945436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-9b595f4d-8f84-41c8-9f40-2d619d7ae732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:27.947014 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-9b595f4d-8f84-41c8-9f40-2d619d7ae732 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6&tenant_id=bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 1098 time: 0.0525177 Jun 24 13:05:28.021049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-e31c92ac-4f9a-4413-95c1-bbaada7952cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:28.022541 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-e31c92ac-4f9a-4413-95c1-bbaada7952cf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0532520 Jun 24 13:05:28.117130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-fbd6454f-f8dd-4351-967b-bd1c4a03376c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:28.118590 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-fbd6454f-f8dd-4351-967b-bd1c4a03376c service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0897884 Jun 24 13:05:28.181989 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-9e71cc41-6853-43ba-8e42-4f74e5aab117 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699 HTTP/1.1" status: 200 len: 1000 time: 0.0567749 Jun 24 13:05:28.262136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-366308bf-75f6-41c3-96ad-7435acffefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:28.263505 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-366308bf-75f6-41c3-96ad-7435acffefd4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0756369 Jun 24 13:05:28.314372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02f013-b955-4fa2-ba91-9bbfbb95962b req-3efc7e38-6ace-4a64-b569-bf4ee98b5d3f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:28.315866 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4b02f013-b955-4fa2-ba91-9bbfbb95962b req-3efc7e38-6ace-4a64-b569-bf4ee98b5d3f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.1207373 Jun 24 13:05:28.366675 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4b02f013-b955-4fa2-ba91-9bbfbb95962b req-87532df3-eeb7-4944-8f21-eb4cf1f0e953 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448115 Jun 24 13:05:28.368391 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-639120b9-1925-4a3d-97de-bf65172e9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:28.369737 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-639120b9-1925-4a3d-97de-bf65172e9eab service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005092 Jun 24 13:05:28.457535 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-4f111f30-dc8c-4d92-9b98-e430092b97c5 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812807 Jun 24 13:05:28.548200 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8f86ecb-2ee5-47c3-9e7d-064a09f2a92c req-7b9fc4b9-e167-475b-bee0-26c513de05bd service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838823 Jun 24 13:05:29.326216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e818a746-bd82-4115-bf68-e37d507b01d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:29.446152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:29.539982 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f579cca-509c-4b3c-a829-1a61ee6163e3 req-35a38545-af73-4db2-996a-37f48d8dabc0 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:29.541357 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1f579cca-509c-4b3c-a829-1a61ee6163e3 req-35a38545-af73-4db2-996a-37f48d8dabc0 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0626967 Jun 24 13:05:29.579666 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1f579cca-509c-4b3c-a829-1a61ee6163e3 req-6e3715c8-cb78-4fb3-88a8-e2a63b69eee1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319586 Jun 24 13:05:30.340552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:30.479852 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 4b8eb334-a19a-4aa1-9e49-685bd64b5699 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:05:30.481921 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 4b8eb334-a19a-4aa1-9e49-685bd64b5699 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:05:30.620234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:30.642970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 4b8eb334-a19a-4aa1-9e49-685bd64b5699, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:05:30.659826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '4b8eb334-a19a-4aa1-9e49-685bd64b5699', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'port_id': '4b8eb334-a19a-4aa1-9e49-685bd64b5699', 'mac_address': 'fa:16:3e:08:0e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:05:30.665891 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8eb334-a19a-4aa1-9e49-685bd64b5699'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:05:30.668728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f57fb02-ea2c-47b1-8155-b3493cf29197" -d '{"events": [{"server_uuid": "c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "4b8eb334-a19a-4aa1-9e49-685bd64b5699"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:05:30.721146 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 4b8eb334-a19a-4aa1-9e49-685bd64b5699, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:05:30.733536 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:30.742749 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:05:30.765291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe61bb-505f-497d-9b95-0f905292eaff req-1fcc3d1b-1399-4f7a-aee7-2805435efa04 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:30.766927 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddbe61bb-505f-497d-9b95-0f905292eaff req-1fcc3d1b-1399-4f7a-aee7-2805435efa04 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0691133 Jun 24 13:05:30.768144 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 13:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5f4fe6-d8e4-4a3b-b637-5b1f18d68525 x-openstack-request-id: req-4f5f4fe6-d8e4-4a3b-b637-5b1f18d68525 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:05:30.768446 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "4b8eb334-a19a-4aa1-9e49-685bd64b5699", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:05:30.768706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-4f5f4fe6-d8e4-4a3b-b637-5b1f18d68525 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:05:30.769099 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8eb334-a19a-4aa1-9e49-685bd64b5699', 'code': 200} Jun 24 13:05:30.774883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:30.802071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b8eb334-a19a-4aa1-9e49-685bd64b5699 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:05:30.812025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=4b8eb334-a19a-4aa1-9e49-685bd64b5699,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:05:30.813747 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddbe61bb-505f-497d-9b95-0f905292eaff req-dfb1a14a-1920-4511-94c8-8d6620e27553 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408525 Jun 24 13:05:30.821174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:30.821513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:30.821854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:30.822190 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:30.822520 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:30.822883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:30.823214 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:30.823541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:30.823866 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:30.824238 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:30.824639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:30.824869 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:30.844323 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:05:30.863151 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.db.api [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 13:05:30.863436 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_db.api [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 13:05:31.162031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112138bc-e096-496f-9ddb-92402e30417a req-63c93b9c-a161-424d-9e69-548a4430fd15 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:31.163449 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-112138bc-e096-496f-9ddb-92402e30417a req-63c93b9c-a161-424d-9e69-548a4430fd15 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 943 time: 0.1165762 Jun 24 13:05:31.172586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75a22c-fecb-4e0e-a042-e4fe8d0d48ea req-366a693d-7331-41c7-996e-3cc7cb35aa0d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:31.173995 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-eb75a22c-fecb-4e0e-a042-e4fe8d0d48ea req-366a693d-7331-41c7-996e-3cc7cb35aa0d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6&tenant_id=bca945705e704622ba2b45519fe08b44&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 943 time: 0.1160760 Jun 24 13:05:31.207058 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-112138bc-e096-496f-9ddb-92402e30417a req-c75016cd-b0c2-489f-811b-5c2d0d3c3823 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320385 Jun 24 13:05:31.270957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75a22c-fecb-4e0e-a042-e4fe8d0d48ea req-5f2f2350-8230-4e4d-8d5b-134e9b17b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:31.272448 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-eb75a22c-fecb-4e0e-a042-e4fe8d0d48ea req-5f2f2350-8230-4e4d-8d5b-134e9b17b116 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 1096 time: 0.0549002 Jun 24 13:05:31.361511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75a22c-fecb-4e0e-a042-e4fe8d0d48ea req-28ee73af-232b-4408-afd3-3d5cfd63bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:31.362991 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-eb75a22c-fecb-4e0e-a042-e4fe8d0d48ea req-28ee73af-232b-4408-afd3-3d5cfd63bb21 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0839095 Jun 24 13:05:31.397659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:31.411059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8eb334-a19a-4aa1-9e49-685bd64b5699 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:05:31.430608 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-eb75a22c-fecb-4e0e-a042-e4fe8d0d48ea req-dc2b9197-e87c-4ed5-91fc-bba75d98dad5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699 HTTP/1.1" status: 200 len: 998 time: 0.0616348 Jun 24 13:05:31.430839 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 4b8eb334-a19a-4aa1-9e49-685bd64b5699, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:05:31.434879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:31.436618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:05:31.478941 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75a22c-fecb-4e0e-a042-e4fe8d0d48ea req-f21656ef-68f3-4536-8f7e-bd1df679f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:31.480342 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-eb75a22c-fecb-4e0e-a042-e4fe8d0d48ea req-f21656ef-68f3-4536-8f7e-bd1df679f29b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0441372 Jun 24 13:05:31.487099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=4b8eb334-a19a-4aa1-9e49-685bd64b5699,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:05:31.490148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:05:31.497244 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['4b8eb334-a19a-4aa1-9e49-685bd64b5699'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:05:31.540750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75a22c-fecb-4e0e-a042-e4fe8d0d48ea req-f44feb4d-8626-4314-b198-328c0eb2eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:31.542244 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-eb75a22c-fecb-4e0e-a042-e4fe8d0d48ea req-f44feb4d-8626-4314-b198-328c0eb2eb6f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554805 Jun 24 13:05:31.637873 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-eb75a22c-fecb-4e0e-a042-e4fe8d0d48ea req-3e2b890a-aeed-4e7d-85a0-b7c91e1d7eae service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891800 Jun 24 13:05:31.729201 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-eb75a22c-fecb-4e0e-a042-e4fe8d0d48ea req-7b5028a0-f194-4d25-be4b-14f06436b9b8 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853472 Jun 24 13:05:32.324349 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:32.409928 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f2a80-38e8-48cf-83e3-fc8799feb8bd req-fa6798d9-8d25-4d93-ad42-b78dc45609d5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:32.411457 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c95f2a80-38e8-48cf-83e3-fc8799feb8bd req-fa6798d9-8d25-4d93-ad42-b78dc45609d5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 944 time: 0.0750511 Jun 24 13:05:32.449810 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c95f2a80-38e8-48cf-83e3-fc8799feb8bd req-a07c6a33-3d17-4a39-a4b0-a65f1ed59dd3 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326846 Jun 24 13:05:32.501219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 4b8eb334-a19a-4aa1-9e49-685bd64b5699 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:05:32.547932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 4b8eb334-a19a-4aa1-9e49-685bd64b5699 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:05:32.548319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:32.622869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502ca6b-0772-4db1-a98f-0910e0a6bb2d req-8b3c16e9-9aae-4fab-8d03-47977af6a8e6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:32.623953 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:32.624372 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a502ca6b-0772-4db1-a98f-0910e0a6bb2d req-8b3c16e9-9aae-4fab-8d03-47977af6a8e6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 944 time: 0.0624251 Jun 24 13:05:32.658941 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 4b8eb334-a19a-4aa1-9e49-685bd64b5699, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:05:32.663346 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a502ca6b-0772-4db1-a98f-0910e0a6bb2d req-a416aa40-fc7e-4eab-93fe-4190db90bc72 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329368 Jun 24 13:05:32.663972 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:32.666210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:05:32.713814 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=4b8eb334-a19a-4aa1-9e49-685bd64b5699,revision_number=8']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:05:32.717312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:05:32.770268 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8eb334-a19a-4aa1-9e49-685bd64b5699'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:05:32.772672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8a42e5-4690-44c8-9f07-876f305ad384" -d '{"events": [{"server_uuid": "c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6", "name": "network-vif-plugged", "status": "completed", "tag": "4b8eb334-a19a-4aa1-9e49-685bd64b5699"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:05:32.808626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a6a70f-d260-4de1-9678-657a5574e986 x-openstack-request-id: req-d5a6a70f-d260-4de1-9678-657a5574e986 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:05:32.808930 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6", "name": "network-vif-plugged", "status": "completed", "tag": "4b8eb334-a19a-4aa1-9e49-685bd64b5699", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:05:32.809455 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d5a6a70f-d260-4de1-9678-657a5574e986 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:05:32.809853 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8eb334-a19a-4aa1-9e49-685bd64b5699', 'code': 200} Jun 24 13:05:33.033629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa7225-0a93-42d1-bc68-ef1e65b8d5d5 req-fd69aeaa-96e9-4e26-88a9-9d6a90e44727 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:33.035014 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-33aa7225-0a93-42d1-bc68-ef1e65b8d5d5 req-fd69aeaa-96e9-4e26-88a9-9d6a90e44727 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0968730 Jun 24 13:05:33.037671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4832e6-1b41-48e3-af0d-7f2a9ce7753a req-634bab95-0e62-4397-a696-fc9c60b50ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:33.039045 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a4832e6-1b41-48e3-af0d-7f2a9ce7753a req-634bab95-0e62-4397-a696-fc9c60b50ac8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 1098 time: 0.1089337 Jun 24 13:05:33.122889 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-33aa7225-0a93-42d1-bc68-ef1e65b8d5d5 req-acd431e0-1c71-4ff9-9639-9e3bd76c3ebf tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821123 Jun 24 13:05:33.151653 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4832e6-1b41-48e3-af0d-7f2a9ce7753a req-3997124f-1bf7-476a-a2bb-b19d6483b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:33.153097 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a4832e6-1b41-48e3-af0d-7f2a9ce7753a req-3997124f-1bf7-476a-a2bb-b19d6483b7fb service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.1066644 Jun 24 13:05:33.219485 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a4832e6-1b41-48e3-af0d-7f2a9ce7753a req-60972972-4a94-410a-8364-30c23c7c0c9a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699 HTTP/1.1" status: 200 len: 1000 time: 0.0600760 Jun 24 13:05:33.267000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4832e6-1b41-48e3-af0d-7f2a9ce7753a req-8ee2c270-9fba-44ab-a6a9-7d7bee90f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:33.268435 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a4832e6-1b41-48e3-af0d-7f2a9ce7753a req-8ee2c270-9fba-44ab-a6a9-7d7bee90f4a7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0433064 Jun 24 13:05:33.324636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4832e6-1b41-48e3-af0d-7f2a9ce7753a req-0976e20d-b322-4ff0-a07f-0b94bfe49c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:33.326657 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a4832e6-1b41-48e3-af0d-7f2a9ce7753a req-0976e20d-b322-4ff0-a07f-0b94bfe49c17 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515213 Jun 24 13:05:33.417133 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a4832e6-1b41-48e3-af0d-7f2a9ce7753a req-fb13be4e-f870-4a54-a157-12f08ab9421f service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844870 Jun 24 13:05:33.509837 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a4832e6-1b41-48e3-af0d-7f2a9ce7753a req-c0e2f3b7-e2f1-45d3-bc21-2c4c8623284f service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863500 Jun 24 13:05:33.860478 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:05:34.295271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f5c2a-7545-4033-b28e-9b3c8842da06 req-d18d68db-043d-4426-b297-d202809244d2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:34.296757 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-001f5c2a-7545-4033-b28e-9b3c8842da06 req-d18d68db-043d-4426-b297-d202809244d2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0621595 Jun 24 13:05:34.334788 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-001f5c2a-7545-4033-b28e-9b3c8842da06 req-80b834f8-965f-4737-ac66-51ed7a1c017b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324316 Jun 24 13:05:34.715145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c918e-ac11-4339-9037-dae8c083397c req-f920f653-3c23-4118-866c-8ee9b42ed1f7 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:34.717146 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f3c918e-ac11-4339-9037-dae8c083397c req-f920f653-3c23-4118-866c-8ee9b42ed1f7 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0634685 Jun 24 13:05:34.753495 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f3c918e-ac11-4339-9037-dae8c083397c req-383ef32a-7675-4c7c-ac35-5bdb2f008e6d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307655 Jun 24 13:05:35.932523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd740e-788e-41e0-bd71-9fba9c621679 req-9b987077-5404-48e7-aec8-9372a454f8ac tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:35.933960 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cdcd740e-788e-41e0-bd71-9fba9c621679 req-9b987077-5404-48e7-aec8-9372a454f8ac tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0669942 Jun 24 13:05:35.971352 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cdcd740e-788e-41e0-bd71-9fba9c621679 req-12befc2b-d3e6-4abb-93e0-032ceeffe2d5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315320 Jun 24 13:05:36.309654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-152a4415-798c-4c9d-8392-cdbbd0c01246 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:36.311666 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-152a4415-798c-4c9d-8392-cdbbd0c01246 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 945 time: 0.0627446 Jun 24 13:05:36.408880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Deleting port 4b8eb334-a19a-4aa1-9e49-685bd64b5699 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:05:36.409226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:36.500278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] For port 4b8eb334-a19a-4aa1-9e49-685bd64b5699, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4b8eb334-a19a-4aa1-9e49-685bd64b5699,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:05:36.500640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:36.665294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:36.665667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:36.665985 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335 disassociated. External IP: 172.26.1.32, port: 4b8eb334-a19a-4aa1-9e49-685bd64b5699. Jun 24 13:05:36.666337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Calling delete_port for 4b8eb334-a19a-4aa1-9e49-685bd64b5699 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:05:36.795752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:36.801227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8d9cd1a1-457e-4716-875a-8168de006175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:05:36.829496 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event deleted for resources: {'Port': ['ID=4b8eb334-a19a-4aa1-9e49-685bd64b5699,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:05:36.873565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:36.873961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:36.874343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:36.874726 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:36.875124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:36.875503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:36.875873 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:36.876246 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:36.876681 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:36.877017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:36.877383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:36.877749 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:05:36.881211 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:05:36.956139 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Router b105bca5-eee1-4b20-8526-31e792503039 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:05:37.067635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:05:37.079260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac98149-1f62-42aa-b120-d14d34bf44db None None] Sync routers for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:05:37.089485 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac98149-1f62-42aa-b120-d14d34bf44db None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:05:37.090114 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1ac98149-1f62-42aa-b120-d14d34bf44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:05:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:05:37.139418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] No DVR routers for this DVR port 4b8eb334-a19a-4aa1-9e49-685bd64b5699 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:05:37.142606 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b968c430-0666-4012-ba9a-75456fe89e59 req-10e0e87a-c29b-4652-99f9-4773fd136fb7 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6 HTTP/1.1" status: 200 len: 210 time: 0.0503039 Jun 24 13:05:37.143879 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:37.145744 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d43405c1-af6e-4c69-87c4-85c1cb594c99 req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "DELETE /v2.0/ports/4b8eb334-a19a-4aa1-9e49-685bd64b5699 HTTP/1.1" status: 204 len: 173 time: 0.8288939 Jun 24 13:05:37.146255 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'name': 'network-vif-deleted', 'tag': '4b8eb334-a19a-4aa1-9e49-685bd64b5699'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:05:37.148628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea3c6a0-217e-43ee-8c22-317660460d3a" -d '{"events": [{"server_uuid": "c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6", "name": "network-vif-deleted", "tag": "4b8eb334-a19a-4aa1-9e49-685bd64b5699"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:05:37.188964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf02c11-db20-432f-997c-17bc0b8669af x-openstack-request-id: req-ccf02c11-db20-432f-997c-17bc0b8669af {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:05:37.189523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6", "name": "network-vif-deleted", "tag": "4b8eb334-a19a-4aa1-9e49-685bd64b5699", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:05:37.190251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ccf02c11-db20-432f-997c-17bc0b8669af {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:05:37.190251 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c48b1f-e57f-46c3-9f4c-7c36c0569fc6', 'name': 'network-vif-deleted', 'tag': '4b8eb334-a19a-4aa1-9e49-685bd64b5699', 'status': 'completed', 'code': 200} Jun 24 13:05:37.214789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-1ac98149-1f62-42aa-b120-d14d34bf44db None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:05:37.560805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1ac98149-1f62-42aa-b120-d14d34bf44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:05:37.588187 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac98149-1f62-42aa-b120-d14d34bf44db None None] Checking router: b105bca5-eee1-4b20-8526-31e792503039 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:05:37.596356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac98149-1f62-42aa-b120-d14d34bf44db None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:05:37.596965 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1ac98149-1f62-42aa-b120-d14d34bf44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:05:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:05:37.700136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-1ac98149-1f62-42aa-b120-d14d34bf44db None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:05:37.895762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1ac98149-1f62-42aa-b120-d14d34bf44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:05:37.926387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac98149-1f62-42aa-b120-d14d34bf44db None None] The sync data for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv is: [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:05:38.146200 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161c5d68-fcdf-4445-8fd7-b51c422b5f94 None None] New status for floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:05:38.471889 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-04ca8f9f-8227-4f9d-91da-1d3b41f5d69f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--279027099&fields=id&tenant_id=bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 267 time: 0.0327511 Jun 24 13:05:38.576240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-06b1b022-512a-4e1a-94f2-1cfa5b416732 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:38.577585 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-06b1b022-512a-4e1a-94f2-1cfa5b416732 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 812 time: 0.0993643 Jun 24 13:05:38.593727 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-3da2c86f-4b8d-4342-b756-3f1e8a2bf9af tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/quotas/bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 375 time: 0.0104005 Jun 24 13:05:38.665331 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-4f78d060-f4da-45b8-9dee-1c043cf18b47 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665886 Jun 24 13:05:38.759113 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-b08002df-152c-4c94-a062-fc39f910c911 service neutron] 10.222.0.110 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818570 Jun 24 13:05:38.850559 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-0947c19c-4e34-4851-b700-77129f290fa6 service neutron] 10.222.0.110 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857432 Jun 24 13:05:39.017178 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-440f09bd-44bb-44ba-aad7-102e5a402a4d req-d60cf51c-873e-498f-997b-f9416d800166 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 210 time: 0.0284402 Jun 24 13:05:40.330675 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f0569dd-181c-44f5-bf48-f22f11d3a54a req-70461cdc-f4dd-47c5-8b12-e309bd68c7e5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 210 time: 0.0321560 Jun 24 13:05:40.363472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-df973406-b82e-48b4-a1e9-90b022ba824a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:40.364896 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-df973406-b82e-48b4-a1e9-90b022ba824a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 812 time: 0.4340341 Jun 24 13:05:40.407940 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-d3ef0cd2-f233-43be-a4f8-5be3a07f9a9b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 379 time: 0.0336976 Jun 24 13:05:40.417204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Request body: {'port': {'device_id': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'admin_state_up': True, 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'security_groups': ['27c9a372-95f2-4184-8410-0d433f5b8f46']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:05:40.525304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Made reservation on behalf of bca945705e704622ba2b45519fe08b44 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:05:40.529533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:40.538066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 4b8eb334-a19a-4aa1-9e49-685bd64b5699 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:05:40.557434 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 4b8eb334-a19a-4aa1-9e49-685bd64b5699 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:05:40.557789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 4b8eb334-a19a-4aa1-9e49-685bd64b5699 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:05:40.652013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Allocated IP 172.20.0.12 (07d275a2-13f8-4f2e-89dd-7fb35f1f398d/b58836a8-4299-43df-893a-41a866382554/f3d57c64-58c2-48a6-aca4-705628eadea4) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:05:40.788055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:40.802904 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Transition to ACTIVE for port object f3d57c64-58c2-48a6-aca4-705628eadea4 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:05:40.834567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:40.838162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-73d93df0-d281-4bed-be2c-4c1eff2daf85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:05:40.877632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:05:40.882396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:05:40.886326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:05:40.893055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event updated for resources: {'Port': ['ID=f3d57c64-58c2-48a6-aca4-705628eadea4,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:05:40.913119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:05:40.945467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:40.946095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:40.963879 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5502362 Jun 24 13:05:40.975979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Request body: {'port': {'device_id': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:05:41.050206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:41.088402 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fe33b071-bdd8-4ac2-bfc4-b34baea86a91 None None] Provisioning for port f3d57c64-58c2-48a6-aca4-705628eadea4 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:05:41.092794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-fe33b071-bdd8-4ac2-bfc4-b34baea86a91 None None] Provisioning complete for port f3d57c64-58c2-48a6-aca4-705628eadea4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:05:41.093174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fe33b071-bdd8-4ac2-bfc4-b34baea86a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:41.127428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-fe33b071-bdd8-4ac2-bfc4-b34baea86a91 None None] Port f3d57c64-58c2-48a6-aca4-705628eadea4 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:05:41.312627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d57c64-58c2-48a6-aca4-705628eadea4 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:05:41.319860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:41.332091 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Transition to ACTIVE for port object f3d57c64-58c2-48a6-aca4-705628eadea4 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:05:41.336260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:41.339000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b0a95d56-7f91-4943-9840-4c448f89153f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:05:41.388714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Pushing event updated for resources: {'Port': ['ID=f3d57c64-58c2-48a6-aca4-705628eadea4,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:05:41.407511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:05:41.490275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Attempting to bind port f3d57c64-58c2-48a6-aca4-705628eadea4 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:05:41.490607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Attempting to bind port f3d57c64-58c2-48a6-aca4-705628eadea4 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:05:41.490909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Attempting to bind port f3d57c64-58c2-48a6-aca4-705628eadea4 on network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:05:41.500564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Port f3d57c64-58c2-48a6-aca4-705628eadea4 on network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:05:41.500920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Attempting to bind port f3d57c64-58c2-48a6-aca4-705628eadea4 on network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:05:41.509539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:05:41.509871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Checking segment: {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:05:41.510258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Bound using segment: {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:05:41.510687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Bound port: f3d57c64-58c2-48a6-aca4-705628eadea4, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:05:41.511075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:41.567582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4c4c2-7957-486a-a37e-2c77ea2c9181 req-27407d51-67e5-440a-9594-40ba6b01c4dd tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:41.568975 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d0b4c4c2-7957-486a-a37e-2c77ea2c9181 req-27407d51-67e5-440a-9594-40ba6b01c4dd tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 944 time: 0.1196916 Jun 24 13:05:41.610027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] For port f3d57c64-58c2-48a6-aca4-705628eadea4, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:05:41.629670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] For port f3d57c64-58c2-48a6-aca4-705628eadea4, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f3d57c64-58c2-48a6-aca4-705628eadea4,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:05:41.633427 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d0b4c4c2-7957-486a-a37e-2c77ea2c9181 req-ae6abbfb-bea7-4ca8-9891-5a3d6ab7122d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581493 Jun 24 13:05:41.635145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:41.637198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:05:41.670311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:41.670822 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:41.672283 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] 10.222.0.102 "PUT /v2.0/ports/f3d57c64-58c2-48a6-aca4-705628eadea4 HTTP/1.1" status: 200 len: 1094 time: 0.7009068 Jun 24 13:05:41.672808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:05:41.675152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27511633-bebf-4b5c-a2b3-affc47121c77" -d '{"events": [{"name": "network-changed", "server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:05:41.701937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Pushing event updated for resources: {'Port': ['ID=f3d57c64-58c2-48a6-aca4-705628eadea4,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:05:41.705246 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:05:41.726284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718297e9-f0d5-4cf4-afee-78f30a50b5a1 x-openstack-request-id: req-718297e9-f0d5-4cf4-afee-78f30a50b5a1 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:05:41.726623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:05:41.726946 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-718297e9-f0d5-4cf4-afee-78f30a50b5a1 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:05:41.727383 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'status': 'completed', 'code': 200} Jun 24 13:05:41.778416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-1ad3412f-a4b1-4868-b292-46dd2a8d55b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:41.779941 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-1ad3412f-a4b1-4868-b292-46dd2a8d55b6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 1097 time: 0.0628123 Jun 24 13:05:41.823249 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-492234cf-5bcd-44ee-854b-a748e2869959 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3d57c64-58c2-48a6-aca4-705628eadea4 HTTP/1.1" status: 200 len: 217 time: 0.0356619 Jun 24 13:05:41.871301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-2807d41e-3950-4b4f-ad69-32b3b91602f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:41.873269 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-2807d41e-3950-4b4f-ad69-32b3b91602f9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0444500 Jun 24 13:05:41.933047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-a2dd33fa-02b8-4817-9a5a-c5e733f37833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:41.934755 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-a2dd33fa-02b8-4817-9a5a-c5e733f37833 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550005 Jun 24 13:05:42.025576 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-ebe54272-f58f-4f63-9070-846af4ab6dc7 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845587 Jun 24 13:05:42.115921 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85fb4aec-363d-4023-b839-a5ab4c8ace20 req-ab787cab-2f39-4255-a7f6-252ba72b3d4e service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834739 Jun 24 13:05:42.216976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27511633-bebf-4b5c-a2b3-affc47121c77 req-7e3e6810-1b32-4219-ad17-1124ba2d8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:42.218435 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-27511633-bebf-4b5c-a2b3-affc47121c77 req-7e3e6810-1b32-4219-ad17-1124ba2d8653 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 1097 time: 0.0536046 Jun 24 13:05:42.311185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27511633-bebf-4b5c-a2b3-affc47121c77 req-d8064785-9255-4b57-ad6b-7bf5b0e0deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:42.312636 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-27511633-bebf-4b5c-a2b3-affc47121c77 req-d8064785-9255-4b57-ad6b-7bf5b0e0deaf service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0880029 Jun 24 13:05:42.353471 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-27511633-bebf-4b5c-a2b3-affc47121c77 req-7b5ec9ac-3b10-4979-a6c4-fef9415255a2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3d57c64-58c2-48a6-aca4-705628eadea4 HTTP/1.1" status: 200 len: 217 time: 0.0337811 Jun 24 13:05:42.402041 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27511633-bebf-4b5c-a2b3-affc47121c77 req-126f2b64-b876-408c-8d4d-c6277a6916b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:42.403431 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-27511633-bebf-4b5c-a2b3-affc47121c77 req-126f2b64-b876-408c-8d4d-c6277a6916b0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0433791 Jun 24 13:05:42.465837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27511633-bebf-4b5c-a2b3-affc47121c77 req-199508a5-15ea-4860-93e8-26b136d3466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:42.467853 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-27511633-bebf-4b5c-a2b3-affc47121c77 req-199508a5-15ea-4860-93e8-26b136d3466a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567896 Jun 24 13:05:42.556535 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-27511633-bebf-4b5c-a2b3-affc47121c77 req-5d82dbe8-157c-457a-a9c4-7e37f726f48c service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806937 Jun 24 13:05:42.648780 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-27511633-bebf-4b5c-a2b3-affc47121c77 req-a0b66ad0-39e6-42a2-825e-234774ce88e8 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856419 Jun 24 13:05:42.814776 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7598e-e482-4b75-8b28-0978ac0cde46 req-1b102ecf-7f8c-4903-ab13-5a03707fdb11 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:42.816274 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-98f7598e-e482-4b75-8b28-0978ac0cde46 req-1b102ecf-7f8c-4903-ab13-5a03707fdb11 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 944 time: 0.0641878 Jun 24 13:05:42.853945 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-98f7598e-e482-4b75-8b28-0978ac0cde46 req-b42cd248-b135-49aa-afa0-afca6144f68a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321047 Jun 24 13:05:44.027327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f12a43-7f7a-40ae-b06f-a08bd72e8549 req-2b47e544-d60b-44b1-a798-37308ff0059e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:44.028790 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-48f12a43-7f7a-40ae-b06f-a08bd72e8549 req-2b47e544-d60b-44b1-a798-37308ff0059e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 944 time: 0.0619361 Jun 24 13:05:44.071012 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-48f12a43-7f7a-40ae-b06f-a08bd72e8549 req-d13aa71c-5b8b-4f46-860b-58e5ce70dd1c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358708 Jun 24 13:05:44.538066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f3d57c64-58c2-48a6-aca4-705628eadea4 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:05:44.632941 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f3d57c64-58c2-48a6-aca4-705628eadea4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f3d57c64-58c2-48a6-aca4-705628eadea4,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:05:44.644310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'port_id': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'mac_address': 'fa:16:3e:a3:cb:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:05:44.679604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:44.692538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d57c64-58c2-48a6-aca4-705628eadea4 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:05:44.712113 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f3d57c64-58c2-48a6-aca4-705628eadea4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f3d57c64-58c2-48a6-aca4-705628eadea4,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:05:44.715909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:44.717740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:05:44.761551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f3d57c64-58c2-48a6-aca4-705628eadea4,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:05:44.765195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:05:44.919525 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['f3d57c64-58c2-48a6-aca4-705628eadea4'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:05:45.244829 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107f2ea-d70a-4c64-89dc-53aae2a607de req-fff81dda-89e5-41b5-9de6-99759108a3c2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:45.246303 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3107f2ea-d70a-4c64-89dc-53aae2a607de req-fff81dda-89e5-41b5-9de6-99759108a3c2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 945 time: 0.0673652 Jun 24 13:05:45.289176 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3107f2ea-d70a-4c64-89dc-53aae2a607de req-16023e1e-4e38-4916-bc72-bd71d50d49f5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365460 Jun 24 13:05:46.463817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f64c0-6e9c-4592-a306-3fbe1a43ba86 req-7f2ff18b-b963-45e0-9fd8-56b67bbd425e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:46.465307 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac8f64c0-6e9c-4592-a306-3fbe1a43ba86 req-7f2ff18b-b963-45e0-9fd8-56b67bbd425e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 945 time: 0.0636322 Jun 24 13:05:46.501811 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac8f64c0-6e9c-4592-a306-3fbe1a43ba86 req-fdaa77e6-284b-43f2-807d-8503de0d74bb tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302074 Jun 24 13:05:46.553742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f3d57c64-58c2-48a6-aca4-705628eadea4 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:05:46.601104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port f3d57c64-58c2-48a6-aca4-705628eadea4 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:05:46.604596 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port f3d57c64-58c2-48a6-aca4-705628eadea4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:05:46.604973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:46.679163 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:46.701501 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:05:46.704292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87687822-7a59-4376-a212-eb91f3d52d42" -d '{"events": [{"server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "name": "network-vif-plugged", "status": "completed", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:05:46.717234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f3d57c64-58c2-48a6-aca4-705628eadea4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f3d57c64-58c2-48a6-aca4-705628eadea4,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:05:46.723301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:46.725146 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:05:46.746204 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3314766-9f05-4812-bb98-2fd33ee56060 x-openstack-request-id: req-e3314766-9f05-4812-bb98-2fd33ee56060 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:05:46.746496 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "name": "network-vif-plugged", "status": "completed", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:05:46.746749 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e3314766-9f05-4812-bb98-2fd33ee56060 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:05:46.747155 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'code': 200} Jun 24 13:05:46.774361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f3d57c64-58c2-48a6-aca4-705628eadea4,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:05:46.777222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:05:46.961613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf6b6f-add1-43f0-bc80-b542786dd372 req-baa0f6fb-7eea-4ddc-a233-36009ac310f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:46.962988 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-53cf6b6f-add1-43f0-bc80-b542786dd372 req-baa0f6fb-7eea-4ddc-a233-36009ac310f0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 1099 time: 0.0543172 Jun 24 13:05:46.995905 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-53cf6b6f-add1-43f0-bc80-b542786dd372 req-05b6d945-291e-4eee-b890-ad9bc14bbb0b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268502 Jun 24 13:05:47.380206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:47.677967 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86775747-f6af-4984-aef6-807891c0f05f req-d0a7890e-10c6-46a1-a544-31ca3a6a0fcc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:47.679393 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-86775747-f6af-4984-aef6-807891c0f05f req-d0a7890e-10c6-46a1-a544-31ca3a6a0fcc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0631173 Jun 24 13:05:47.720036 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-86775747-f6af-4984-aef6-807891c0f05f req-a9713ad6-9164-4a64-b75a-788b82128c64 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340199 Jun 24 13:05:48.892843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf2060-7de0-412c-9061-148cea927ebb req-059b04a1-ea23-4417-bd7a-fdf3a619cf3f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:48.894316 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c1bf2060-7de0-412c-9061-148cea927ebb req-059b04a1-ea23-4417-bd7a-fdf3a619cf3f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0620198 Jun 24 13:05:48.935857 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c1bf2060-7de0-412c-9061-148cea927ebb req-c9f874b2-db51-4bea-a86a-ef77ef7344a2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358469 Jun 24 13:05:49.101461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94823c4-a98a-4a6b-a6b7-29cba2f45493 req-1b63d87f-afe9-47d9-861e-4657ad627483 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:49.102967 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d94823c4-a98a-4a6b-a6b7-29cba2f45493 req-1b63d87f-afe9-47d9-861e-4657ad627483 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0620759 Jun 24 13:05:49.112191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 50878) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:05:49.117154 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-0a4366df-e06b-4349-82b1-d0b6683cacb1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Request body: {'floatingip': {'port_id': 'f3d57c64-58c2-48a6-aca4-705628eadea4'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:05:49.153909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0a4366df-e06b-4349-82b1-d0b6683cacb1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:49.599132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0a4366df-e06b-4349-82b1-d0b6683cacb1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:49.602979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0a4366df-e06b-4349-82b1-d0b6683cacb1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:49.702168 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-0a4366df-e06b-4349-82b1-d0b6683cacb1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335 associated. External IP: 172.26.1.32, port: f3d57c64-58c2-48a6-aca4-705628eadea4. Jun 24 13:05:49.909048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4366df-e06b-4349-82b1-d0b6683cacb1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Router b105bca5-eee1-4b20-8526-31e792503039 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:05:50.011991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4366df-e06b-4349-82b1-d0b6683cacb1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:05:50.016947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-0a4366df-e06b-4349-82b1-d0b6683cacb1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:50.021544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725181b3-8a9d-498d-ba95-070e19a73214 None None] Sync routers for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:05:50.031858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725181b3-8a9d-498d-ba95-070e19a73214 None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:05:50.032484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-725181b3-8a9d-498d-ba95-070e19a73214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:05:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:05:50.053196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-0a4366df-e06b-4349-82b1-d0b6683cacb1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "PUT /v2.0/floatingips/153f2979-eac2-4568-9b23-2cea7bd3c335 HTTP/1.1" status: 200 len: 991 time: 0.9395857 Jun 24 13:05:50.053875 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:05:50.056239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02170c01-0f21-4130-b32c-067d0365091d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:05:50.099397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90356c85-546d-4f37-bcab-75f17b5f4de6 x-openstack-request-id: req-90356c85-546d-4f37-bcab-75f17b5f4de6 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:05:50.099748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:05:50.100097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-90356c85-546d-4f37-bcab-75f17b5f4de6 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:05:50.100546 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'status': 'completed', 'code': 200} Jun 24 13:05:50.142174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-725181b3-8a9d-498d-ba95-070e19a73214 None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:05:50.177811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02170c01-0f21-4130-b32c-067d0365091d req-28fc77dd-4035-4f7d-ba49-1b701199cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:50.179228 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02170c01-0f21-4130-b32c-067d0365091d req-28fc77dd-4035-4f7d-ba49-1b701199cb81 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 1099 time: 0.0544047 Jun 24 13:05:50.273634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02170c01-0f21-4130-b32c-067d0365091d req-a1bcfcac-9114-4eb4-80f2-9a52e78d67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:50.275169 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02170c01-0f21-4130-b32c-067d0365091d req-a1bcfcac-9114-4eb4-80f2-9a52e78d67b3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0892372 Jun 24 13:05:50.343582 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02170c01-0f21-4130-b32c-067d0365091d req-cceadd8d-49a9-4926-a7ac-671f116d0420 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3d57c64-58c2-48a6-aca4-705628eadea4 HTTP/1.1" status: 200 len: 999 time: 0.0612831 Jun 24 13:05:50.367578 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-725181b3-8a9d-498d-ba95-070e19a73214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '153f2979-eac2-4568-9b23-2cea7bd3c335', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'port_id': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'mac_address': 'fa:16:3e:a3:cb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:03:12Z', 'updated_at': '2021-06-24T13:05:49Z', 'revision_number': 9, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:05:50.394489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725181b3-8a9d-498d-ba95-070e19a73214 None None] Checking router: b105bca5-eee1-4b20-8526-31e792503039 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:05:50.403233 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725181b3-8a9d-498d-ba95-070e19a73214 None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:05:50.403863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-725181b3-8a9d-498d-ba95-070e19a73214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:05:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:05:50.513529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-725181b3-8a9d-498d-ba95-070e19a73214 None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:05:50.694636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02170c01-0f21-4130-b32c-067d0365091d req-4074ff92-530f-430e-9496-dcaef3f66968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:50.696148 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02170c01-0f21-4130-b32c-067d0365091d req-4074ff92-530f-430e-9496-dcaef3f66968 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.3466969 Jun 24 13:05:50.741150 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-725181b3-8a9d-498d-ba95-070e19a73214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '153f2979-eac2-4568-9b23-2cea7bd3c335', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'port_id': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'mac_address': 'fa:16:3e:a3:cb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:03:12Z', 'updated_at': '2021-06-24T13:05:49Z', 'revision_number': 9, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:05:50.756218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02170c01-0f21-4130-b32c-067d0365091d req-abc48a0a-7a20-4cb3-ab72-9ca558e965ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:05:50.757701 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02170c01-0f21-4130-b32c-067d0365091d req-abc48a0a-7a20-4cb3-ab72-9ca558e965ed service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0541120 Jun 24 13:05:50.771689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725181b3-8a9d-498d-ba95-070e19a73214 None None] The sync data for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv is: [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '153f2979-eac2-4568-9b23-2cea7bd3c335', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'port_id': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'mac_address': 'fa:16:3e:a3:cb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:03:12Z', 'updated_at': '2021-06-24T13:05:49Z', 'revision_number': 9, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:05:50.855732 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02170c01-0f21-4130-b32c-067d0365091d req-9922c000-a899-466f-a4f7-d8044ec1aba8 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914512 Jun 24 13:05:50.949691 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-02170c01-0f21-4130-b32c-067d0365091d req-db16283e-af8d-44a5-a2d8-63e3db4b2daa service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880346 Jun 24 13:05:50.970730 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27debf6b-c9e2-4655-bffa-55b62eb4dc94 None None] New status for floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:05:56.610199 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-58c92c6f-3417-44d5-a9e5-61058a65684c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:59.328560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c0a56f78-efbf-4d2c-8945-b08d3ec269e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:05:59.448537 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:00.344342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:02.320735 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:10.858700 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:06:17.393914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:26.456288 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-088bcd47-5317-44a4-9611-708d42140e8a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198175 Jun 24 13:06:26.457160 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126340d-859b-4c8b-b2c6-4a87c216a762 req-1cf086f3-649d-42eb-b5dd-cf2567c2b0dc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:26.458683 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1126340d-859b-4c8b-b2c6-4a87c216a762 req-1cf086f3-649d-42eb-b5dd-cf2567c2b0dc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0662713 Jun 24 13:06:26.503460 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1126340d-859b-4c8b-b2c6-4a87c216a762 req-c15bb686-e5f7-4f64-852e-39e22cf803d7 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389345 Jun 24 13:06:26.611053 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7963ca6a-f391-43d3-bacf-17aaee7e0a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:27.548516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cde779-5820-479f-9bde-95b344b22f80 req-1202deb3-d8a5-4248-8166-e41145e9575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:27.550022 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-1202deb3-d8a5-4248-8166-e41145e9575e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 1099 time: 0.0533786 Jun 24 13:06:27.672195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cde779-5820-479f-9bde-95b344b22f80 req-7786c426-7a8a-45af-80c6-b39f087ef42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:27.673652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-7786c426-7a8a-45af-80c6-b39f087ef42a service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.1177697 Jun 24 13:06:27.743225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3664914-d5c7-420f-b041-1ef16cff543d req-427f9673-e924-4bc0-8386-57e0b7ffd848 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:27.744683 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3664914-d5c7-420f-b041-1ef16cff543d req-427f9673-e924-4bc0-8386-57e0b7ffd848 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.1275504 Jun 24 13:06:27.756205 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-5a8a66ea-abce-4c05-b686-43231d2907e4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3d57c64-58c2-48a6-aca4-705628eadea4 HTTP/1.1" status: 200 len: 1002 time: 0.0754595 Jun 24 13:06:27.817104 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3664914-d5c7-420f-b041-1ef16cff543d req-aae22b84-e7d6-491b-90ef-eafdaccb1f26 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638809 Jun 24 13:06:27.827203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cde779-5820-479f-9bde-95b344b22f80 req-727586e7-b1c7-42d4-8e92-83c1d84c8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:27.829190 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-727586e7-b1c7-42d4-8e92-83c1d84c8b6f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0594890 Jun 24 13:06:27.889718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cde779-5820-479f-9bde-95b344b22f80 req-8cecb553-5a3d-4f25-8e9e-edb89e9551d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:27.891785 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-8cecb553-5a3d-4f25-8e9e-edb89e9551d7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0562599 Jun 24 13:06:27.981163 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-613a8513-de51-4ab5-80f0-750dbf5eb16b service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831499 Jun 24 13:06:28.075113 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-e6c80981-6d0e-4fc0-b9bb-b4efa0ac6e7f service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873113 Jun 24 13:06:28.989791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b387d05-d806-4c6a-9967-18ac21d1a147 req-ac534fd4-a2bf-47e7-9b1a-2b8480a56905 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:28.991294 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1b387d05-d806-4c6a-9967-18ac21d1a147 req-ac534fd4-a2bf-47e7-9b1a-2b8480a56905 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0634708 Jun 24 13:06:29.028252 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1b387d05-d806-4c6a-9967-18ac21d1a147 req-833bb960-a575-45b9-b543-8a400b254cc1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313604 Jun 24 13:06:29.328322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f9153e3b-2783-4c80-892e-846e9389439a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:29.449181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:30.209042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58386fd5-6306-4148-8495-054109375b0b req-392b0019-8939-4030-879e-1050b1864f1c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:30.210513 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-58386fd5-6306-4148-8495-054109375b0b req-392b0019-8939-4030-879e-1050b1864f1c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0677223 Jun 24 13:06:30.249230 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-58386fd5-6306-4148-8495-054109375b0b req-fabf02b9-2374-4ac0-a3cb-37de6d43c90e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331020 Jun 24 13:06:30.347390 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:31.421194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339efa9-52d8-4184-a9c7-0465526245a4 req-84082ca2-fc5a-427e-85f6-c12b9abd88e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:31.423334 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a339efa9-52d8-4184-a9c7-0465526245a4 req-84082ca2-fc5a-427e-85f6-c12b9abd88e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0644164 Jun 24 13:06:31.460762 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a339efa9-52d8-4184-a9c7-0465526245a4 req-5e2e751d-68e2-4833-9918-21a90a9e3b69 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316820 Jun 24 13:06:32.321963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:32.634726 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc6d00-246b-4ced-9eda-1a6ea441b617 req-9d8e13b4-3c86-42fe-81ee-51a67c47a2ed tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:32.636233 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85dc6d00-246b-4ced-9eda-1a6ea441b617 req-9d8e13b4-3c86-42fe-81ee-51a67c47a2ed tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0641131 Jun 24 13:06:32.674592 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85dc6d00-246b-4ced-9eda-1a6ea441b617 req-821f3de3-bb7a-4b5d-8566-0c01347e1f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325716 Jun 24 13:06:33.855402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ada1e1-8df9-4974-bedf-0a6bbdd67423 req-abb746a8-6021-437a-a807-a89deb525b48 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:33.856867 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40ada1e1-8df9-4974-bedf-0a6bbdd67423 req-abb746a8-6021-437a-a807-a89deb525b48 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0678287 Jun 24 13:06:33.894017 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-40ada1e1-8df9-4974-bedf-0a6bbdd67423 req-377df7b6-a35d-4278-b8f5-20c2dfa642ed tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315094 Jun 24 13:06:35.070299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16648f8-eb4e-4e5c-aea5-c2b125054e4a req-4e82c5c1-a885-4970-b8e1-f3f2342d98a7 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:35.071709 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b16648f8-eb4e-4e5c-aea5-c2b125054e4a req-4e82c5c1-a885-4970-b8e1-f3f2342d98a7 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0631957 Jun 24 13:06:35.111970 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b16648f8-eb4e-4e5c-aea5-c2b125054e4a req-044ac0cf-9121-4482-b45c-6f58579f148d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346892 Jun 24 13:06:36.290258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb65902-e1ee-43e2-9455-7441d44598a5 req-38deafb4-99cc-4b01-8a51-259df83255bf tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:36.291756 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6cb65902-e1ee-43e2-9455-7441d44598a5 req-38deafb4-99cc-4b01-8a51-259df83255bf tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0689800 Jun 24 13:06:36.332080 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6cb65902-e1ee-43e2-9455-7441d44598a5 req-add83400-c563-4793-9c82-edc92b33b74a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346406 Jun 24 13:06:37.502370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380df5a-178c-431e-8e75-3c39f637d4bb req-8f8b7d2d-d298-49a9-885c-c687e8bd4f50 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:37.503860 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8380df5a-178c-431e-8e75-3c39f637d4bb req-8f8b7d2d-d298-49a9-885c-c687e8bd4f50 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0623550 Jun 24 13:06:37.541833 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8380df5a-178c-431e-8e75-3c39f637d4bb req-311ed8ea-b839-4689-be27-80e2400a649e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324080 Jun 24 13:06:38.086566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f473cf-f7d8-440e-a5c5-9120ea412a12 req-d650ffcc-743a-4a4c-9628-9535e8098b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:38.087984 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-13f473cf-f7d8-440e-a5c5-9120ea412a12 req-d650ffcc-743a-4a4c-9628-9535e8098b62 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 1099 time: 0.0526962 Jun 24 13:06:38.194812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f473cf-f7d8-440e-a5c5-9120ea412a12 req-754850af-945a-4449-8a9a-1e1719eec02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:38.196264 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-13f473cf-f7d8-440e-a5c5-9120ea412a12 req-754850af-945a-4449-8a9a-1e1719eec02e service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0867224 Jun 24 13:06:38.258065 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-13f473cf-f7d8-440e-a5c5-9120ea412a12 req-2907e62d-9359-4f66-9208-a53c256e9bbe service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3d57c64-58c2-48a6-aca4-705628eadea4 HTTP/1.1" status: 200 len: 1002 time: 0.0554419 Jun 24 13:06:38.310417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f473cf-f7d8-440e-a5c5-9120ea412a12 req-4fc92c26-0911-43f5-b726-5053883e25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:38.311847 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-13f473cf-f7d8-440e-a5c5-9120ea412a12 req-4fc92c26-0911-43f5-b726-5053883e25d6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0471447 Jun 24 13:06:38.370997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f473cf-f7d8-440e-a5c5-9120ea412a12 req-f05c4766-d6c6-40d2-8738-83c170d6f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:38.372483 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-13f473cf-f7d8-440e-a5c5-9120ea412a12 req-f05c4766-d6c6-40d2-8738-83c170d6f3d5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534637 Jun 24 13:06:38.472637 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-13f473cf-f7d8-440e-a5c5-9120ea412a12 req-d9fcf476-ab7b-45fd-b528-98d234447d71 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928886 Jun 24 13:06:38.560145 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-13f473cf-f7d8-440e-a5c5-9120ea412a12 req-59d37e98-f5e9-4f03-b206-cd7d98ae82c5 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811498 Jun 24 13:06:38.712627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d194d6c-24d2-40d8-8897-205fe7ce327c req-507bb466-be17-4845-8496-65c14ed24da9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:38.714009 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1d194d6c-24d2-40d8-8897-205fe7ce327c req-507bb466-be17-4845-8496-65c14ed24da9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0627027 Jun 24 13:06:38.755166 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1d194d6c-24d2-40d8-8897-205fe7ce327c req-202274ed-15d4-4313-a1e8-761766736001 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353775 Jun 24 13:06:39.767161 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-a545a419-e115-475b-b3ad-4a78c538be44 service neutron] 10.222.0.102 "GET /v2.0/ports/f3d57c64-58c2-48a6-aca4-705628eadea4/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0542994 Jun 24 13:06:39.933533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d914-ad05-4786-acf9-46eae107c2aa req-b0ca170e-23a8-4af6-b2e8-b12f850218dd tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:39.935448 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7098d914-ad05-4786-acf9-46eae107c2aa req-b0ca170e-23a8-4af6-b2e8-b12f850218dd tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0652852 Jun 24 13:06:39.974170 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7098d914-ad05-4786-acf9-46eae107c2aa req-dcdf21f5-06de-4aae-bcba-16ddecd3dfa0 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328004 Jun 24 13:06:40.028461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cde779-5820-479f-9bde-95b344b22f80 req-2cd6cec7-0c8c-4eca-87bd-5e6f98477308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:40.029841 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-2cd6cec7-0c8c-4eca-87bd-5e6f98477308 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f&tenant_id=bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 1099 time: 0.0548301 Jun 24 13:06:40.104121 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cde779-5820-479f-9bde-95b344b22f80 req-e947a29c-2398-41f3-998c-97dda646a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:40.105598 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-e947a29c-2398-41f3-998c-97dda646a50a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 1099 time: 0.0522223 Jun 24 13:06:40.193685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cde779-5820-479f-9bde-95b344b22f80 req-7bbf374f-a210-43a4-bbe2-2798680bbea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:40.195171 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-7bbf374f-a210-43a4-bbe2-2798680bbea4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0826466 Jun 24 13:06:40.260603 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-436d314b-b460-4645-b641-bca7ff131b68 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3d57c64-58c2-48a6-aca4-705628eadea4 HTTP/1.1" status: 200 len: 1002 time: 0.0595202 Jun 24 13:06:40.307152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cde779-5820-479f-9bde-95b344b22f80 req-8f6dadc2-6930-4a48-ae3f-e6ae0988b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:40.308728 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-8f6dadc2-6930-4a48-ae3f-e6ae0988b257 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0411990 Jun 24 13:06:40.365029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cde779-5820-479f-9bde-95b344b22f80 req-02412db4-e8b7-4a40-81e3-0a1b2ff0bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:40.366503 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-02412db4-e8b7-4a40-81e3-0a1b2ff0bb77 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513480 Jun 24 13:06:40.460455 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-63d51baf-8748-46ea-b088-1459a6e8c50e service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870261 Jun 24 13:06:40.547926 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-92cde779-5820-479f-9bde-95b344b22f80 req-9a489434-07ae-4923-8239-b726c0dbf9ae service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809526 Jun 24 13:06:41.152800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ab0c5-1bc8-468e-bd4a-5dc245c884d6 req-a9df8395-047b-4a45-a9fc-01ae2896cd78 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:41.154292 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ef1ab0c5-1bc8-468e-bd4a-5dc245c884d6 req-a9df8395-047b-4a45-a9fc-01ae2896cd78 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0694118 Jun 24 13:06:41.192481 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ef1ab0c5-1bc8-468e-bd4a-5dc245c884d6 req-bcc3bac2-13ae-44b3-9584-ad5dfed18cdd tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318518 Jun 24 13:06:42.363738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87576d6-6bc4-4d12-ae50-ad776d0815ac req-8baeaf6f-5476-44bd-b02b-a0b90a303d3f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:42.365196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c87576d6-6bc4-4d12-ae50-ad776d0815ac req-8baeaf6f-5476-44bd-b02b-a0b90a303d3f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0620291 Jun 24 13:06:42.403760 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c87576d6-6bc4-4d12-ae50-ad776d0815ac req-abb757c8-86f6-4488-8398-7c9d22d2fc73 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328000 Jun 24 13:06:42.838144 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444442-080a-4c36-beee-444df66866e6 req-fd8a2940-e083-491f-a64d-5e74d2249051 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:42.839591 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-fd8a2940-e083-491f-a64d-5e74d2249051 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f&tenant_id=bca945705e704622ba2b45519fe08b44&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 946 time: 0.1012287 Jun 24 13:06:42.896109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f3d57c64-58c2-48a6-aca4-705628eadea4 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:06:42.900328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f3d57c64-58c2-48a6-aca4-705628eadea4 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:06:42.911450 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-f9c99d08-87df-4ab1-9be2-26be22181b07 service neutron] 10.222.0.102 "GET /v2.0/ports/f3d57c64-58c2-48a6-aca4-705628eadea4/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0643525 Jun 24 13:06:42.919704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade76467-80de-4c54-86ef-cd39153b7f66 req-58c1ffe9-ad63-4771-814b-b35999851270 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:42.921165 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ade76467-80de-4c54-86ef-cd39153b7f66 req-58c1ffe9-ad63-4771-814b-b35999851270 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.1227658 Jun 24 13:06:42.997638 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ade76467-80de-4c54-86ef-cd39153b7f66 req-e84b3a0d-6b2a-487b-9f7d-a61153d2d114 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705738 Jun 24 13:06:43.013390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444442-080a-4c36-beee-444df66866e6 req-20481cec-22d0-44da-bd38-cd0888c5c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:43.014920 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-20481cec-22d0-44da-bd38-cd0888c5c465 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 1099 time: 0.0802469 Jun 24 13:06:43.049331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:43.072186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f3d57c64-58c2-48a6-aca4-705628eadea4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f3d57c64-58c2-48a6-aca4-705628eadea4,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:06:43.091570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:06:43.093856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9508f6b-82dc-4bcf-9437-ffbe5f2af44c" -d '{"events": [{"server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:06:43.098396 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'port_id': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'mac_address': 'fa:16:3e:a3:cb:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:06:43.103489 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444442-080a-4c36-beee-444df66866e6 req-2bd7edb6-a6eb-4005-9ce8-cf8bf012e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:43.105242 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-2bd7edb6-a6eb-4005-9ce8-cf8bf012e559 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0838056 Jun 24 13:06:43.108269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f3d57c64-58c2-48a6-aca4-705628eadea4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f3d57c64-58c2-48a6-aca4-705628eadea4,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:06:43.142462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 13:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9536c513-e752-455c-9146-4715195eef1d x-openstack-request-id: req-9536c513-e752-455c-9146-4715195eef1d {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:06:43.142786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:06:43.143057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-9536c513-e752-455c-9146-4715195eef1d {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:06:43.143451 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'code': 200} Jun 24 13:06:43.146032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:43.150743 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:06:43.178691 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-bf6bcff5-8619-4b3d-90e6-5b3b9c8a09f8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3d57c64-58c2-48a6-aca4-705628eadea4 HTTP/1.1" status: 200 len: 1000 time: 0.0653341 Jun 24 13:06:43.180000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:43.200776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d57c64-58c2-48a6-aca4-705628eadea4 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:06:43.227640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444442-080a-4c36-beee-444df66866e6 req-01532e23-1aba-4c6d-b99f-9998b530584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:43.228089 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f3d57c64-58c2-48a6-aca4-705628eadea4,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:06:43.229097 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-01532e23-1aba-4c6d-b99f-9998b530584b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0445416 Jun 24 13:06:43.233099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f3d57c64-58c2-48a6-aca4-705628eadea4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f3d57c64-58c2-48a6-aca4-705628eadea4,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:06:43.238354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:43.241982 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:43.242387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:43.242723 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:43.243145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:43.243517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:43.244017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:43.244353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:43.244687 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:43.245017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:43.245345 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:43.245669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:43.245991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:43.249817 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:06:43.250508 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4f0b16a6-acb7-47ac-949f-09b79238cff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:06:43.289145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444442-080a-4c36-beee-444df66866e6 req-2d533736-0446-44e8-9340-b8dd889e278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:43.290649 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-2d533736-0446-44e8-9340-b8dd889e278d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543554 Jun 24 13:06:43.301925 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f3d57c64-58c2-48a6-aca4-705628eadea4,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:06:43.305459 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:06:43.307953 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['f3d57c64-58c2-48a6-aca4-705628eadea4'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:06:43.385725 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-70b9bbae-3f32-4655-a207-0e21bd9f9c7e service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876486 Jun 24 13:06:43.480125 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-c43e5bf9-d494-460c-957c-18a7f80b666a service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870900 Jun 24 13:06:44.174774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf8637-8e11-4add-bf18-4bcb088cb91b req-8fd2b99b-35be-4f71-bdff-8eb90dd84ef9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:44.176239 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6bf8637-8e11-4add-bf18-4bcb088cb91b req-8fd2b99b-35be-4f71-bdff-8eb90dd84ef9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 945 time: 0.0675750 Jun 24 13:06:44.213557 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6bf8637-8e11-4add-bf18-4bcb088cb91b req-996dad50-b416-48df-958f-13dc3ab9f864 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316868 Jun 24 13:06:44.895679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f3d57c64-58c2-48a6-aca4-705628eadea4 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:06:44.940871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port f3d57c64-58c2-48a6-aca4-705628eadea4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:06:44.941246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:45.017044 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:45.047440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f3d57c64-58c2-48a6-aca4-705628eadea4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f3d57c64-58c2-48a6-aca4-705628eadea4,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:06:45.051377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:45.053282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:06:45.098509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f3d57c64-58c2-48a6-aca4-705628eadea4,revision_number=8']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:06:45.101418 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:06:45.144415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:06:45.146794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77aad575-9a27-4c58-8d37-ae3f126aad31" -d '{"events": [{"server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "name": "network-vif-plugged", "status": "completed", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:06:45.190319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc01c70-db41-4a82-9ca0-b51c35c2077c x-openstack-request-id: req-9cc01c70-db41-4a82-9ca0-b51c35c2077c {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:06:45.190639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "name": "network-vif-plugged", "status": "completed", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:06:45.190928 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-9cc01c70-db41-4a82-9ca0-b51c35c2077c {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:06:45.191332 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'code': 200} Jun 24 13:06:45.394705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2b74f-1a4f-48a5-b13e-bc5e5572833e req-8f3f707f-ca66-42a7-b581-521095093b48 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:45.396227 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-afd2b74f-1a4f-48a5-b13e-bc5e5572833e req-8f3f707f-ca66-42a7-b581-521095093b48 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0662000 Jun 24 13:06:45.434139 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-afd2b74f-1a4f-48a5-b13e-bc5e5572833e req-82ac9d06-e043-43bc-9fc1-2941fb42c68c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323057 Jun 24 13:06:45.918778 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444442-080a-4c36-beee-444df66866e6 req-13b5c9ed-a827-412a-b848-1e40df405364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:45.920307 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-13b5c9ed-a827-412a-b848-1e40df405364 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f&tenant_id=bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 1099 time: 0.0522900 Jun 24 13:06:45.997917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444442-080a-4c36-beee-444df66866e6 req-e16f639d-697e-4e1c-b908-7640ed7aa615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:45.999361 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-e16f639d-697e-4e1c-b908-7640ed7aa615 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 1099 time: 0.0561249 Jun 24 13:06:46.086557 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444442-080a-4c36-beee-444df66866e6 req-5c97514a-75a5-4682-bf52-10684335568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:46.088055 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-5c97514a-75a5-4682-bf52-10684335568e service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0827875 Jun 24 13:06:46.154996 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-ee26f4c1-3470-4935-96bc-7b7e7f480133 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3d57c64-58c2-48a6-aca4-705628eadea4 HTTP/1.1" status: 200 len: 1002 time: 0.0606310 Jun 24 13:06:46.203751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444442-080a-4c36-beee-444df66866e6 req-50df1fc7-6daf-4fa0-88c4-8c00385de544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:46.205231 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-50df1fc7-6daf-4fa0-88c4-8c00385de544 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0442979 Jun 24 13:06:46.260677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444442-080a-4c36-beee-444df66866e6 req-59b24f4c-0db0-499e-ae4f-d6c5963cb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:46.262197 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-59b24f4c-0db0-499e-ae4f-d6c5963cb34b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509412 Jun 24 13:06:46.353331 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-934c0413-a51d-445c-b55d-bf2d28c9cf05 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843840 Jun 24 13:06:46.452133 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45444442-080a-4c36-beee-444df66866e6 req-1fde6e31-9dd6-4eed-a812-5f7d82b71232 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926099 Jun 24 13:06:46.612783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0345bd-17c3-4697-a3c3-3f2d441fd8ae req-a123ccfa-769c-4c08-b1ca-812988bd5fcb tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:46.614232 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd0345bd-17c3-4697-a3c3-3f2d441fd8ae req-a123ccfa-769c-4c08-b1ca-812988bd5fcb tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0650258 Jun 24 13:06:46.650429 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cd0345bd-17c3-4697-a3c3-3f2d441fd8ae req-141481ea-05aa-4fcb-948b-c30ae9993d4b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306597 Jun 24 13:06:47.411380 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:47.835627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0086056-4f74-49db-bc33-5b0c150f9010 req-8b74ab84-a7da-4740-8a24-1f7e894477e6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:47.837234 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e0086056-4f74-49db-bc33-5b0c150f9010 req-8b74ab84-a7da-4740-8a24-1f7e894477e6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0734546 Jun 24 13:06:47.858154 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:06:47.877893 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e0086056-4f74-49db-bc33-5b0c150f9010 req-88929a92-76b3-456a-9442-b4f4d56f82bf tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348732 Jun 24 13:06:48.927328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f3d57c64-58c2-48a6-aca4-705628eadea4 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:06:48.931055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f3d57c64-58c2-48a6-aca4-705628eadea4 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:06:49.063319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f777e-5a80-4ceb-b829-f8bd750838d3 req-cabbd465-e941-4611-95cf-feb95d29b8b5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:49.064748 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fe2f777e-5a80-4ceb-b829-f8bd750838d3 req-cabbd465-e941-4611-95cf-feb95d29b8b5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0632851 Jun 24 13:06:49.068951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:49.090979 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f3d57c64-58c2-48a6-aca4-705628eadea4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f3d57c64-58c2-48a6-aca4-705628eadea4,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:06:49.102150 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fe2f777e-5a80-4ceb-b829-f8bd750838d3 req-2768663f-f8a6-47af-89c6-d6cfd5bf12ce tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315461 Jun 24 13:06:49.109099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:06:49.111932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d84004-79e5-4f3b-a70e-cb5a53b68d21" -d '{"events": [{"server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:06:49.124074 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'port_id': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'mac_address': 'fa:16:3e:a3:cb:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:06:49.128004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f3d57c64-58c2-48a6-aca4-705628eadea4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f3d57c64-58c2-48a6-aca4-705628eadea4,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:06:49.133852 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:49.155430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:06:49.160941 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 13:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af4602e-dbda-43a3-a630-10ab911437dc x-openstack-request-id: req-8af4602e-dbda-43a3-a630-10ab911437dc {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:06:49.161243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:06:49.161500 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8af4602e-dbda-43a3-a630-10ab911437dc {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:06:49.161884 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'code': 200} Jun 24 13:06:49.198774 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:49.222104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d57c64-58c2-48a6-aca4-705628eadea4 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:06:49.226180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f3d57c64-58c2-48a6-aca4-705628eadea4,revision_number=9']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:06:49.229747 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:06:49.246148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f3d57c64-58c2-48a6-aca4-705628eadea4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f3d57c64-58c2-48a6-aca4-705628eadea4,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:06:49.251809 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:49.254523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:06:49.285843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267be1b7-cb32-4fdb-b770-2e32df6d151f req-80b5fe25-49c0-47e0-96fe-dd06f9f56231 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:49.287936 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-267be1b7-cb32-4fdb-b770-2e32df6d151f req-80b5fe25-49c0-47e0-96fe-dd06f9f56231 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 944 time: 0.0731087 Jun 24 13:06:49.306659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['f3d57c64-58c2-48a6-aca4-705628eadea4'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:06:49.308893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f3d57c64-58c2-48a6-aca4-705628eadea4,revision_number=10']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:06:49.312642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:06:49.331212 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-267be1b7-cb32-4fdb-b770-2e32df6d151f req-d279a135-9b42-4f86-872a-4b1925911ea4 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365236 Jun 24 13:06:49.508235 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b32b1a-782c-4375-bf72-7b716ee32b2e req-5e846e96-abb7-4ef2-90f2-0bd3941ff9c9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:49.509702 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-25b32b1a-782c-4375-bf72-7b716ee32b2e req-5e846e96-abb7-4ef2-90f2-0bd3941ff9c9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0646932 Jun 24 13:06:49.546974 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-25b32b1a-782c-4375-bf72-7b716ee32b2e req-7eabaab4-a017-4ccf-8a54-8e5561d65aa9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315623 Jun 24 13:06:49.927531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28050e7-8cd6-47b5-b494-0edb315a23ba req-4ecaf0b2-47b8-41df-8bc5-2592a03b17e6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:49.929009 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b28050e7-8cd6-47b5-b494-0edb315a23ba req-4ecaf0b2-47b8-41df-8bc5-2592a03b17e6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 946 time: 0.0660458 Jun 24 13:06:49.966320 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b28050e7-8cd6-47b5-b494-0edb315a23ba req-4f0b5d18-661f-46fb-b8ce-3ec77ed53eeb tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315354 Jun 24 13:06:50.926963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f3d57c64-58c2-48a6-aca4-705628eadea4 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:06:50.974785 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port f3d57c64-58c2-48a6-aca4-705628eadea4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:06:50.975165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:51.056131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:51.091498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f3d57c64-58c2-48a6-aca4-705628eadea4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f3d57c64-58c2-48a6-aca4-705628eadea4,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:06:51.096092 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:51.097931 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:06:51.144851 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f3d57c64-58c2-48a6-aca4-705628eadea4,revision_number=11']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:06:51.148221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:06:51.149977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68d95a-1124-4fb6-abda-e0ea177cf156 req-e52b688e-36b7-4f52-baab-cbfeac729623 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:51.151556 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7a68d95a-1124-4fb6-abda-e0ea177cf156 req-e52b688e-36b7-4f52-baab-cbfeac729623 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 947 time: 0.0671909 Jun 24 13:06:51.163385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:06:51.165744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a2078d-b027-49de-98c4-0ebbed1f773e" -d '{"events": [{"server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "name": "network-vif-plugged", "status": "completed", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:06:51.193363 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7a68d95a-1124-4fb6-abda-e0ea177cf156 req-535d30ba-da6f-4970-ad8b-16f4e5d8f643 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358944 Jun 24 13:06:51.206868 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c598f1d3-3193-4bb8-8400-26b3d48f75d9 x-openstack-request-id: req-c598f1d3-3193-4bb8-8400-26b3d48f75d9 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:06:51.207049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "name": "network-vif-plugged", "status": "completed", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:06:51.207258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c598f1d3-3193-4bb8-8400-26b3d48f75d9 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:06:51.207792 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'code': 200} Jun 24 13:06:51.931576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-02999548-09b4-4c27-b29f-d0150a56639f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:51.933041 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-02999548-09b4-4c27-b29f-d0150a56639f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 947 time: 0.0601928 Jun 24 13:06:52.352421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Deleting port f3d57c64-58c2-48a6-aca4-705628eadea4 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:06:52.353143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:52.442731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1f16e-9b37-48b6-8e88-2bfb59ffc840 req-64da8a15-9d8b-4222-8063-5be7d4ec7df8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:52.444226 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f4b1f16e-9b37-48b6-8e88-2bfb59ffc840 req-64da8a15-9d8b-4222-8063-5be7d4ec7df8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 947 time: 0.1356797 Jun 24 13:06:52.479986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] For port f3d57c64-58c2-48a6-aca4-705628eadea4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f3d57c64-58c2-48a6-aca4-705628eadea4,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:06:52.480262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:52.544469 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f4b1f16e-9b37-48b6-8e88-2bfb59ffc840 req-bf925589-040b-4719-b334-142ff2098b45 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944355 Jun 24 13:06:52.666672 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:52.667073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:52.667389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335 disassociated. External IP: 172.26.1.32, port: f3d57c64-58c2-48a6-aca4-705628eadea4. Jun 24 13:06:52.667738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Calling delete_port for f3d57c64-58c2-48a6-aca4-705628eadea4 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:06:52.803231 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:52.807096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:06:52.832643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event deleted for resources: {'Port': ['ID=f3d57c64-58c2-48a6-aca4-705628eadea4,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:06:52.844815 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:52.845218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:52.845608 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:52.845996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:52.846378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:52.846775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:52.847162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:52.847546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:52.847929 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:52.848302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:52.848676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:52.849053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:06:52.854252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:06:52.964414 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Router b105bca5-eee1-4b20-8526-31e792503039 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:06:53.071961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:06:53.081078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24a4232-12fa-4bb2-a912-9a3b4f298bae None None] Sync routers for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:06:53.093301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24a4232-12fa-4bb2-a912-9a3b4f298bae None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:06:53.094492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d24a4232-12fa-4bb2-a912-9a3b4f298bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:06:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:06:53.113931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] No DVR routers for this DVR port f3d57c64-58c2-48a6-aca4-705628eadea4 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:06:53.116433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:53.118353 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-44d3c11e-83c7-4f84-81d4-722bc3c8e089 req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "DELETE /v2.0/ports/f3d57c64-58c2-48a6-aca4-705628eadea4 HTTP/1.1" status: 204 len: 173 time: 1.1801717 Jun 24 13:06:53.119034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'name': 'network-vif-deleted', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:06:53.121388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116fe05e-28f5-43fa-9f8d-5fed15057d10" -d '{"events": [{"server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "name": "network-vif-deleted", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:06:53.161316 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40dd6ba-83c9-4865-b0ca-e6226b4d7ee5 x-openstack-request-id: req-e40dd6ba-83c9-4865-b0ca-e6226b4d7ee5 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:06:53.161673 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c886a5e-cc7c-4271-9660-f6c9c86f8d5f", "name": "network-vif-deleted", "tag": "f3d57c64-58c2-48a6-aca4-705628eadea4", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:06:53.161975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e40dd6ba-83c9-4865-b0ca-e6226b4d7ee5 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:06:53.162448 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c886a5e-cc7c-4271-9660-f6c9c86f8d5f', 'name': 'network-vif-deleted', 'tag': 'f3d57c64-58c2-48a6-aca4-705628eadea4', 'status': 'completed', 'code': 200} Jun 24 13:06:53.204602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-d24a4232-12fa-4bb2-a912-9a3b4f298bae None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:06:53.400632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d24a4232-12fa-4bb2-a912-9a3b4f298bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:06:53.431653 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24a4232-12fa-4bb2-a912-9a3b4f298bae None None] Checking router: b105bca5-eee1-4b20-8526-31e792503039 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:06:53.441180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24a4232-12fa-4bb2-a912-9a3b4f298bae None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:06:53.442040 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d24a4232-12fa-4bb2-a912-9a3b4f298bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:06:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:06:53.547185 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-d24a4232-12fa-4bb2-a912-9a3b4f298bae None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:06:53.711130 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0e164726-7981-4df9-bc79-137d537e47b8 req-3e191d17-8457-40dc-a159-21d8ce698ad1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c886a5e-cc7c-4271-9660-f6c9c86f8d5f HTTP/1.1" status: 200 len: 210 time: 0.0356925 Jun 24 13:06:53.761914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d24a4232-12fa-4bb2-a912-9a3b4f298bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:06:53.788433 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24a4232-12fa-4bb2-a912-9a3b4f298bae None None] The sync data for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv is: [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:06:54.011446 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31cedf1-29e2-492c-b268-f6f225a6588a None None] New status for floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:06:54.946034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f3d57c64-58c2-48a6-aca4-705628eadea4 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:06:54.970059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: f3d57c64-58c2-48a6-aca4-705628eadea4 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:06:54.970407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f3d57c64-58c2-48a6-aca4-705628eadea4 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:06:55.032257 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-35cf4127-cfb5-4fc2-9c5a-0383b895f2fd tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--279027099&fields=id&tenant_id=bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 267 time: 0.0333624 Jun 24 13:06:55.137910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e53694-639c-463b-bb2e-b120a0804b8e req-0fa14fdd-16ad-4162-81bb-e47d2a1207b4 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:55.139395 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-0fa14fdd-16ad-4162-81bb-e47d2a1207b4 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 812 time: 0.1002612 Jun 24 13:06:55.154249 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-17a72236-4291-4325-bb49-5373e9104f3a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/quotas/bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 375 time: 0.0088723 Jun 24 13:06:55.226069 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-eb6e05bb-8d0e-489c-bb7d-af35ced54954 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662835 Jun 24 13:06:55.289182 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-1d08ae12-100e-4959-810f-50f7bb1bf535 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 13:06:55.290189 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-1d08ae12-100e-4959-810f-50f7bb1bf535 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531554 Jun 24 13:06:55.380233 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-56edac1e-efe1-4687-99b1-91925c2a29e5 service neutron] 10.222.0.110 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839436 Jun 24 13:06:55.473505 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-d6585cd8-e63d-4560-af4a-77cc56bdfc12 service neutron] 10.222.0.110 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873220 Jun 24 13:06:55.639702 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4ac965aa-e858-45b1-b652-3967f80769ad req-1985cf19-b468-4a0f-aaeb-a0f046d7d46a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 210 time: 0.0295360 Jun 24 13:06:56.612793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d0df2fe9-02b0-450c-8a6a-8e9458e602ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:56.704455 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e53694-639c-463b-bb2e-b120a0804b8e req-975a4b52-3350-41b1-86ac-385a73d9dd0d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:56.705654 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-975a4b52-3350-41b1-86ac-385a73d9dd0d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 812 time: 0.1096873 Jun 24 13:06:56.753176 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-cdec00f9-394b-47f9-9266-df2fa60ed779 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 379 time: 0.0394557 Jun 24 13:06:56.761831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-67e53694-639c-463b-bb2e-b120a0804b8e req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Request body: {'port': {'device_id': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'admin_state_up': True, 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'security_groups': ['27c9a372-95f2-4184-8410-0d433f5b8f46']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:06:56.810641 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8073de09-854a-4a0e-9dc8-34926a576369 req-d1d06e2c-34a8-42c2-b962-8d9785f8df13 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 210 time: 0.0452466 Jun 24 13:06:56.903809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e53694-639c-463b-bb2e-b120a0804b8e req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Made reservation on behalf of bca945705e704622ba2b45519fe08b44 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:06:56.907605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-67e53694-639c-463b-bb2e-b120a0804b8e req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:57.031368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-67e53694-639c-463b-bb2e-b120a0804b8e req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Allocated IP 172.20.0.9 (07d275a2-13f8-4f2e-89dd-7fb35f1f398d/b58836a8-4299-43df-893a-41a866382554/f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:06:57.167173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-67e53694-639c-463b-bb2e-b120a0804b8e req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:57.180158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-67e53694-639c-463b-bb2e-b120a0804b8e req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Transition to ACTIVE for port object f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:06:57.212976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-67e53694-639c-463b-bb2e-b120a0804b8e req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:57.216679 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:06:57.254638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e53694-639c-463b-bb2e-b120a0804b8e req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:06:57.257861 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-67e53694-639c-463b-bb2e-b120a0804b8e req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:06:57.264075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e53694-639c-463b-bb2e-b120a0804b8e req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:06:57.291484 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event updated for resources: {'Port': ['ID=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:06:57.296181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:06:57.324326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e53694-639c-463b-bb2e-b120a0804b8e req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:57.324975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-67e53694-639c-463b-bb2e-b120a0804b8e req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:57.339741 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5819552 Jun 24 13:06:57.351872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Request body: {'port': {'device_id': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:06:57.428603 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:57.505194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-624a7b0e-cf74-411b-8f2c-ab3ec45c0658 None None] Provisioning for port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:06:57.509128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-624a7b0e-cf74-411b-8f2c-ab3ec45c0658 None None] Provisioning complete for port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:06:57.509507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-624a7b0e-cf74-411b-8f2c-ab3ec45c0658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:57.542595 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-624a7b0e-cf74-411b-8f2c-ab3ec45c0658 None None] Port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:06:57.692340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:06:57.699511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:57.710970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Transition to ACTIVE for port object f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:06:57.715672 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:57.717587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f43b0be-b0a7-44e4-8f3b-8a98655d352c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:06:57.767459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Pushing event updated for resources: {'Port': ['ID=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:06:57.770464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:06:57.842456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Attempting to bind port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:06:57.842456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Attempting to bind port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:06:57.842667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Attempting to bind port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 on network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:06:57.848411 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 on network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:06:57.848733 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Attempting to bind port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 on network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:06:57.854075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:06:57.854416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Checking segment: {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:06:57.854827 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Bound using segment: {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:06:57.855264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Bound port: f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3de676-833a-4dc4-8647-1c153b94310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:06:57.855642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:57.942310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] For port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:06:57.973217 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] For port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:06:57.978022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:57.981437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-851b1e0b-efec-45f8-979d-66c0ae18abce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:06:58.022575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:58.023135 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:58.024534 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] 10.222.0.102 "PUT /v2.0/ports/f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 HTTP/1.1" status: 200 len: 1093 time: 0.6770756 Jun 24 13:06:58.025081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:06:58.027492 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ea2168-c46c-4a21-b76b-8601c3685720" -d '{"events": [{"name": "network-changed", "server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:06:58.060090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Pushing event updated for resources: {'Port': ['ID=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:06:58.065530 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:06:58.074585 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcc56c-fc52-448b-b70e-243bbb45b0d0 req-84f908e7-8487-42fa-b60b-aaacaeff90d9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:58.076191 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fbfcc56c-fc52-448b-b70e-243bbb45b0d0 req-84f908e7-8487-42fa-b60b-aaacaeff90d9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 943 time: 0.1456842 Jun 24 13:06:58.085627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b911651e-812a-42d9-99fd-5fc6f16fc200 x-openstack-request-id: req-b911651e-812a-42d9-99fd-5fc6f16fc200 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:06:58.085987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:06:58.086290 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-b911651e-812a-42d9-99fd-5fc6f16fc200 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:06:58.086737 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'status': 'completed', 'code': 200} Jun 24 13:06:58.152042 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fbfcc56c-fc52-448b-b70e-243bbb45b0d0 req-93dcb46c-3ca9-403d-ba6b-c61308c5749c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644419 Jun 24 13:06:58.167609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e53694-639c-463b-bb2e-b120a0804b8e req-079580ab-81c1-4a82-98d8-504440989f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:58.169285 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-079580ab-81c1-4a82-98d8-504440989f2a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 1096 time: 0.0921643 Jun 24 13:06:58.212633 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-286d78e9-807e-4432-8aa6-e73e81bf61d8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 HTTP/1.1" status: 200 len: 217 time: 0.0360992 Jun 24 13:06:58.259519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e53694-639c-463b-bb2e-b120a0804b8e req-aea13194-05aa-458c-a38a-91d095a0f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:58.260940 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-aea13194-05aa-458c-a38a-91d095a0f4be service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0427372 Jun 24 13:06:58.322313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e53694-639c-463b-bb2e-b120a0804b8e req-0b3c9b40-91a4-4ada-baf5-2c299d77eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:58.323828 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-0b3c9b40-91a4-4ada-baf5-2c299d77eb8c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554376 Jun 24 13:06:58.414746 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-27ddbbda-4523-4b10-928f-ba702cb57b02 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836012 Jun 24 13:06:58.509070 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-67e53694-639c-463b-bb2e-b120a0804b8e req-90e45327-329c-49c2-be6d-5ef6e2c94733 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883372 Jun 24 13:06:58.608388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea2168-c46c-4a21-b76b-8601c3685720 req-23e87690-dbc9-4c85-b90d-f24fd41c26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:58.609868 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-03ea2168-c46c-4a21-b76b-8601c3685720 req-23e87690-dbc9-4c85-b90d-f24fd41c26ff service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 1096 time: 0.0523665 Jun 24 13:06:58.701920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea2168-c46c-4a21-b76b-8601c3685720 req-e45a42d8-56e2-495b-abae-dfa0aa40b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:58.703951 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-03ea2168-c46c-4a21-b76b-8601c3685720 req-e45a42d8-56e2-495b-abae-dfa0aa40b095 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0861816 Jun 24 13:06:58.743003 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-03ea2168-c46c-4a21-b76b-8601c3685720 req-afd78116-03af-4471-9e98-7ecde607ff9d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 HTTP/1.1" status: 200 len: 217 time: 0.0329239 Jun 24 13:06:58.789143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea2168-c46c-4a21-b76b-8601c3685720 req-17b80614-09a4-4cc5-a786-5e7b77a56c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:58.790478 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-03ea2168-c46c-4a21-b76b-8601c3685720 req-17b80614-09a4-4cc5-a786-5e7b77a56c59 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0409460 Jun 24 13:06:58.852112 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea2168-c46c-4a21-b76b-8601c3685720 req-86cb3219-ab87-4156-9a49-69af296b7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:58.853561 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-03ea2168-c46c-4a21-b76b-8601c3685720 req-86cb3219-ab87-4156-9a49-69af296b7723 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552046 Jun 24 13:06:58.940680 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-03ea2168-c46c-4a21-b76b-8601c3685720 req-5f96dd6e-aa8c-42d3-a04a-04485862ada4 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798953 Jun 24 13:06:59.034648 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-03ea2168-c46c-4a21-b76b-8601c3685720 req-ec57be33-d034-416f-825d-dd703e27814a service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839186 Jun 24 13:06:59.331320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cec75031-faaf-4082-a8d8-ff410c7c82be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:06:59.332005 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f9408-1845-4fb3-97ef-db4aa42d9d26 req-c833e867-2def-4a4c-bbe4-ffedacad25fc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:06:59.334582 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-358f9408-1845-4fb3-97ef-db4aa42d9d26 req-c833e867-2def-4a4c-bbe4-ffedacad25fc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 943 time: 0.0665641 Jun 24 13:06:59.373557 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-358f9408-1845-4fb3-97ef-db4aa42d9d26 req-df97e7af-f63b-4ce3-8665-5b8356ba706b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331314 Jun 24 13:06:59.449856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:00.349450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:00.715433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388ee8c-de37-4a3b-9970-8a6ef736af5f req-a17fbb11-ddd3-4712-a59d-7f2d9aad15e4 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:00.716820 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b388ee8c-de37-4a3b-9970-8a6ef736af5f req-a17fbb11-ddd3-4712-a59d-7f2d9aad15e4 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 943 time: 0.0676985 Jun 24 13:07:00.754577 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b388ee8c-de37-4a3b-9970-8a6ef736af5f req-372fca87-0884-4071-bc69-2637cb0f8a7d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315113 Jun 24 13:07:00.973713 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:07:01.068550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:07:01.080748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'port_id': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'mac_address': 'fa:16:3e:6d:44:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:07:01.116842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:01.129677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:07:01.149131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:07:01.153248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:01.155216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f3fcaf0f-ef3b-444b-9ba3-4d4696cece12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:07:01.200106 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:07:01.203759 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:07:01.355280 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:07:01.931975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f4384-ad5f-4b54-b54a-7a59dbb35ce7 req-df515df5-23b8-41cf-b89b-98d7c054b61e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:01.933436 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-669f4384-ad5f-4b54-b54a-7a59dbb35ce7 req-df515df5-23b8-41cf-b89b-98d7c054b61e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 944 time: 0.0624323 Jun 24 13:07:01.970913 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-669f4384-ad5f-4b54-b54a-7a59dbb35ce7 req-7edb597d-50bb-4246-9a72-b43459e50d63 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309427 Jun 24 13:07:02.324587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:02.989085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:07:03.040795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:07:03.044823 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:07:03.045214 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:03.126935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:03.150265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:07:03.150512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5a83c-6949-4800-8f2a-ec23a5e7171d req-bf4889aa-03df-4c87-af56-914acadba420 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:03.151968 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3c5a83c-6949-4800-8f2a-ec23a5e7171d req-bf4889aa-03df-4c87-af56-914acadba420 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 944 time: 0.0663452 Jun 24 13:07:03.152539 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1de693a-c476-49d0-ae7e-c6bde62216a3" -d '{"events": [{"server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "name": "network-vif-plugged", "status": "completed", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:07:03.166328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:07:03.171757 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:03.173675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:07:03.196897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3015d8b-eaa0-4a4f-b79e-455117eddeee x-openstack-request-id: req-f3015d8b-eaa0-4a4f-b79e-455117eddeee {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:07:03.197194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "name": "network-vif-plugged", "status": "completed", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:07:03.197451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f3015d8b-eaa0-4a4f-b79e-455117eddeee {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:07:03.197835 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'code': 200} Jun 24 13:07:03.198350 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3c5a83c-6949-4800-8f2a-ec23a5e7171d req-20af9eb2-1797-4a71-a2c1-4f75f26f0c63 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383914 Jun 24 13:07:03.225058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:07:03.228201 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:07:03.422360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902ee05-f38d-4ddc-a9c9-5cfef571e6c4 req-887e9777-718f-4669-9bf5-bea54b53c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:03.423790 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0902ee05-f38d-4ddc-a9c9-5cfef571e6c4 req-887e9777-718f-4669-9bf5-bea54b53c621 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 1098 time: 0.0572696 Jun 24 13:07:03.459033 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0902ee05-f38d-4ddc-a9c9-5cfef571e6c4 req-b7de18ee-0b67-4a21-b756-432c4a725705 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285957 Jun 24 13:07:04.381600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a517a68-5a5b-400f-bf07-4770e754ad52 req-5592440e-cd52-445e-93f4-ba07bb6dc953 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:04.383153 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1a517a68-5a5b-400f-bf07-4770e754ad52 req-5592440e-cd52-445e-93f4-ba07bb6dc953 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0645611 Jun 24 13:07:04.422958 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1a517a68-5a5b-400f-bf07-4770e754ad52 req-4b8a45b4-4f47-46d6-b376-be14c857d05d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340698 Jun 24 13:07:04.592313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb1101-29ef-4381-86da-1cd8bad74614 req-26636856-3cde-4346-b372-86f90d6763ad tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:04.593678 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4dbb1101-29ef-4381-86da-1cd8bad74614 req-26636856-3cde-4346-b372-86f90d6763ad tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0662432 Jun 24 13:07:04.602190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51106) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:07:04.606621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ff78b98a-4300-4bcf-a67c-2dd09727d373 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Request body: {'floatingip': {'port_id': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:07:04.645163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff78b98a-4300-4bcf-a67c-2dd09727d373 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:05.077788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff78b98a-4300-4bcf-a67c-2dd09727d373 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:05.081543 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff78b98a-4300-4bcf-a67c-2dd09727d373 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:05.468052 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-ff78b98a-4300-4bcf-a67c-2dd09727d373 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335 associated. External IP: 172.26.1.32, port: f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52. Jun 24 13:07:05.688139 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff78b98a-4300-4bcf-a67c-2dd09727d373 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Router b105bca5-eee1-4b20-8526-31e792503039 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:07:05.792766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff78b98a-4300-4bcf-a67c-2dd09727d373 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:07:05.797998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff78b98a-4300-4bcf-a67c-2dd09727d373 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:05.802831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa131f1-4a32-4fa7-ab94-80d2abe0fb94 None None] Sync routers for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:07:05.814812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa131f1-4a32-4fa7-ab94-80d2abe0fb94 None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:07:05.815436 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2aa131f1-4a32-4fa7-ab94-80d2abe0fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:06:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:07:05.837937 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ff78b98a-4300-4bcf-a67c-2dd09727d373 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "PUT /v2.0/floatingips/153f2979-eac2-4568-9b23-2cea7bd3c335 HTTP/1.1" status: 200 len: 991 time: 1.2346640 Jun 24 13:07:05.838630 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:07:05.841104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761e6514-8db3-40c0-80af-5493dab6dd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:07:05.887136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcdf2ce-02ae-40e5-b879-24f702474366 x-openstack-request-id: req-2dcdf2ce-02ae-40e5-b879-24f702474366 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:07:05.887136 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:07:05.887368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2dcdf2ce-02ae-40e5-b879-24f702474366 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:07:05.887742 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'status': 'completed', 'code': 200} Jun 24 13:07:05.938752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-2aa131f1-4a32-4fa7-ab94-80d2abe0fb94 None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:07:05.971668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6514-8db3-40c0-80af-5493dab6dd3e req-59ceb603-bfda-41e9-88d4-191bb7b06f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:05.973220 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-761e6514-8db3-40c0-80af-5493dab6dd3e req-59ceb603-bfda-41e9-88d4-191bb7b06f30 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 1098 time: 0.0588615 Jun 24 13:07:06.067911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6514-8db3-40c0-80af-5493dab6dd3e req-db9f24f6-2c29-45f1-897a-db65cb316820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:06.069298 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-761e6514-8db3-40c0-80af-5493dab6dd3e req-db9f24f6-2c29-45f1-897a-db65cb316820 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0898578 Jun 24 13:07:06.134378 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-761e6514-8db3-40c0-80af-5493dab6dd3e req-a33cc015-2fad-4f01-83a7-1bff39e4b06b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 HTTP/1.1" status: 200 len: 999 time: 0.0588803 Jun 24 13:07:06.183532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6514-8db3-40c0-80af-5493dab6dd3e req-0ce7ef36-928d-4df6-9656-3f9fe8b5f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:06.185248 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-761e6514-8db3-40c0-80af-5493dab6dd3e req-0ce7ef36-928d-4df6-9656-3f9fe8b5f7c6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0448470 Jun 24 13:07:06.201663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2aa131f1-4a32-4fa7-ab94-80d2abe0fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '153f2979-eac2-4568-9b23-2cea7bd3c335', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'port_id': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'mac_address': 'fa:16:3e:6d:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:03:12Z', 'updated_at': '2021-06-24T13:07:04Z', 'revision_number': 13, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:07:06.256093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6514-8db3-40c0-80af-5493dab6dd3e req-fc619250-c6cd-4407-a3f8-831a70e21302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:06.257651 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-761e6514-8db3-40c0-80af-5493dab6dd3e req-fc619250-c6cd-4407-a3f8-831a70e21302 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660806 Jun 24 13:07:06.352151 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-761e6514-8db3-40c0-80af-5493dab6dd3e req-604666c2-fb8d-4cb5-981d-43b2a0abbd59 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873673 Jun 24 13:07:06.378620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa131f1-4a32-4fa7-ab94-80d2abe0fb94 None None] Checking router: b105bca5-eee1-4b20-8526-31e792503039 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:07:06.387318 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa131f1-4a32-4fa7-ab94-80d2abe0fb94 None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:07:06.387947 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2aa131f1-4a32-4fa7-ab94-80d2abe0fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:06:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:07:06.449751 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-761e6514-8db3-40c0-80af-5493dab6dd3e req-ff5c384f-9fdb-4f33-9141-abb0533d39d2 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911529 Jun 24 13:07:06.496805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-2aa131f1-4a32-4fa7-ab94-80d2abe0fb94 None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:07:06.720224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2aa131f1-4a32-4fa7-ab94-80d2abe0fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '153f2979-eac2-4568-9b23-2cea7bd3c335', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'port_id': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'mac_address': 'fa:16:3e:6d:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:03:12Z', 'updated_at': '2021-06-24T13:07:04Z', 'revision_number': 13, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:07:06.745827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa131f1-4a32-4fa7-ab94-80d2abe0fb94 None None] The sync data for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv is: [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '153f2979-eac2-4568-9b23-2cea7bd3c335', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'floating_ip_address': '172.26.1.32', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'port_id': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'mac_address': 'fa:16:3e:6d:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:03:12Z', 'updated_at': '2021-06-24T13:07:04Z', 'revision_number': 13, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:07:06.917088 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe306c1a-dadd-4fd0-bd1e-e7de1a07fb0a None None] New status for floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:07:17.414501 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:24.856452 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:07:26.618123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-377c3f47-6df5-417c-922d-600e0594abac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:29.325973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0748e405-4a93-4f0e-8dd9-2f6314edb271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:29.450920 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:30.352100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:32.329195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:38.092780 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bb68f2ba-8c1e-4a8a-a3a9-1563b7634054 req-288bf119-512f-4ee5-bfa2-8cb5a676741d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1105919 Jun 24 13:07:38.188952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68f2ba-8c1e-4a8a-a3a9-1563b7634054 req-f53b6f0a-2354-461e-8e31-0f57b69eb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:38.190441 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bb68f2ba-8c1e-4a8a-a3a9-1563b7634054 req-f53b6f0a-2354-461e-8e31-0f57b69eb63b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 1098 time: 0.0528727 Jun 24 13:07:38.298658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68f2ba-8c1e-4a8a-a3a9-1563b7634054 req-5d7c3e27-6fd7-424e-9da5-4225f7df99c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:38.300141 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bb68f2ba-8c1e-4a8a-a3a9-1563b7634054 req-5d7c3e27-6fd7-424e-9da5-4225f7df99c1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0898025 Jun 24 13:07:38.364319 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bb68f2ba-8c1e-4a8a-a3a9-1563b7634054 req-078d66e6-b9a3-44e6-8ba6-63e879ee148d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 HTTP/1.1" status: 200 len: 1001 time: 0.0574789 Jun 24 13:07:38.419055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68f2ba-8c1e-4a8a-a3a9-1563b7634054 req-91cc8027-5927-4be0-8e5a-8412ef00a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:38.420527 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bb68f2ba-8c1e-4a8a-a3a9-1563b7634054 req-91cc8027-5927-4be0-8e5a-8412ef00a20d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0494936 Jun 24 13:07:38.481335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68f2ba-8c1e-4a8a-a3a9-1563b7634054 req-44a7e3bc-eebf-4093-b8d4-b006b05e8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:38.482853 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bb68f2ba-8c1e-4a8a-a3a9-1563b7634054 req-44a7e3bc-eebf-4093-b8d4-b006b05e8289 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561635 Jun 24 13:07:38.571179 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bb68f2ba-8c1e-4a8a-a3a9-1563b7634054 req-334e63ab-1974-447b-a540-671840721e07 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805337 Jun 24 13:07:38.663157 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bb68f2ba-8c1e-4a8a-a3a9-1563b7634054 req-43103aad-9b72-4b05-8259-1467e95e9c4c service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854092 Jun 24 13:07:44.550004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47561280-68e0-4d55-aa2e-72c86d9801af req-76eabc2b-820c-4830-9da7-054644bd79a4 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:44.551404 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-47561280-68e0-4d55-aa2e-72c86d9801af req-76eabc2b-820c-4830-9da7-054644bd79a4 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.1391153 Jun 24 13:07:44.589201 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-47561280-68e0-4d55-aa2e-72c86d9801af req-d0fc6003-230f-4601-b675-fe0d544c60aa tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320613 Jun 24 13:07:47.424274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:55.991707 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-e037beec-a099-4546-b35e-29a4e453d414 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0585799 Jun 24 13:07:56.056537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572e7bd-531a-4ebd-a2d4-a2d5cf5dabeb req-f52c76b3-2875-4557-82f6-3d4b97c58d99 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:56.058999 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5572e7bd-531a-4ebd-a2d4-a2d5cf5dabeb req-f52c76b3-2875-4557-82f6-3d4b97c58d99 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0711238 Jun 24 13:07:56.100044 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5572e7bd-531a-4ebd-a2d4-a2d5cf5dabeb req-ce1bdfe1-2d3b-461f-a449-e1f97f6c2052 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354106 Jun 24 13:07:56.610550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fcda0e2a-18bc-4166-a662-ec0c3ca61c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:57.114966 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-b9c9fb01-fedb-4a13-ac24-b7f419b2ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:57.116646 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-b9c9fb01-fedb-4a13-ac24-b7f419b2ab79 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 1098 time: 0.0530529 Jun 24 13:07:57.250533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-865b16bb-ff56-4e5c-9706-3f849232539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:57.252437 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-865b16bb-ff56-4e5c-9706-3f849232539f service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.1299348 Jun 24 13:07:57.345624 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-af10604c-2bb5-4c4d-b16c-e737f1e5e7e2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 HTTP/1.1" status: 200 len: 1001 time: 0.0865076 Jun 24 13:07:57.401222 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b078333-699d-4adb-99fa-c1336d4ba19b req-a4a3bbd7-7388-40af-b60e-7fb4043d302f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:57.402599 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7b078333-699d-4adb-99fa-c1336d4ba19b req-a4a3bbd7-7388-40af-b60e-7fb4043d302f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.1377311 Jun 24 13:07:57.429277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-36c5867f-ea15-4e36-86ea-456a6581fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:57.430735 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-36c5867f-ea15-4e36-86ea-456a6581fdbd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0777218 Jun 24 13:07:57.475945 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7b078333-699d-4adb-99fa-c1336d4ba19b req-6c5a3cf7-f2e5-4860-b8b4-db2c153c1059 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674932 Jun 24 13:07:57.501522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-1e60cd47-6150-4d48-bd26-642f11f657ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:57.503581 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-1e60cd47-6150-4d48-bd26-642f11f657ac service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647769 Jun 24 13:07:57.595612 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-1196d893-6b0c-47c2-b5f7-f76bb556329a service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854099 Jun 24 13:07:57.683451 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-c5d654ea-8327-40c9-9bc0-e2630f1ab688 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813112 Jun 24 13:07:58.654520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365278e-9237-4fc4-a7dc-7c98d8854ec3 req-1abc02d7-3d12-4ee4-b847-d5fde6eda236 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:58.655986 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3365278e-9237-4fc4-a7dc-7c98d8854ec3 req-1abc02d7-3d12-4ee4-b847-d5fde6eda236 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0669410 Jun 24 13:07:58.694207 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3365278e-9237-4fc4-a7dc-7c98d8854ec3 req-b7d1c086-4486-4371-bd38-c5c67383cd62 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320902 Jun 24 13:07:59.327186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a2e9699d-9bfe-4ca8-be30-368c92063810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:59.452091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:07:59.872735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426cb39-96b5-4c82-9791-c55506190f8d req-2819528f-099c-4341-adb5-64425d6bf103 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:07:59.874251 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b426cb39-96b5-4c82-9791-c55506190f8d req-2819528f-099c-4341-adb5-64425d6bf103 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0661435 Jun 24 13:07:59.918790 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b426cb39-96b5-4c82-9791-c55506190f8d req-bca5688c-13f9-432b-8fbc-ac0503718c04 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340974 Jun 24 13:08:00.356993 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:01.094135 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1432a-1edb-47a1-8b93-3ec3529733d7 req-93f55fe3-e433-4794-89b0-d544ca3e09dc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:01.095602 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aef1432a-1edb-47a1-8b93-3ec3529733d7 req-93f55fe3-e433-4794-89b0-d544ca3e09dc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0677633 Jun 24 13:08:01.134896 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aef1432a-1edb-47a1-8b93-3ec3529733d7 req-ae401aea-b8dd-4ac4-9314-2302b173ef05 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329409 Jun 24 13:08:01.854394 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:08:02.313685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84c1bd-eecd-4a11-8792-afdd79a6635e req-a306a4db-bb90-4a75-b976-52043ba324f1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:02.315647 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c84c1bd-eecd-4a11-8792-afdd79a6635e req-a306a4db-bb90-4a75-b976-52043ba324f1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0678017 Jun 24 13:08:02.332492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:02.354243 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c84c1bd-eecd-4a11-8792-afdd79a6635e req-08c55086-1140-46be-8896-53bc755bc18f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328579 Jun 24 13:08:03.534109 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524f76f-4987-4d3c-9533-b81fc9a6fe2b req-043a26af-80f3-4a5c-9620-b405395b84d7 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:03.535621 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6524f76f-4987-4d3c-9533-b81fc9a6fe2b req-043a26af-80f3-4a5c-9620-b405395b84d7 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0687065 Jun 24 13:08:03.572598 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6524f76f-4987-4d3c-9533-b81fc9a6fe2b req-934ea929-5df0-448b-b732-85548a0fcf23 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314677 Jun 24 13:08:04.747588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f94d68-87dd-4e4e-94fa-7f3589a95939 req-221a1f65-51e8-4b05-a93a-37c881b5d488 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:04.748967 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d8f94d68-87dd-4e4e-94fa-7f3589a95939 req-221a1f65-51e8-4b05-a93a-37c881b5d488 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0665278 Jun 24 13:08:04.786379 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d8f94d68-87dd-4e4e-94fa-7f3589a95939 req-21a8d624-5127-4c32-9c5f-b904bdd7fe92 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Jun 24 13:08:05.957434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f98b86-ba4d-4c20-8f03-bd9ce76133ee req-03cfc512-6145-42fe-a3dd-4cce25828218 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:05.958932 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-26f98b86-ba4d-4c20-8f03-bd9ce76133ee req-03cfc512-6145-42fe-a3dd-4cce25828218 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0647478 Jun 24 13:08:05.997093 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-26f98b86-ba4d-4c20-8f03-bd9ce76133ee req-f78ffaeb-4498-4de6-a0a1-55ef1b7ffd4d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Jun 24 13:08:07.173977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d20f9e-88bc-4396-943d-bb56e1b6fa0c req-5df74b64-33d1-4d1a-ac0a-8c2f49bbd8fe tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:07.175446 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-79d20f9e-88bc-4396-943d-bb56e1b6fa0c req-5df74b64-33d1-4d1a-ac0a-8c2f49bbd8fe tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0651090 Jun 24 13:08:07.211776 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-79d20f9e-88bc-4396-943d-bb56e1b6fa0c req-57fa72ba-5628-4598-ab62-bc7391658702 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307386 Jun 24 13:08:08.389291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be5ea9-2fd5-471f-86bd-62134c981947 req-c664cc39-e138-48c6-bd47-a589c6455f4c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:08.390794 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3be5ea9-2fd5-471f-86bd-62134c981947 req-c664cc39-e138-48c6-bd47-a589c6455f4c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0666375 Jun 24 13:08:08.429199 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3be5ea9-2fd5-471f-86bd-62134c981947 req-bcaf3e49-9a26-429a-818f-b764b599fd96 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320380 Jun 24 13:08:09.762863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b577c-53a5-4262-989c-e86bfc0260a0 req-e3c12679-c99a-49ac-94ad-a7af3a68ac2b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:09.764339 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a77b577c-53a5-4262-989c-e86bfc0260a0 req-e3c12679-c99a-49ac-94ad-a7af3a68ac2b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0637534 Jun 24 13:08:09.802744 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a77b577c-53a5-4262-989c-e86bfc0260a0 req-cf3c0622-1e91-4a40-a27d-204c67a976a1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321321 Jun 24 13:08:10.978495 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468bb55-ab87-4f04-8b53-abb661b7347b req-9c171397-a01e-444c-85ba-7d6edff56383 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:10.979983 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e468bb55-ab87-4f04-8b53-abb661b7347b req-9c171397-a01e-444c-85ba-7d6edff56383 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0668485 Jun 24 13:08:11.056803 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e468bb55-ab87-4f04-8b53-abb661b7347b req-864fae7c-8c43-4e60-b047-be49258cb533 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710375 Jun 24 13:08:12.231882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef412fc-5653-4129-bde5-184f90a11357 req-0553a725-c5e8-4e6d-9748-c2629782dc5c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:12.233373 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aef412fc-5653-4129-bde5-184f90a11357 req-0553a725-c5e8-4e6d-9748-c2629782dc5c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0657682 Jun 24 13:08:12.270770 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aef412fc-5653-4129-bde5-184f90a11357 req-81580c17-bd1e-4887-94a3-1906b43778e2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311365 Jun 24 13:08:13.445477 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5cded-b149-4e51-805e-ab731774a0f6 req-6bd9b4fc-a819-44af-8d8f-eee6c6411e70 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:13.447020 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d6f5cded-b149-4e51-805e-ab731774a0f6 req-6bd9b4fc-a819-44af-8d8f-eee6c6411e70 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0646722 Jun 24 13:08:13.484680 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d6f5cded-b149-4e51-805e-ab731774a0f6 req-e0d0e5d6-9951-4f93-bc63-259fe9b99993 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319521 Jun 24 13:08:14.659924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd4632-3985-4cae-b906-0204a34e9fe1 req-0672e422-360c-4888-9f5b-6bc8ddad4463 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:14.661268 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f7fd4632-3985-4cae-b906-0204a34e9fe1 req-0672e422-360c-4888-9f5b-6bc8ddad4463 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0649500 Jun 24 13:08:14.698324 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f7fd4632-3985-4cae-b906-0204a34e9fe1 req-95187e24-9d87-49cf-874f-fe556b1fc387 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314741 Jun 24 13:08:15.868667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262390fa-9767-4b99-85d6-4814e5abeb75 req-64bc255f-72bd-4ec0-821d-f5c6fba9411d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:15.870094 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-262390fa-9767-4b99-85d6-4814e5abeb75 req-64bc255f-72bd-4ec0-821d-f5c6fba9411d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0614991 Jun 24 13:08:15.906699 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-262390fa-9767-4b99-85d6-4814e5abeb75 req-56939825-5457-4cdf-b2a5-0be07e2d2ecb tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310969 Jun 24 13:08:17.082425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd024e4c-baa4-4b3c-a56a-3479420f5d33 req-75011025-a2be-4711-a8dd-0ea53aa21f61 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:17.083844 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bd024e4c-baa4-4b3c-a56a-3479420f5d33 req-75011025-a2be-4711-a8dd-0ea53aa21f61 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0673697 Jun 24 13:08:17.121716 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bd024e4c-baa4-4b3c-a56a-3479420f5d33 req-357d4e52-30ae-41c5-96c4-bb6831b1499a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322709 Jun 24 13:08:17.418045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:18.294962 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bff002-51ef-4bb4-84c2-c4aa98a2989e req-8b6513c7-de74-470f-b494-7ed6da3e0176 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:18.296410 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f7bff002-51ef-4bb4-84c2-c4aa98a2989e req-8b6513c7-de74-470f-b494-7ed6da3e0176 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0622482 Jun 24 13:08:18.332853 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f7bff002-51ef-4bb4-84c2-c4aa98a2989e req-4b4ab602-c25c-471c-a292-c38caff3e2e7 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307734 Jun 24 13:08:19.504196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6643d-72e9-4bb3-a1a7-f64cb2347849 req-b78b0a21-4e18-4d17-ba59-bf5de2f00c9b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:19.505660 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-00b6643d-72e9-4bb3-a1a7-f64cb2347849 req-b78b0a21-4e18-4d17-ba59-bf5de2f00c9b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0624688 Jun 24 13:08:19.544438 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-00b6643d-72e9-4bb3-a1a7-f64cb2347849 req-26b17fb7-1210-4266-b476-22f74ca3c3f8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330646 Jun 24 13:08:20.720573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6383315-ed2f-4680-9b46-4c20f78ed92e req-229ccdd8-3bf6-4132-b8b1-057e04b5f535 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:20.721973 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6383315-ed2f-4680-9b46-4c20f78ed92e req-229ccdd8-3bf6-4132-b8b1-057e04b5f535 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0668809 Jun 24 13:08:20.759260 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6383315-ed2f-4680-9b46-4c20f78ed92e req-15c16210-2c88-4c36-862a-7eceb32a800d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315657 Jun 24 13:08:21.931179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76297932-3d9d-4b64-973b-283d30bb1d7d req-bcd29ce9-93dd-473a-ae1c-d37a37de96b2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:21.932645 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-76297932-3d9d-4b64-973b-283d30bb1d7d req-bcd29ce9-93dd-473a-ae1c-d37a37de96b2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0636959 Jun 24 13:08:21.970413 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-76297932-3d9d-4b64-973b-283d30bb1d7d req-092c38b7-907b-457d-8a38-439e90726243 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319264 Jun 24 13:08:23.152248 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a8a8a-b6a6-4fec-9f05-7e4284f9feae req-f30dae4d-0b49-404c-a6f4-b43dd96aa4d2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:23.153741 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-557a8a8a-b6a6-4fec-9f05-7e4284f9feae req-f30dae4d-0b49-404c-a6f4-b43dd96aa4d2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0682771 Jun 24 13:08:23.191708 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-557a8a8a-b6a6-4fec-9f05-7e4284f9feae req-01ef4570-ef04-4268-9841-36edd7f69a8e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322948 Jun 24 13:08:24.369505 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fdb3d-8ed1-4bb1-a7d4-33b552b28cc8 req-0ec46f40-4ffa-4da1-80b1-b0a318ee0ef5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:24.371096 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-145fdb3d-8ed1-4bb1-a7d4-33b552b28cc8 req-0ec46f40-4ffa-4da1-80b1-b0a318ee0ef5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0653019 Jun 24 13:08:24.409621 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-145fdb3d-8ed1-4bb1-a7d4-33b552b28cc8 req-0598762a-ced8-4c88-9501-5012aa8bcf14 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330253 Jun 24 13:08:25.579280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1fb5a-8968-43f5-97e1-ed8310cf3411 req-23969d32-402d-4bc1-90ed-a512bbc4b23e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:25.581311 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35a1fb5a-8968-43f5-97e1-ed8310cf3411 req-23969d32-402d-4bc1-90ed-a512bbc4b23e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0614650 Jun 24 13:08:25.618435 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35a1fb5a-8968-43f5-97e1-ed8310cf3411 req-5ae99b4f-d840-42ee-9db0-4c3c792061b7 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313978 Jun 24 13:08:26.615168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-53ebb95d-1143-4454-8908-5bbbe4f522df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:26.795977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4fb23-3b54-47a2-b4b3-41520e757950 req-27d34ce3-1c7d-4555-b419-cc2f1fc141bd tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:26.797442 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-97b4fb23-3b54-47a2-b4b3-41520e757950 req-27d34ce3-1c7d-4555-b419-cc2f1fc141bd tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0673637 Jun 24 13:08:26.835029 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-97b4fb23-3b54-47a2-b4b3-41520e757950 req-d7283373-0004-4361-bacc-23d486571d9e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313439 Jun 24 13:08:28.009377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7be9e-a691-4dd6-a19b-620dabe2f296 req-f2b741e2-91e0-429c-a058-e75031defd3a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:28.010868 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-82f7be9e-a691-4dd6-a19b-620dabe2f296 req-f2b741e2-91e0-429c-a058-e75031defd3a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0632663 Jun 24 13:08:28.050039 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-82f7be9e-a691-4dd6-a19b-620dabe2f296 req-e2abd5d4-a3be-4d27-84c8-fee2603c937d tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334551 Jun 24 13:08:29.225853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfaa7a-39c4-40ff-82b1-5e66ec732bd8 req-d5bd8e74-5889-4931-a3c5-280f51914cdf tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:29.227337 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5ddfaa7a-39c4-40ff-82b1-5e66ec732bd8 req-d5bd8e74-5889-4931-a3c5-280f51914cdf tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0663548 Jun 24 13:08:29.331805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7450be4c-69b7-4530-abec-c638140279b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:29.458613 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:29.555431 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5ddfaa7a-39c4-40ff-82b1-5e66ec732bd8 req-0e9a810f-ef02-4921-afa7-aa70586de362 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224788 Jun 24 13:08:30.358894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:30.728596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03244c9c-f2cc-4c84-b8d8-68149d58ead9 req-fecaca1f-e45d-4e51-b91c-d12f69aa966a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:30.729954 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-03244c9c-f2cc-4c84-b8d8-68149d58ead9 req-fecaca1f-e45d-4e51-b91c-d12f69aa966a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0625055 Jun 24 13:08:30.767252 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-03244c9c-f2cc-4c84-b8d8-68149d58ead9 req-5f68da2d-5e23-4d2c-8ec5-6ab5a6c6d79c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316546 Jun 24 13:08:31.170061 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-9021899b-1ce0-4171-8fbb-4964086a261c service neutron] 10.222.0.102 "GET /v2.0/ports/f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0532722 Jun 24 13:08:31.421578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-b65676bc-60ad-4dd9-9bdf-434e21494f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:31.423097 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-b65676bc-60ad-4dd9-9bdf-434e21494f72 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67&tenant_id=bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 1098 time: 0.0553031 Jun 24 13:08:31.496469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-a42b1fca-8883-4d59-ac9b-dcd3a54b0c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:31.497940 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-a42b1fca-8883-4d59-ac9b-dcd3a54b0c5a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 1098 time: 0.0518866 Jun 24 13:08:31.591402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-380ea914-7718-4e07-a6fd-6f8bc103fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:31.592864 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-380ea914-7718-4e07-a6fd-6f8bc103fca9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0882399 Jun 24 13:08:31.656565 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-f0785834-4969-4873-ab69-2e7f22b7736c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 HTTP/1.1" status: 200 len: 1001 time: 0.0561700 Jun 24 13:08:31.711320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-0b947049-19b7-45d5-849c-20cfe800696d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:31.712697 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-0b947049-19b7-45d5-849c-20cfe800696d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0505736 Jun 24 13:08:31.771862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-56c5ec2c-9c9a-4980-a468-1a3f9a37ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:31.773353 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-56c5ec2c-9c9a-4980-a468-1a3f9a37ed35 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539651 Jun 24 13:08:31.863936 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-dd507de7-3263-4b68-92c0-4389cbdcbd2d service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837419 Jun 24 13:08:32.004906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b86ea3-11bc-48a8-86f8-57125280ba4b req-a47a22a3-1ac1-4d37-bc40-a30334985d57 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:32.006297 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20b86ea3-11bc-48a8-86f8-57125280ba4b req-a47a22a3-1ac1-4d37-bc40-a30334985d57 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.1266081 Jun 24 13:08:32.009858 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-0ebdfbb4-c56a-4916-8f06-8995ffa3476b service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391830 Jun 24 13:08:32.046017 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20b86ea3-11bc-48a8-86f8-57125280ba4b req-2307c8a7-8db1-4e1b-a5f0-c282d6349ca4 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338855 Jun 24 13:08:32.335804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:33.234395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e97af8-4458-4ed2-be63-02bba76f04bd req-f60dcd64-88f1-41b1-b878-b3a3d38cef30 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:33.236013 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-68e97af8-4458-4ed2-be63-02bba76f04bd req-f60dcd64-88f1-41b1-b878-b3a3d38cef30 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0739098 Jun 24 13:08:33.276117 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-68e97af8-4458-4ed2-be63-02bba76f04bd req-4c20c9f9-cea1-43f1-ac50-40bf18bdd7f9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342283 Jun 24 13:08:33.600933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:08:33.674787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:33.703493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:08:33.703493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee69519-94ae-4c30-9daa-2dcc6e2d6456" -d '{"events": [{"server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "name": "network-vif-unplugged", "status": "completed", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:08:33.713809 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:08:33.719406 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:33.721700 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:08:33.772097 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:08:33.779439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:08:33.779786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:08:33.780126 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:08:33.780452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:08:33.780776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:08:33.781099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:08:33.781425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:08:33.781743 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:08:33.782062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:08:33.783746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:08:33.783746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:08:33.783746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:08:33.788717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:08:33.809452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 13:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62cc334-64d6-471e-a59f-7f88d086935e x-openstack-request-id: req-b62cc334-64d6-471e-a59f-7f88d086935e {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:08:33.809767 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "name": "network-vif-unplugged", "status": "completed", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:08:33.810032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-b62cc334-64d6-471e-a59f-7f88d086935e {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:08:33.810705 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'code': 200} Jun 24 13:08:34.466319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fceba-69ea-4788-8440-118db5c483bc req-8dc68c7e-bc2c-41d3-a2dd-5a0efa2086b1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:34.467926 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b86fceba-69ea-4788-8440-118db5c483bc req-8dc68c7e-bc2c-41d3-a2dd-5a0efa2086b1 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 943 time: 0.0676179 Jun 24 13:08:34.511402 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b86fceba-69ea-4788-8440-118db5c483bc req-4d4c5be9-68a6-40cb-adee-1accbb89d31a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366869 Jun 24 13:08:35.696590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44315774-7452-4635-b7bd-ebc5da2e8686 req-6191cdbc-2408-467f-a007-09bfe4999c6a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:35.698093 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-44315774-7452-4635-b7bd-ebc5da2e8686 req-6191cdbc-2408-467f-a007-09bfe4999c6a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 943 time: 0.0671239 Jun 24 13:08:35.738483 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-44315774-7452-4635-b7bd-ebc5da2e8686 req-2ebb3f5e-ff65-4a3d-a817-70e5d42f60f8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331795 Jun 24 13:08:36.921447 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc69b6f-7863-4ea9-8335-a1d36c36d0b2 req-6240b52e-6408-46ce-91cb-c35999f4ec25 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:36.922974 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5bc69b6f-7863-4ea9-8335-a1d36c36d0b2 req-6240b52e-6408-46ce-91cb-c35999f4ec25 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 943 time: 0.0679657 Jun 24 13:08:36.960658 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5bc69b6f-7863-4ea9-8335-a1d36c36d0b2 req-12795ca7-bbd6-4851-9f11-02a44e6a07fe tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316093 Jun 24 13:08:37.626887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:08:37.718622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:08:37.729744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'port_id': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'mac_address': 'fa:16:3e:6d:44:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:08:37.769128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:37.781282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:08:37.801290 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:08:37.806358 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:37.808135 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:08:37.855463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:08:37.858360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:08:37.864331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:08:38.134642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e905b-1210-4487-bb7d-43c3d229a692 req-acc428ff-c41d-4808-a70e-ecd6ae078d07 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:38.136148 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-254e905b-1210-4487-bb7d-43c3d229a692 req-acc428ff-c41d-4808-a70e-ecd6ae078d07 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 944 time: 0.0635898 Jun 24 13:08:38.174293 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-254e905b-1210-4487-bb7d-43c3d229a692 req-005deded-e300-4ade-aae3-9e7e44504894 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320492 Jun 24 13:08:38.853047 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:08:39.354881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace30c14-ff71-48c2-9a37-8cb8e9f1891a req-1c09092a-c58b-4213-9081-6d303e7f95be tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:39.356352 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ace30c14-ff71-48c2-9a37-8cb8e9f1891a req-1c09092a-c58b-4213-9081-6d303e7f95be tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 944 time: 0.0670693 Jun 24 13:08:39.396030 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ace30c14-ff71-48c2-9a37-8cb8e9f1891a req-ec62d81b-dbb0-4b94-9ab5-95ab34e2ffbf tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330770 Jun 24 13:08:39.642390 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:08:39.688885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:08:39.689268 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:39.761085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:39.783597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:08:39.785849 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf813cf0-5673-46df-910f-8b3e9db42b34" -d '{"events": [{"server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "name": "network-vif-plugged", "status": "completed", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:08:39.801819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:08:39.808839 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:39.812869 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:08:39.838252 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c99800-547b-4d3e-9f22-86cb1ca61acb x-openstack-request-id: req-83c99800-547b-4d3e-9f22-86cb1ca61acb {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:08:39.838551 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "name": "network-vif-plugged", "status": "completed", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:08:39.838854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-83c99800-547b-4d3e-9f22-86cb1ca61acb {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:08:39.839243 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'code': 200} Jun 24 13:08:39.864726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,revision_number=8']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:08:39.867734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:08:40.241607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912bb32-30d4-45ec-bf11-875d3f407f13 req-11249858-8348-4274-a002-2f325c58f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:40.243126 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8912bb32-30d4-45ec-bf11-875d3f407f13 req-11249858-8348-4274-a002-2f325c58f74c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 1098 time: 0.0543625 Jun 24 13:08:40.351589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912bb32-30d4-45ec-bf11-875d3f407f13 req-aa056440-775c-4c65-a6e0-dae7c16bd325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:40.353081 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8912bb32-30d4-45ec-bf11-875d3f407f13 req-aa056440-775c-4c65-a6e0-dae7c16bd325 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0872304 Jun 24 13:08:40.429163 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8912bb32-30d4-45ec-bf11-875d3f407f13 req-08978ef3-135f-4fa5-8652-a67ff7033de2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 HTTP/1.1" status: 200 len: 1001 time: 0.0691180 Jun 24 13:08:40.493546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912bb32-30d4-45ec-bf11-875d3f407f13 req-64c70022-251d-4672-9eb8-9cb8ad09a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:40.495029 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8912bb32-30d4-45ec-bf11-875d3f407f13 req-64c70022-251d-4672-9eb8-9cb8ad09a1b4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0596199 Jun 24 13:08:40.601987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912bb32-30d4-45ec-bf11-875d3f407f13 req-cde6d527-05ce-4856-8de3-65a825760ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:40.603546 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8912bb32-30d4-45ec-bf11-875d3f407f13 req-cde6d527-05ce-4856-8de3-65a825760ea7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028376 Jun 24 13:08:40.616872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22464ab-3bcc-404f-ab9b-02dc87d5a36f req-3aa98f88-ad94-4469-9c7a-fbd3bffa50f5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:40.618281 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d22464ab-3bcc-404f-ab9b-02dc87d5a36f req-3aa98f88-ad94-4469-9c7a-fbd3bffa50f5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0907912 Jun 24 13:08:40.705282 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d22464ab-3bcc-404f-ab9b-02dc87d5a36f req-a27c0496-3371-48ac-939c-9c9a27b85fb2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785472 Jun 24 13:08:40.733740 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8912bb32-30d4-45ec-bf11-875d3f407f13 req-8ed77e1b-8439-4e90-bd2d-36b99a889ba3 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145008 Jun 24 13:08:40.822720 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8912bb32-30d4-45ec-bf11-875d3f407f13 req-51f7612b-96c2-487c-87cb-95f92cfcae28 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825233 Jun 24 13:08:41.880209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76a345-02fd-439c-abae-f35c6456cb81 req-91f32f0a-8843-42e4-8856-cb515dec4157 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:41.881695 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0c76a345-02fd-439c-abae-f35c6456cb81 req-91f32f0a-8843-42e4-8856-cb515dec4157 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0628362 Jun 24 13:08:41.924106 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0c76a345-02fd-439c-abae-f35c6456cb81 req-829b33e8-1e6d-4d32-9a3e-f8edbddab19c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362506 Jun 24 13:08:43.097794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb4421-207b-4302-82da-a32e4c33f21f req-c39137d0-58fe-445a-bdbd-17bcdd889aa9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:43.099270 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dcdb4421-207b-4302-82da-a32e4c33f21f req-c39137d0-58fe-445a-bdbd-17bcdd889aa9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0623989 Jun 24 13:08:43.135502 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dcdb4421-207b-4302-82da-a32e4c33f21f req-268dd4b2-7a15-4083-833b-5239670a15ce tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306423 Jun 24 13:08:43.531857 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-36d300bd-20ce-4d6c-9405-3fe3e3a810ca tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:43.533535 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-36d300bd-20ce-4d6c-9405-3fe3e3a810ca tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67&tenant_id=bca945705e704622ba2b45519fe08b44&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0704343 Jun 24 13:08:43.632434 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-89fab90d-7695-495a-8da5-7c36effcab04 service neutron] 10.222.0.102 "GET /v2.0/ports/f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0893245 Jun 24 13:08:43.644656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfc0ca-f67c-4459-9393-e26b1515f484 req-2531a235-b33c-45e6-9c77-a60c62a8ae3c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:43.646042 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3dfc0ca-f67c-4459-9393-e26b1515f484 req-2531a235-b33c-45e6-9c77-a60c62a8ae3c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.1116326 Jun 24 13:08:43.714417 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3dfc0ca-f67c-4459-9393-e26b1515f484 req-2f08661e-3c1b-4ed4-984a-d68e9f5f2546 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616717 Jun 24 13:08:43.730927 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-7d1a1024-1078-4a1d-bd58-26e2445164cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:43.732443 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-7d1a1024-1078-4a1d-bd58-26e2445164cd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 1098 time: 0.0732327 Jun 24 13:08:43.824506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-6908db07-6e27-4d32-b2d5-a562231a17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:43.825985 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-6908db07-6e27-4d32-b2d5-a562231a17ad service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0868270 Jun 24 13:08:43.888071 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-49f9df90-983b-4670-ba5b-114e4a660fc2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 HTTP/1.1" status: 200 len: 1001 time: 0.0554731 Jun 24 13:08:43.940443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-052bd06b-4925-4c3a-96cf-8df5a06ded5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:43.941826 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-052bd06b-4925-4c3a-96cf-8df5a06ded5f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0479095 Jun 24 13:08:43.997686 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-9108618e-efd5-4c02-92b4-452422782842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:43.999198 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-9108618e-efd5-4c02-92b4-452422782842 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514150 Jun 24 13:08:44.085108 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-83958614-0e79-4c54-b855-7344312ba6ec service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797665 Jun 24 13:08:44.176013 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-7a8fff00-a728-4c9a-83c3-9add8d06b1c1 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848982 Jun 24 13:08:44.887243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c57ae3-bb22-4142-815f-a48817257329 req-21bac18b-888f-4b79-80e2-99108489f50b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:44.888708 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35c57ae3-bb22-4142-815f-a48817257329 req-21bac18b-888f-4b79-80e2-99108489f50b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0614040 Jun 24 13:08:44.930726 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35c57ae3-bb22-4142-815f-a48817257329 req-03ee6992-0093-404b-8254-c2de61ee5342 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356810 Jun 24 13:08:46.111822 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0f9e7-559f-49f0-a2fb-3b25d1d9b7e4 req-86270deb-cf4c-4191-9de7-e7e71110e93e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:46.113292 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-baa0f9e7-559f-49f0-a2fb-3b25d1d9b7e4 req-86270deb-cf4c-4191-9de7-e7e71110e93e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0677717 Jun 24 13:08:46.150961 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-baa0f9e7-559f-49f0-a2fb-3b25d1d9b7e4 req-1b48791e-b6d5-427c-bf50-8773ea54ca70 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319693 Jun 24 13:08:47.327217 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9d540-21e2-43ab-a4d4-e488556c7f5b req-0424b481-570e-4ba0-b6ac-e7ea45e0c091 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:47.328633 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1da9d540-21e2-43ab-a4d4-e488556c7f5b req-0424b481-570e-4ba0-b6ac-e7ea45e0c091 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0657067 Jun 24 13:08:47.367075 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1da9d540-21e2-43ab-a4d4-e488556c7f5b req-1e337c29-fa69-43fa-911b-dbed2b246ab7 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320938 Jun 24 13:08:47.422164 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:48.308414 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-d89b8149-ea71-43b5-b88f-cd8c276cfba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:48.309868 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-d89b8149-ea71-43b5-b88f-cd8c276cfba3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67&tenant_id=bca945705e704622ba2b45519fe08b44 HTTP/1.1" status: 200 len: 1098 time: 0.0523722 Jun 24 13:08:48.384983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-f36d60c9-0a24-47a1-8df1-87ab1d15a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:48.386449 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-f36d60c9-0a24-47a1-8df1-87ab1d15a924 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bca945705e704622ba2b45519fe08b44&device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 1098 time: 0.0548604 Jun 24 13:08:48.478787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-c48207d5-445f-4e15-bc88-e78b521e8d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:48.480718 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-c48207d5-445f-4e15-bc88-e78b521e8d94 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 200 len: 914 time: 0.0869148 Jun 24 13:08:48.579511 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-720aa5f1-0ba1-43cc-9c24-5826653257d9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 HTTP/1.1" status: 200 len: 1001 time: 0.0859947 Jun 24 13:08:48.625516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f408a-342d-4910-bfb8-97da1479ab37 req-c7bde268-13b3-4039-b7f4-481d1dedf067 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:48.627028 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-774f408a-342d-4910-bfb8-97da1479ab37 req-c7bde268-13b3-4039-b7f4-481d1dedf067 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.1428380 Jun 24 13:08:48.653784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-aeb30634-e702-4a93-89dc-8b86ffa149f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:48.655205 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-aeb30634-e702-4a93-89dc-8b86ffa149f4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 200 len: 851 time: 0.0691755 Jun 24 13:08:48.701053 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-774f408a-342d-4910-bfb8-97da1479ab37 req-18e39a94-3c7b-4be0-9689-3e004486f1d7 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682728 Jun 24 13:08:48.726522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-3fb491bd-5343-45f0-945d-2cdafb57f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:48.728028 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-3fb491bd-5343-45f0-945d-2cdafb57f9d3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d275a2-13f8-4f2e-89dd-7fb35f1f398d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0620849 Jun 24 13:08:48.816530 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-74343f3d-c503-4498-98ba-0bf882054ed7 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815754 Jun 24 13:08:48.907064 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3062fb3-cbf5-4fd9-a4bd-51421e9d6fad req-50001a9a-ce05-4dc2-8f5a-35bb5a821855 service neutron] 10.222.0.102 "GET /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846226 Jun 24 13:08:49.705170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:08:49.781922 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:49.809127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:08:49.811674 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a2c3c3-2587-4513-a292-59ff844a6e79" -d '{"events": [{"server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "name": "network-vif-unplugged", "status": "completed", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:08:49.830185 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:08:49.835983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:49.837770 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:08:49.873694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 13:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4e6cb5-2048-425e-96e9-d65f32ecee49 x-openstack-request-id: req-0f4e6cb5-2048-425e-96e9-d65f32ecee49 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:08:49.873900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "name": "network-vif-unplugged", "status": "completed", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:08:49.874158 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-0f4e6cb5-2048-425e-96e9-d65f32ecee49 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:08:49.874553 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'code': 200} Jun 24 13:08:49.887647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd6563-7c1d-48cc-b971-41dfffe58260 req-a9b1a0e5-fdb2-4255-90a7-ab642979c449 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:49.892402 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39bd6563-7c1d-48cc-b971-41dfffe58260 req-a9b1a0e5-fdb2-4255-90a7-ab642979c449 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0687141 Jun 24 13:08:49.899287 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,revision_number=9']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:08:49.902552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:08:49.942739 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39bd6563-7c1d-48cc-b971-41dfffe58260 req-00792261-252f-423e-b112-10b39232b83e tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473037 Jun 24 13:08:51.129422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980c17c-9a31-49b6-9eb6-2992403d4b18 req-95261e0f-a882-4c06-aa24-b777d70251fe tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:51.130979 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9980c17c-9a31-49b6-9eb6-2992403d4b18 req-95261e0f-a882-4c06-aa24-b777d70251fe tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 943 time: 0.0696204 Jun 24 13:08:51.170887 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9980c17c-9a31-49b6-9eb6-2992403d4b18 req-b60204de-3658-4224-8cb9-b598e8506407 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333440 Jun 24 13:08:52.353177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0953c-7448-47c2-b1ff-cbe83a3aa69f req-89ae18e0-e907-42bc-a6e3-c39f54cf3fec tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:52.355487 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9aa0953c-7448-47c2-b1ff-cbe83a3aa69f req-89ae18e0-e907-42bc-a6e3-c39f54cf3fec tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 943 time: 0.0671222 Jun 24 13:08:52.395652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9aa0953c-7448-47c2-b1ff-cbe83a3aa69f req-0556af15-8665-4bde-9278-eb8dac85a9c4 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338356 Jun 24 13:08:53.572158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cce31-a036-4843-be6d-76105ec03fae req-33a8f704-9948-47f3-a399-474ead437c6f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:53.573614 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-522cce31-a036-4843-be6d-76105ec03fae req-33a8f704-9948-47f3-a399-474ead437c6f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 943 time: 0.0638354 Jun 24 13:08:53.611875 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-522cce31-a036-4843-be6d-76105ec03fae req-a9a460a6-38a1-4a4e-aa6d-d6b5e711f3c6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327268 Jun 24 13:08:53.719987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:08:53.812472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:08:53.823153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'port_id': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'mac_address': 'fa:16:3e:6d:44:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:08:53.862568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:53.874496 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:08:53.892964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:08:53.897047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:53.898868 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:08:53.946754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,revision_number=10']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:08:53.949636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:08:53.952499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:08:54.787299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f67060-3011-46b0-981f-7955b1802ecb req-176ba951-bcfe-48b4-ba02-38727e490220 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:54.788644 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d8f67060-3011-46b0-981f-7955b1802ecb req-176ba951-bcfe-48b4-ba02-38727e490220 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 945 time: 0.0655718 Jun 24 13:08:54.825900 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d8f67060-3011-46b0-981f-7955b1802ecb req-bc6e9d74-4b46-4d1c-8ddc-7da61ffdac5b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315411 Jun 24 13:08:55.742387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:08:55.788307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:08:55.788677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:55.862344 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:55.884117 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:08:55.886364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c72e68e-3442-46ef-a727-dc80170a2fb7" -d '{"events": [{"server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "name": "network-vif-plugged", "status": "completed", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:08:55.898636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:08:55.903888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:55.905870 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:08:55.934471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259d885a-47e5-4e0b-8d61-d0a2656a1941 x-openstack-request-id: req-259d885a-47e5-4e0b-8d61-d0a2656a1941 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:08:55.934789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "name": "network-vif-plugged", "status": "completed", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:08:55.935052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-259d885a-47e5-4e0b-8d61-d0a2656a1941 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:08:55.935704 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'code': 200} Jun 24 13:08:55.957589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,revision_number=11']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:08:55.960535 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:08:56.007623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ec922-92da-426b-85bc-da1e63bb719d req-e024af5c-5deb-491c-8bbf-02848bd77dc3 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:56.009050 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d09ec922-92da-426b-85bc-da1e63bb719d req-e024af5c-5deb-491c-8bbf-02848bd77dc3 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 946 time: 0.0694151 Jun 24 13:08:56.046264 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d09ec922-92da-426b-85bc-da1e63bb719d req-f2e8d2c1-c98d-4102-b2c0-b71bd7069cac tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312495 Jun 24 13:08:56.615066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb3cd-6fc2-4c18-a5a5-068795cd4724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:57.223577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c4154-eea4-47e7-9ffc-d8a8e746cd53 req-a376548c-bc35-43a9-b2fe-34e4eccc12af tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:57.225046 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7d1c4154-eea4-47e7-9ffc-d8a8e746cd53 req-a376548c-bc35-43a9-b2fe-34e4eccc12af tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 946 time: 0.0665634 Jun 24 13:08:57.262394 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7d1c4154-eea4-47e7-9ffc-d8a8e746cd53 req-d8329ee4-5bdb-4301-984e-ead6f0dd8a4f tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317161 Jun 24 13:08:58.434725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bf895-180d-4e9e-a02d-5097ebe55ea1 req-800184a3-6cd3-4d93-8676-d987b6a553fd tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:58.436487 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-215bf895-180d-4e9e-a02d-5097ebe55ea1 req-800184a3-6cd3-4d93-8676-d987b6a553fd tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 946 time: 0.0643065 Jun 24 13:08:58.473241 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-215bf895-180d-4e9e-a02d-5097ebe55ea1 req-7eb5f189-8235-4299-adae-b4befe5dc6e4 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311377 Jun 24 13:08:59.336098 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0d098fdd-7a3d-4047-8bba-61175e42eeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:59.450355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:08:59.645312 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbb85a-4f0a-417e-9dfd-985d06640922 req-6d8d04d9-9c00-4044-bfc0-463b7bc530b0 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:59.646752 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aabbb85a-4f0a-417e-9dfd-985d06640922 req-6d8d04d9-9c00-4044-bfc0-463b7bc530b0 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 946 time: 0.0607600 Jun 24 13:08:59.683567 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aabbb85a-4f0a-417e-9dfd-985d06640922 req-10dc9050-217a-4b21-a3a2-40f65e3a1cd6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311174 Jun 24 13:08:59.860325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911228b7-0d49-42f7-9a7f-a478e414b609 req-e272f81d-ccec-48de-acfe-bce498724577 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:08:59.861777 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-911228b7-0d49-42f7-9a7f-a478e414b609 req-e272f81d-ccec-48de-acfe-bce498724577 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 946 time: 0.0664048 Jun 24 13:08:59.900624 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-911228b7-0d49-42f7-9a7f-a478e414b609 req-35d1daed-4f06-40c9-9b43-fef89afe7fd5 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331051 Jun 24 13:09:00.074025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf0a6b-7b08-4ada-9e02-ea4cd96114cb req-9bc0efcc-0251-4163-a22b-a1a69543f656 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:00.075563 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85bf0a6b-7b08-4ada-9e02-ea4cd96114cb req-9bc0efcc-0251-4163-a22b-a1a69543f656 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 946 time: 0.0658767 Jun 24 13:09:00.115442 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-85bf0a6b-7b08-4ada-9e02-ea4cd96114cb req-93530fee-3899-4fbd-ac01-32f56bfd0646 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332603 Jun 24 13:09:00.373952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:00.516170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47350f-4530-46f1-8bbf-de54aab64380 req-9a396f1e-95f7-41c0-adb0-0a2d89b8089a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:00.517771 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2c47350f-4530-46f1-8bbf-de54aab64380 req-9a396f1e-95f7-41c0-adb0-0a2d89b8089a tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 946 time: 0.0711026 Jun 24 13:09:00.556174 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2c47350f-4530-46f1-8bbf-de54aab64380 req-0b3a6f68-6b91-4a92-b800-282386bff51b tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327547 Jun 24 13:09:01.731854 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3c352-80d2-475c-9caf-08dcf8c34f07 req-695290d7-ae01-4da7-a668-7a09ae3cf0fc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:01.733332 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4ac3c352-80d2-475c-9caf-08dcf8c34f07 req-695290d7-ae01-4da7-a668-7a09ae3cf0fc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 946 time: 0.0636709 Jun 24 13:09:01.770621 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4ac3c352-80d2-475c-9caf-08dcf8c34f07 req-21b46f48-55d0-4aa0-878d-325eeecd77fc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314736 Jun 24 13:09:02.338437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:02.748407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-d6f86871-9d52-4fba-9b9f-e58a976ebcf6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:02.749823 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-d6f86871-9d52-4fba-9b9f-e58a976ebcf6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 946 time: 0.0615430 Jun 24 13:09:02.853309 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Deleting port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:09:02.853651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:02.974889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] For port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:02.975243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:03.034317 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018cd63-0254-4d1e-b6ff-0f5e4ce4ea16 req-d63f7a12-56a8-4793-a8ab-428b55725903 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:03.035715 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5018cd63-0254-4d1e-b6ff-0f5e4ce4ea16 req-d63f7a12-56a8-4793-a8ab-428b55725903 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 946 time: 0.1343062 Jun 24 13:09:03.399620 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5018cd63-0254-4d1e-b6ff-0f5e4ce4ea16 req-7fd29945-5d3a-49f2-a2b5-3237645184f9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups?id=27c9a372-95f2-4184-8410-0d433f5b8f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577065 Jun 24 13:09:03.467029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:03.467396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:03.467710 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335 disassociated. External IP: 172.26.1.32, port: f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52. Jun 24 13:09:03.468054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Calling delete_port for f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:09:03.599191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:03.603096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-71e66ab2-fe2f-4626-9cdd-9d385f5d6bc7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:03.628009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event deleted for resources: {'Port': ['ID=f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:03.638994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:03.639386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:03.639768 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:03.640144 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:03.640507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:03.640886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:03.641256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:03.641681 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:03.642565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:03.642957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:03.643327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:03.643692 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:03.648093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:03.756443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Router b105bca5-eee1-4b20-8526-31e792503039 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:09:03.866532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:09:03.878316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769373e-15ee-48dc-910f-403df04fe3a5 None None] Sync routers for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:09:03.893283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769373e-15ee-48dc-910f-403df04fe3a5 None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:09:03.894322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2769373e-15ee-48dc-910f-403df04fe3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:08:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:03.921391 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] No DVR routers for this DVR port f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:09:03.923871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:03.925798 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7db8613d-5ff4-481a-a2d9-6c3474777e9f req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.102 "DELETE /v2.0/ports/f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 HTTP/1.1" status: 204 len: 173 time: 1.1703465 Jun 24 13:09:03.926323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'name': 'network-vif-deleted', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:09:03.928648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515e4009-b60d-4ddc-9dce-d7531eaebfd1" -d '{"events": [{"server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "name": "network-vif-deleted", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:09:04.013327 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-2769373e-15ee-48dc-910f-403df04fe3a5 None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:09:04.026726 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ead9c1a-c636-4c63-8050-6b14fcd1bdd9 x-openstack-request-id: req-8ead9c1a-c636-4c63-8050-6b14fcd1bdd9 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:09:04.027159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaec2d5-6af0-4c90-9931-fa7817f1df67", "name": "network-vif-deleted", "tag": "f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:09:04.027740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8ead9c1a-c636-4c63-8050-6b14fcd1bdd9 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:09:04.028247 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaec2d5-6af0-4c90-9931-fa7817f1df67', 'name': 'network-vif-deleted', 'tag': 'f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52', 'status': 'completed', 'code': 200} Jun 24 13:09:04.210389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2769373e-15ee-48dc-910f-403df04fe3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:04.239479 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769373e-15ee-48dc-910f-403df04fe3a5 None None] Checking router: b105bca5-eee1-4b20-8526-31e792503039 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:09:04.247701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769373e-15ee-48dc-910f-403df04fe3a5 None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:09:04.248312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2769373e-15ee-48dc-910f-403df04fe3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:08:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:04.353356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-2769373e-15ee-48dc-910f-403df04fe3a5 None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:09:04.550947 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37a0a5f5-de25-40db-acc5-456d7703bef1 req-e095e137-b003-462b-9363-4bc32068aa95 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 210 time: 0.0282433 Jun 24 13:09:04.707890 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2769373e-15ee-48dc-910f-403df04fe3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:04.733123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769373e-15ee-48dc-910f-403df04fe3a5 None None] The sync data for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv is: [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:03:10Z', 'revision_number': 4, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '69f7e20e-bdbc-4474-8970-4a4480c8737e', 'name': '', 'network_id': '07d275a2-13f8-4f2e-89dd-7fb35f1f398d', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'mac_address': 'fa:16:3e:78:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b58836a8-4299-43df-893a-41a866382554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:09Z', 'updated_at': '2021-06-24T13:03:14Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'subnets': [{'id': 'b58836a8-4299-43df-893a-41a866382554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:09:04.958159 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bd58d-0c87-485f-b9e4-956e4e222b5f None None] New status for floating IP 153f2979-eac2-4568-9b23-2cea7bd3c335: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:09:05.700746 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d6d748ec-9b8b-458c-b37a-72b2131201b9 req-f65438d9-2852-435e-bbf7-b672284960b6 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 210 time: 0.0316887 Jun 24 13:09:05.829989 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:09:05.854159 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:09:05.854955 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device f2b68e0e-1fc2-4a0c-a6e6-5ef1194dad52 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:09:06.840945 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-53652bdb-e7cc-46b6-8647-0946a16c28c8 req-bce3964f-c18b-4f28-8155-2a699d69e6b7 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/ports?device_id=baaec2d5-6af0-4c90-9931-fa7817f1df67 HTTP/1.1" status: 200 len: 210 time: 0.0280612 Jun 24 13:09:10.829947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51452) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:10.905591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1e80-972c-4b65-9559-e7f9211133f8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:10.928940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1e80-972c-4b65-9559-e7f9211133f8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:10.976404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1e80-972c-4b65-9559-e7f9211133f8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:10.979223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1e80-972c-4b65-9559-e7f9211133f8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:10.980372 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8e7c1e80-972c-4b65-9559-e7f9211133f8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "DELETE /v2.0/security-groups/27c9a372-95f2-4184-8410-0d433f5b8f46 HTTP/1.1" status: 204 len: 168 time: 0.1494339 Jun 24 13:09:10.981168 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8dc7db0e-ca47-4ef6-bf6b-9c06cd5e7260 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:10.983001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51454) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:10.990783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c1e80-972c-4b65-9559-e7f9211133f8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c9a372-95f2-4184-8410-0d433f5b8f46,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:10.993257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e7c1e80-972c-4b65-9559-e7f9211133f8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:10.997865 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-d668d245-f051-4278-86d4-f08f84ac1ee2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] show failed (client error): The resource could not be found. Jun 24 13:09:10.998910 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d668d245-f051-4278-86d4-f08f84ac1ee2 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "GET /v2.0/security-groups/27c9a372-95f2-4184-8410-0d433f5b8f46 HTTP/1.1" status: 404 len: 347 time: 0.0148919 Jun 24 13:09:11.002072 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51458) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:11.134490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Deleting port b198c170-ede2-4544-920b-8ad23ee61725 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:09:11.134865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:11.210521 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:11.210877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:11.222220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Calling delete_port for b198c170-ede2-4544-920b-8ad23ee61725 owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:09:11.358283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:11.360909 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-22ce9087-d7ad-4853-888e-62ea9f1dbaf6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:11.385754 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Pushing event deleted for resources: {'Port': ['ID=b198c170-ede2-4544-920b-8ad23ee61725,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:11.397151 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:11.397563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:11.397931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:11.398305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:11.398678 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:11.399075 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:11.399444 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:11.399829 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:11.400179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:11.400538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:11.400898 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:11.401269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:11.424228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:11.464169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:11.466833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:11.467977 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] 10.222.0.110 "DELETE /v2.0/floatingips/153f2979-eac2-4568-9b23-2cea7bd3c335 HTTP/1.1" status: 204 len: 168 time: 0.4648790 Jun 24 13:09:11.470839 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51460) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:11.866379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d528fec-eee3-4c95-bd8f-55efbedc27c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:12.118015 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-6d528fec-eee3-4c95-bd8f-55efbedc27c4 admin admin] Deleting port 69f7e20e-bdbc-4474-8970-4a4480c8737e {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:09:12.118716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d528fec-eee3-4c95-bd8f-55efbedc27c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:12.197200 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-6d528fec-eee3-4c95-bd8f-55efbedc27c4 admin admin] For port 69f7e20e-bdbc-4474-8970-4a4480c8737e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=69f7e20e-bdbc-4474-8970-4a4480c8737e,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:12.197579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d528fec-eee3-4c95-bd8f-55efbedc27c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:12.210169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-6d528fec-eee3-4c95-bd8f-55efbedc27c4 admin admin] Calling delete_port for 69f7e20e-bdbc-4474-8970-4a4480c8737e owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:09:12.387287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d528fec-eee3-4c95-bd8f-55efbedc27c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:12.389249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c1923220-e916-411f-98d2-e58308d36633 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:12.413783 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d528fec-eee3-4c95-bd8f-55efbedc27c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f7e20e-bdbc-4474-8970-4a4480c8737e,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:12.416916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6d528fec-eee3-4c95-bd8f-55efbedc27c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:12.590981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6d528fec-eee3-4c95-bd8f-55efbedc27c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:12.799230 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d528fec-eee3-4c95-bd8f-55efbedc27c4 admin admin] Router b105bca5-eee1-4b20-8526-31e792503039 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:09:12.900746 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d528fec-eee3-4c95-bd8f-55efbedc27c4 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:09:12.906419 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6d528fec-eee3-4c95-bd8f-55efbedc27c4 admin admin] 10.222.0.110 "PUT /v2.0/routers/b105bca5-eee1-4b20-8526-31e792503039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4339516 Jun 24 13:09:12.909054 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51464) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:12.911439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7108d0-5cf9-434f-a06c-ac5d9b1143a0 None None] Sync routers for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:09:12.920778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7108d0-5cf9-434f-a06c-ac5d9b1143a0 None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:09:12.921403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ba7108d0-5cf9-434f-a06c-ac5d9b1143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:08:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:13.017688 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.028732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-ba7108d0-5cf9-434f-a06c-ac5d9b1143a0 None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:09:13.116570 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.167355 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Deleting port 41ef232e-920d-434b-b06f-042c313f0824 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:09:13.168020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.205510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ba7108d0-5cf9-434f-a06c-ac5d9b1143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '41ef232e-920d-434b-b06f-042c313f0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:09:12Z', 'revision_number': 5, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port': {'id': '41ef232e-920d-434b-b06f-042c313f0824', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b105bca5-eee1-4b20-8526-31e792503039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:03:08Z', 'updated_at': '2021-06-24T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:13.230911 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7108d0-5cf9-434f-a06c-ac5d9b1143a0 None None] Checking router: b105bca5-eee1-4b20-8526-31e792503039 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:09:13.240429 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7108d0-5cf9-434f-a06c-ac5d9b1143a0 None None] Routers {'b105bca5-eee1-4b20-8526-31e792503039'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:09:13.241052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ba7108d0-5cf9-434f-a06c-ac5d9b1143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:08:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b105bca5-eee1-4b20-8526-31e792503039'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:13.249061 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] For port 41ef232e-920d-434b-b06f-042c313f0824, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=41ef232e-920d-434b-b06f-042c313f0824,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:13.249439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.261865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Calling delete_port for 41ef232e-920d-434b-b06f-042c313f0824 owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:09:13.325886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-ba7108d0-5cf9-434f-a06c-ac5d9b1143a0 None None] Set router b105bca5-eee1-4b20-8526-31e792503039 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:09:13.386248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-ba7108d0-5cf9-434f-a06c-ac5d9b1143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:09:13Z', 'revision_number': 6, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:13.413134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7108d0-5cf9-434f-a06c-ac5d9b1143a0 None None] The sync data for ids ['b105bca5-eee1-4b20-8526-31e792503039'] in dv-neutron-797121-4-hyperv is: [{'id': 'b105bca5-eee1-4b20-8526-31e792503039', 'name': 'tempest-ServerActionsTestJSON-1932291857-router', 'tenant_id': 'bca945705e704622ba2b45519fe08b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:03:07Z', 'updated_at': '2021-06-24T13:09:13Z', 'revision_number': 6, 'project_id': 'bca945705e704622ba2b45519fe08b44', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:09:13.435187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.437570 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e85b8525-c9dd-4fd5-bcdd-a90738f83bfd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:13.461883 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Pushing event deleted for resources: {'Port': ['ID=41ef232e-920d-434b-b06f-042c313f0824,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:13.465179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:13.529814 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.616498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.618503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.660948 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.661519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b105bca5-eee1-4b20-8526-31e792503039 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:09:13.666530 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.667771 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] 10.222.0.110 "DELETE /v2.0/routers/b105bca5-eee1-4b20-8526-31e792503039 HTTP/1.1" status: 204 len: 168 time: 0.7576275 Jun 24 13:09:13.670112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51466) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:13.713665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88d5f92-1f01-40b9-8a39-1a20d658a82a admin admin] Deleting subnet b58836a8-4299-43df-893a-41a866382554 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:09:13.716532 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d88d5f92-1f01-40b9-8a39-1a20d658a82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.753689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d88d5f92-1f01-40b9-8a39-1a20d658a82a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.835652 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d88d5f92-1f01-40b9-8a39-1a20d658a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.888267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d88d5f92-1f01-40b9-8a39-1a20d658a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.891049 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2a343ed6-620e-489c-afd3-bc49f5c88112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:13.914173 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d5f92-1f01-40b9-8a39-1a20d658a82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b58836a8-4299-43df-893a-41a866382554,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:13.916956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d88d5f92-1f01-40b9-8a39-1a20d658a82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:13.917928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d88d5f92-1f01-40b9-8a39-1a20d658a82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:13.919752 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d88d5f92-1f01-40b9-8a39-1a20d658a82a admin admin] 10.222.0.110 "DELETE /v2.0/subnets/b58836a8-4299-43df-893a-41a866382554 HTTP/1.1" status: 204 len: 168 time: 0.2487409 Jun 24 13:09:13.923203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51468) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:13.925803 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dba882-567f-4bf2-a64d-59fab0e0e02b None None] Network 07d275a2-13f8-4f2e-89dd-7fb35f1f398d requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:13.993149 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:14.044243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Deleting port db73917d-e410-469a-9a0b-edf9c00043dc {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:09:14.044580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:14.108646 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] For port db73917d-e410-469a-9a0b-edf9c00043dc, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=db73917d-e410-469a-9a0b-edf9c00043dc,segment=NetworkSegment(9e3de676-833a-4dc4-8647-1c153b94310a),segment_id=9e3de676-833a-4dc4-8647-1c153b94310a)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:14.108998 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:14.120977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Calling delete_port for db73917d-e410-469a-9a0b-edf9c00043dc owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:09:14.167883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c717291c-2918-400f-bd7c-f0898a011707 None None] DHCP port deletion for 07d275a2-13f8-4f2e-89dd-7fb35f1f398d request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:09:14.207020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:14.209943 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-075e4ee7-4e46-41cc-a9c9-1ee7c89dd70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:14.226497 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c717291c-2918-400f-bd7c-f0898a011707 None None] Deleting port db73917d-e410-469a-9a0b-edf9c00043dc {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:09:14.226983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c717291c-2918-400f-bd7c-f0898a011707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:14.232599 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=db73917d-e410-469a-9a0b-edf9c00043dc,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:14.235799 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:14.236557 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] No DVR routers for this DVR port db73917d-e410-469a-9a0b-edf9c00043dc on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:09:14.296425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c717291c-2918-400f-bd7c-f0898a011707 None None] For port db73917d-e410-469a-9a0b-edf9c00043dc, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:14.296826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c717291c-2918-400f-bd7c-f0898a011707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:14.308856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c717291c-2918-400f-bd7c-f0898a011707 None None] Calling delete_port for db73917d-e410-469a-9a0b-edf9c00043dc owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:09:14.311740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.ipam_backend_mixin [None req-c717291c-2918-400f-bd7c-f0898a011707 None None] Port db73917d-e410-469a-9a0b-edf9c00043dc was not found and therefore no delete operation was performed {{(pid=100147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 13:09:14.312975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c717291c-2918-400f-bd7c-f0898a011707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:14.315056 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:14.315377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:14.325403 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d275a2-13f8-4f2e-89dd-7fb35f1f398d']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:14.336030 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3de676-833a-4dc4-8647-1c153b94310a') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:14.336324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3de676-833a-4dc4-8647-1c153b94310a') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:14.339114 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717291c-2918-400f-bd7c-f0898a011707 None None] Pushing event deleted for resources: {'Port': ['ID=db73917d-e410-469a-9a0b-edf9c00043dc,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:14.342102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c717291c-2918-400f-bd7c-f0898a011707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:14.342934 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717291c-2918-400f-bd7c-f0898a011707 None None] No DVR routers for this DVR port db73917d-e410-469a-9a0b-edf9c00043dc on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:09:14.347235 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:14.367740 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:14.373981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:09:14.374390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:09:14.378672 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:09:14.508121 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 69f7e20e-bdbc-4474-8970-4a4480c8737e no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:09:14.528273 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 69f7e20e-bdbc-4474-8970-4a4480c8737e {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:09:14.528627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 69f7e20e-bdbc-4474-8970-4a4480c8737e not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:09:14.529056 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device db73917d-e410-469a-9a0b-edf9c00043dc no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:09:14.552403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: db73917d-e410-469a-9a0b-edf9c00043dc {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:09:14.552766 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device db73917d-e410-469a-9a0b-edf9c00043dc not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:09:14.553211 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 41ef232e-920d-434b-b06f-042c313f0824 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:09:14.573203 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 41ef232e-920d-434b-b06f-042c313f0824 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:09:14.573556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 41ef232e-920d-434b-b06f-042c313f0824 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:09:14.758634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:14.761985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ff677a74-e02f-4523-9129-4430400789c6 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:14.765386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:14.766481 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] 10.222.0.110 "DELETE /v2.0/networks/07d275a2-13f8-4f2e-89dd-7fb35f1f398d HTTP/1.1" status: 204 len: 168 time: 0.8423786 Jun 24 13:09:14.777596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=07d275a2-13f8-4f2e-89dd-7fb35f1f398d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:14.780056 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:14.871708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51472) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:14.910225 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-adab3f41-e2ea-4723-89d0-3db860aef469 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=bca945705e704622ba2b45519fe08b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371988 Jun 24 13:09:14.912501 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51474) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:14.959889 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6b3e53e8-33cf-449d-8513-a5c5c8c7ee32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:14.979535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6b3e53e8-33cf-449d-8513-a5c5c8c7ee32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:15.025269 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6b3e53e8-33cf-449d-8513-a5c5c8c7ee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:15.027772 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6b3e53e8-33cf-449d-8513-a5c5c8c7ee32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:15.028926 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6b3e53e8-33cf-449d-8513-a5c5c8c7ee32 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/20d8bc88-6f35-4661-a7c8-a4459af8f543 HTTP/1.1" status: 204 len: 168 time: 0.1154947 Jun 24 13:09:15.029719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6862f0dc-8894-4521-85cd-dae165b22a10 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:15.037146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e53e8-33cf-449d-8513-a5c5c8c7ee32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d8bc88-6f35-4661-a7c8-a4459af8f543,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:15.039622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6b3e53e8-33cf-449d-8513-a5c5c8c7ee32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:15.679044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51496) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:15.770630 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-818668628-network', 'tenant_id': '2f0f0d7208034309992f8ef46bc31ff3'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:15.792650 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Made reservation on behalf of 2f0f0d7208034309992f8ef46bc31ff3 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:15.794968 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:15.803904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:15.853034 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:09:15.893886 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:15.897071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:15.900060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-50b383d8-ae91-4643-90de-315da7387b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:15.922365 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] vlan segment allocate from pool success with {'vlan_id': 1345, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:09:15.934469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aa148c-b959-415f-b91c-27ce48e5ecef,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:15.939207 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:15.944285 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:15.944720 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Added segment fd40f8f6-ffe5-4923-a911-adac48ced555 of type vlan for network d241197b-b828-44a8-8696-d4e6c9b55deb Jun 24 13:09:15.985848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:16.013026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:16.014036 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:16.014608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:16.017199 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-02fd4c34-667e-4a6a-b98a-1ab5066cda94 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:16.068193 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3878901 Jun 24 13:09:16.070932 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51500) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:16.075193 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Pushing event updated for resources: {'Network': ['ID=d241197b-b828-44a8-8696-d4e6c9b55deb,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:16.076327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6adc54fd-3f25-48ac-9bae-b70c059d3e14 admin admin] Request body: {'subnet': {'network_id': 'd241197b-b828-44a8-8696-d4e6c9b55deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-818668628-subnet', 'tenant_id': '2f0f0d7208034309992f8ef46bc31ff3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:16.077786 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:16.086141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network d241197b-b828-44a8-8696-d4e6c9b55deb details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:09:16.101042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adc54fd-3f25-48ac-9bae-b70c059d3e14 admin admin] Made reservation on behalf of 2f0f0d7208034309992f8ef46bc31ff3 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:16.103381 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6adc54fd-3f25-48ac-9bae-b70c059d3e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:16.268150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6adc54fd-3f25-48ac-9bae-b70c059d3e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:16.270103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-458502cb-2ee7-4b8f-9296-c91de65a4d9b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:16.331149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc54fd-3f25-48ac-9bae-b70c059d3e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480a0fd6-639e-4ccf-8690-ee4d0a826171,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:16.333731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6adc54fd-3f25-48ac-9bae-b70c059d3e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:16.339659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc54fd-3f25-48ac-9bae-b70c059d3e14 admin admin] Checking segment: {'id': 'fd40f8f6-ffe5-4923-a911-adac48ced555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'd241197b-b828-44a8-8696-d4e6c9b55deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:09:16.340016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adc54fd-3f25-48ac-9bae-b70c059d3e14 admin admin] Network hostable DHCP agents. Network: d241197b-b828-44a8-8696-d4e6c9b55deb, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:09:16.357158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adc54fd-3f25-48ac-9bae-b70c059d3e14 admin admin] Network d241197b-b828-44a8-8696-d4e6c9b55deb is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:09:16.366697 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-6adc54fd-3f25-48ac-9bae-b70c059d3e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, d241197b-b828-44a8-8696-d4e6c9b55deb) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:09:16.370702 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adc54fd-3f25-48ac-9bae-b70c059d3e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:16.371320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6adc54fd-3f25-48ac-9bae-b70c059d3e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:16.376679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343dec64-d100-4322-9207-2eac88899275 None None] Network d241197b-b828-44a8-8696-d4e6c9b55deb requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:16.402352 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6adc54fd-3f25-48ac-9bae-b70c059d3e14 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3231072 Jun 24 13:09:16.503862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d3e194-6280-49a0-bf77-4054b1ea36cf None None] Network d241197b-b828-44a8-8696-d4e6c9b55deb requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:16.807754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-549de645-8ebd-46b5-ba91-83e64fd9310f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:16.809212 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-549de645-8ebd-46b5-ba91-83e64fd9310f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/networks?id=d241197b-b828-44a8-8696-d4e6c9b55deb HTTP/1.1" status: 200 len: 813 time: 0.0993710 Jun 24 13:09:16.823661 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-013dc862-bfc7-4903-8df6-cc4c856e83b6 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/quotas/2f0f0d7208034309992f8ef46bc31ff3 HTTP/1.1" status: 200 len: 375 time: 0.0089328 Jun 24 13:09:16.860849 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-e9555ce8-045b-46b2-afa9-674e46094ae6 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=2f0f0d7208034309992f8ef46bc31ff3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323973 Jun 24 13:09:16.993283 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a9302f6f-fc52-4cee-8f36-03d5f02d1d68 service neutron] 10.222.0.110 "GET /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258736 Jun 24 13:09:17.083840 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-5aaebcb5-5ad1-4682-b252-110e232f0c73 service neutron] 10.222.0.110 "GET /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843189 Jun 24 13:09:17.247290 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dff16479-8cac-4bb4-aa34-7daa412cbaab req-f301fc5a-385a-476c-9093-0bf460e4d0e4 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 210 time: 0.0278275 Jun 24 13:09:17.436355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:18.422275 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4fbb84ff-d228-4235-8a1a-964d8e891367 req-ca325e92-0f39-4aaa-9c26-cdd406811f63 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 210 time: 0.0578964 Jun 24 13:09:18.468499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-0d516e6f-df81-4021-a7a5-a38bb49ae9ee tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:18.472099 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-0d516e6f-df81-4021-a7a5-a38bb49ae9ee tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.102 "GET /v2.0/networks?id=d241197b-b828-44a8-8696-d4e6c9b55deb HTTP/1.1" status: 200 len: 813 time: 0.1348047 Jun 24 13:09:18.482290 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Request body: {'port': {'device_id': '1040bd28-b587-4867-934b-67009abae02e', 'network_id': 'd241197b-b828-44a8-8696-d4e6c9b55deb', 'admin_state_up': True, 'tenant_id': '2f0f0d7208034309992f8ef46bc31ff3'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:18.592056 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Made reservation on behalf of 2f0f0d7208034309992f8ef46bc31ff3 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:18.595647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:18.721822 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Allocated IP 172.20.0.4 (d241197b-b828-44a8-8696-d4e6c9b55deb/480a0fd6-639e-4ccf-8690-ee4d0a826171/0572e044-55a9-4e9c-9c14-6b1e919ae12c) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:09:18.868585 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:18.906366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:18.910351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:18.950063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Network d241197b-b828-44a8-8696-d4e6c9b55deb is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:09:18.954945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:09:18.957313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:09:18.984788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Pushing event updated for resources: {'Port': ['ID=0572e044-55a9-4e9c-9c14-6b1e919ae12c,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:18.989564 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:19.010993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:19.011602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:19.024761 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5464568 Jun 24 13:09:19.036996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Request body: {'port': {'device_id': '1040bd28-b587-4867-934b-67009abae02e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:19.112118 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:19.368225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0572e044-55a9-4e9c-9c14-6b1e919ae12c {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:09:19.375592 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:19.388159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Transition to ACTIVE for port object 0572e044-55a9-4e9c-9c14-6b1e919ae12c will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:09:19.392920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:19.395403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5c08aa99-18ba-4d7a-b3f3-1103a5333f12 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:19.446187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Pushing event updated for resources: {'Port': ['ID=0572e044-55a9-4e9c-9c14-6b1e919ae12c,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:19.451396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:19.517448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Attempting to bind port 0572e044-55a9-4e9c-9c14-6b1e919ae12c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:09:19.517772 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Attempting to bind port 0572e044-55a9-4e9c-9c14-6b1e919ae12c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fd40f8f6-ffe5-4923-a911-adac48ced555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'd241197b-b828-44a8-8696-d4e6c9b55deb'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:09:19.518108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Attempting to bind port 0572e044-55a9-4e9c-9c14-6b1e919ae12c on network d241197b-b828-44a8-8696-d4e6c9b55deb {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:09:19.522419 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Port 0572e044-55a9-4e9c-9c14-6b1e919ae12c on network d241197b-b828-44a8-8696-d4e6c9b55deb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:09:19.522746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Attempting to bind port 0572e044-55a9-4e9c-9c14-6b1e919ae12c on network d241197b-b828-44a8-8696-d4e6c9b55deb {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:09:19.527509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:09:19.527847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Checking segment: {'id': 'fd40f8f6-ffe5-4923-a911-adac48ced555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'd241197b-b828-44a8-8696-d4e6c9b55deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:09:19.528236 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Bound using segment: {'id': 'fd40f8f6-ffe5-4923-a911-adac48ced555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'd241197b-b828-44a8-8696-d4e6c9b55deb'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:09:19.528983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Bound port: 0572e044-55a9-4e9c-9c14-6b1e919ae12c, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd40f8f6-ffe5-4923-a911-adac48ced555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'd241197b-b828-44a8-8696-d4e6c9b55deb'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:09:19.529113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:19.630751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] For port 0572e044-55a9-4e9c-9c14-6b1e919ae12c, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:09:19.647433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] For port 0572e044-55a9-4e9c-9c14-6b1e919ae12c, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0572e044-55a9-4e9c-9c14-6b1e919ae12c,segment=NetworkSegment(fd40f8f6-ffe5-4923-a911-adac48ced555),segment_id=fd40f8f6-ffe5-4923-a911-adac48ced555)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:09:19.651643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:19.655082 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-980b6b2e-cdc9-489b-82f7-03e39fc63ff9 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:19.667758 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6037416-c1f7-4a54-b514-282ce865b59d req-b17506d0-7e00-484a-85c9-da483e2d7b16 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:19.669238 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d6037416-c1f7-4a54-b514-282ce865b59d req-b17506d0-7e00-484a-85c9-da483e2d7b16 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 943 time: 0.1308365 Jun 24 13:09:19.695339 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:19.695956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:19.697288 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] 10.222.0.102 "PUT /v2.0/ports/0572e044-55a9-4e9c-9c14-6b1e919ae12c HTTP/1.1" status: 200 len: 1093 time: 0.6651783 Jun 24 13:09:19.697826 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1040bd28-b587-4867-934b-67009abae02e', 'tag': '0572e044-55a9-4e9c-9c14-6b1e919ae12c'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:09:19.700167 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c080f10-42a2-4be7-9897-343048a6c965" -d '{"events": [{"name": "network-changed", "server_uuid": "1040bd28-b587-4867-934b-67009abae02e", "tag": "0572e044-55a9-4e9c-9c14-6b1e919ae12c"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:09:19.739256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3de8864-e6d7-498d-ba02-ecd4072feed9 x-openstack-request-id: req-b3de8864-e6d7-498d-ba02-ecd4072feed9 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:09:19.739611 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1040bd28-b587-4867-934b-67009abae02e", "tag": "0572e044-55a9-4e9c-9c14-6b1e919ae12c", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:09:19.739922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-b3de8864-e6d7-498d-ba02-ecd4072feed9 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:09:19.740376 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1040bd28-b587-4867-934b-67009abae02e', 'tag': '0572e044-55a9-4e9c-9c14-6b1e919ae12c', 'status': 'completed', 'code': 200} Jun 24 13:09:19.762503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Pushing event updated for resources: {'Port': ['ID=0572e044-55a9-4e9c-9c14-6b1e919ae12c,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:19.786400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:19.789785 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d6037416-c1f7-4a54-b514-282ce865b59d req-b774692a-92d1-4abf-9790-316a75d1b6b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983644 Jun 24 13:09:19.817651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-1b7c3a30-d60f-4677-bbcd-cef69e76b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:19.819169 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-1b7c3a30-d60f-4677-bbcd-cef69e76b2db service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2f0f0d7208034309992f8ef46bc31ff3&device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 1096 time: 0.0686369 Jun 24 13:09:19.860195 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-1a6a03d1-53e8-4937-981b-5d57306d4824 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0572e044-55a9-4e9c-9c14-6b1e919ae12c HTTP/1.1" status: 200 len: 217 time: 0.0336981 Jun 24 13:09:19.908025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-274d1534-bef1-4fee-8ffb-662f4417313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:19.909319 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-274d1534-bef1-4fee-8ffb-662f4417313a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=480a0fd6-639e-4ccf-8690-ee4d0a826171 HTTP/1.1" status: 200 len: 853 time: 0.0419438 Jun 24 13:09:19.944770 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-a6f7907d-38a3-4eeb-aefd-021e2dc2f013 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d241197b-b828-44a8-8696-d4e6c9b55deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288482 Jun 24 13:09:20.033514 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-55a593a8-4d3a-423b-bb9d-eeeb9d79f7e9 service neutron] 10.222.0.102 "GET /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811872 Jun 24 13:09:20.126041 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b24b0264-df0d-4bed-b303-b7260fb6550e req-8a88148a-f73b-4caf-bf9f-63bdd2fb49ae service neutron] 10.222.0.102 "GET /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854666 Jun 24 13:09:20.226028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c080f10-42a2-4be7-9897-343048a6c965 req-a1a4a39e-238c-475d-8f92-815b4e4ed0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:20.227461 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c080f10-42a2-4be7-9897-343048a6c965 req-a1a4a39e-238c-475d-8f92-815b4e4ed0fd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2f0f0d7208034309992f8ef46bc31ff3&device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 1096 time: 0.0531547 Jun 24 13:09:20.321086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c080f10-42a2-4be7-9897-343048a6c965 req-7493f75e-f44b-473b-8d43-34c73b6ed4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:20.322557 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c080f10-42a2-4be7-9897-343048a6c965 req-7493f75e-f44b-473b-8d43-34c73b6ed4f6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d241197b-b828-44a8-8696-d4e6c9b55deb HTTP/1.1" status: 200 len: 915 time: 0.0875785 Jun 24 13:09:20.363741 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c080f10-42a2-4be7-9897-343048a6c965 req-fcbece47-e135-4d82-844e-66bba98738f0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0572e044-55a9-4e9c-9c14-6b1e919ae12c HTTP/1.1" status: 200 len: 217 time: 0.0339079 Jun 24 13:09:20.411472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c080f10-42a2-4be7-9897-343048a6c965 req-99580848-99d5-42f7-a4b2-b19ae043de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:20.412887 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c080f10-42a2-4be7-9897-343048a6c965 req-99580848-99d5-42f7-a4b2-b19ae043de37 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=480a0fd6-639e-4ccf-8690-ee4d0a826171 HTTP/1.1" status: 200 len: 853 time: 0.0429797 Jun 24 13:09:20.447645 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c080f10-42a2-4be7-9897-343048a6c965 req-69d1d925-4eb7-401d-afb6-356b5d49ff2c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d241197b-b828-44a8-8696-d4e6c9b55deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280335 Jun 24 13:09:20.544412 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c080f10-42a2-4be7-9897-343048a6c965 req-7f7714c0-761e-43b9-b862-3711cf754c1c service neutron] 10.222.0.102 "GET /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874302 Jun 24 13:09:20.636286 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c080f10-42a2-4be7-9897-343048a6c965 req-7b7ee2ac-f4b4-4669-97c5-7869b833ea42 service neutron] 10.222.0.102 "GET /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855229 Jun 24 13:09:20.961155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e668f34-d181-4049-8b2a-3485b1ef7853 req-7883e053-767d-4df3-9586-064eed8de7bb tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:20.962677 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6e668f34-d181-4049-8b2a-3485b1ef7853 req-7883e053-767d-4df3-9586-064eed8de7bb tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 943 time: 0.0628397 Jun 24 13:09:21.000663 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6e668f34-d181-4049-8b2a-3485b1ef7853 req-c8dfc13a-66c5-42fe-b376-d5648fa2f56a tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323505 Jun 24 13:09:21.923570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0572e044-55a9-4e9c-9c14-6b1e919ae12c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:09:22.021895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 0572e044-55a9-4e9c-9c14-6b1e919ae12c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0572e044-55a9-4e9c-9c14-6b1e919ae12c,segment=NetworkSegment(fd40f8f6-ffe5-4923-a911-adac48ced555),segment_id=fd40f8f6-ffe5-4923-a911-adac48ced555)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:22.033331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '0572e044-55a9-4e9c-9c14-6b1e919ae12c', 'network_id': 'd241197b-b828-44a8-8696-d4e6c9b55deb', 'port_id': '0572e044-55a9-4e9c-9c14-6b1e919ae12c', 'mac_address': 'fa:16:3e:ed:79:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480a0fd6-639e-4ccf-8690-ee4d0a826171', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:09:22.070593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:22.082789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0572e044-55a9-4e9c-9c14-6b1e919ae12c {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:09:22.102479 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 0572e044-55a9-4e9c-9c14-6b1e919ae12c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0572e044-55a9-4e9c-9c14-6b1e919ae12c,segment=NetworkSegment(fd40f8f6-ffe5-4923-a911-adac48ced555),segment_id=fd40f8f6-ffe5-4923-a911-adac48ced555)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:22.106460 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:22.108528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:22.155161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=0572e044-55a9-4e9c-9c14-6b1e919ae12c,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:22.158592 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:22.177970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afb9a6-0880-4b96-af16-85d28170d540 req-7fed5881-630e-4f81-ba74-bb8988a3da36 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:22.179479 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-16afb9a6-0880-4b96-af16-85d28170d540 req-7fed5881-630e-4f81-ba74-bb8988a3da36 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 944 time: 0.0636699 Jun 24 13:09:22.217084 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-16afb9a6-0880-4b96-af16-85d28170d540 req-8da3dde6-9b06-416e-8eb3-6bf944502ced tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318997 Jun 24 13:09:22.318359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['0572e044-55a9-4e9c-9c14-6b1e919ae12c'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:09:23.392921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857783d-9400-4ae7-b9cb-ddc088f6c7bb req-6864ccbd-eb84-46fd-98df-8f00595880c6 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:23.394417 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e857783d-9400-4ae7-b9cb-ddc088f6c7bb req-6864ccbd-eb84-46fd-98df-8f00595880c6 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 944 time: 0.0695736 Jun 24 13:09:23.432324 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e857783d-9400-4ae7-b9cb-ddc088f6c7bb req-48eddef5-6181-4517-a019-159a6e8d5d66 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Jun 24 13:09:23.934084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0572e044-55a9-4e9c-9c14-6b1e919ae12c up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:09:23.981214 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 0572e044-55a9-4e9c-9c14-6b1e919ae12c completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:09:23.984714 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 0572e044-55a9-4e9c-9c14-6b1e919ae12c triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:09:23.985699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:24.061596 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:24.082439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1040bd28-b587-4867-934b-67009abae02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0572e044-55a9-4e9c-9c14-6b1e919ae12c'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:09:24.084718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccbfffb-99d0-4e3d-aee2-c5ec365460c9" -d '{"events": [{"server_uuid": "1040bd28-b587-4867-934b-67009abae02e", "name": "network-vif-plugged", "status": "completed", "tag": "0572e044-55a9-4e9c-9c14-6b1e919ae12c"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:09:24.103944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 0572e044-55a9-4e9c-9c14-6b1e919ae12c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0572e044-55a9-4e9c-9c14-6b1e919ae12c,segment=NetworkSegment(fd40f8f6-ffe5-4923-a911-adac48ced555),segment_id=fd40f8f6-ffe5-4923-a911-adac48ced555)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:24.109234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:24.112999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:24.148105 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f4dfda-c5f6-45b5-af6c-2240634d8a26 x-openstack-request-id: req-87f4dfda-c5f6-45b5-af6c-2240634d8a26 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:09:24.148450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1040bd28-b587-4867-934b-67009abae02e", "name": "network-vif-plugged", "status": "completed", "tag": "0572e044-55a9-4e9c-9c14-6b1e919ae12c", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:09:24.148750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-87f4dfda-c5f6-45b5-af6c-2240634d8a26 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:09:24.149178 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1040bd28-b587-4867-934b-67009abae02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0572e044-55a9-4e9c-9c14-6b1e919ae12c', 'code': 200} Jun 24 13:09:24.176478 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=0572e044-55a9-4e9c-9c14-6b1e919ae12c,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:24.179945 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:24.358110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8e63-033f-4540-96f9-a6c91d65eb5d req-4f3d901d-2061-46a9-8472-b028bd360531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:24.359651 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0e7b8e63-033f-4540-96f9-a6c91d65eb5d req-4f3d901d-2061-46a9-8472-b028bd360531 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 1098 time: 0.0518682 Jun 24 13:09:24.394352 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0e7b8e63-033f-4540-96f9-a6c91d65eb5d req-f47aedd6-da36-4b70-a47f-8c80ecc7ced3 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284605 Jun 24 13:09:24.609387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12950d-b90b-4386-8d0b-bb408d700e91 req-b488d7b4-2b98-4d71-9d19-a9f5ca90dae6 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:24.610747 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7f12950d-b90b-4386-8d0b-bb408d700e91 req-b488d7b4-2b98-4d71-9d19-a9f5ca90dae6 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 945 time: 0.0664573 Jun 24 13:09:24.649936 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7f12950d-b90b-4386-8d0b-bb408d700e91 req-a297820f-0dd7-4319-b2ff-4f5a859100c1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334325 Jun 24 13:09:25.827149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc6b73-de0e-4a66-a1a1-71e7c20cd049 req-4eadafe2-5bab-475c-bd15-ed92494eb6bf tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:25.828649 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fedc6b73-de0e-4a66-a1a1-71e7c20cd049 req-4eadafe2-5bab-475c-bd15-ed92494eb6bf tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 945 time: 0.0650351 Jun 24 13:09:25.865619 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fedc6b73-de0e-4a66-a1a1-71e7c20cd049 req-2a4610d8-6790-4c63-b876-297ecc9ca2f0 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312185 Jun 24 13:09:26.089653 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-cc264e3a-b8b6-4f25-95f3-04719d75f7e0 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:26.091121 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-cc264e3a-b8b6-4f25-95f3-04719d75f7e0 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/networks?id=d241197b-b828-44a8-8696-d4e6c9b55deb HTTP/1.1" status: 200 len: 813 time: 0.1035836 Jun 24 13:09:26.105951 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-d1714f59-243a-4017-9676-b344a2ae4ea8 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/quotas/2f0f0d7208034309992f8ef46bc31ff3 HTTP/1.1" status: 200 len: 375 time: 0.0089314 Jun 24 13:09:26.167577 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-62215b20-5bac-4c78-8b0f-801004a2b104 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=2f0f0d7208034309992f8ef46bc31ff3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559890 Jun 24 13:09:26.258798 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-66b31775-f692-4eea-bd93-59c3bc1d8ece service neutron] 10.222.0.110 "GET /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839360 Jun 24 13:09:26.345970 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-64cb27b0-1bde-4178-b405-eb03570434dc service neutron] 10.222.0.110 "GET /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813768 Jun 24 13:09:26.518566 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4304676c-4359-409a-acee-2652794a9b0a req-a4ee8a98-c7af-46de-83f2-7de287ebc03f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 210 time: 0.0291615 Jun 24 13:09:26.615687 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2714cc16-2141-4b20-989f-03620cb853e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:27.515250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-8c9281b3-a9ee-4393-b3fb-2d5f03754924 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:27.516752 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-8c9281b3-a9ee-4393-b3fb-2d5f03754924 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.102 "GET /v2.0/networks?id=d241197b-b828-44a8-8696-d4e6c9b55deb HTTP/1.1" status: 200 len: 813 time: 0.1078427 Jun 24 13:09:27.532682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Request body: {'port': {'device_id': '141dca82-f88a-412d-804c-c37f2c43cc94', 'network_id': 'd241197b-b828-44a8-8696-d4e6c9b55deb', 'admin_state_up': True, 'tenant_id': '2f0f0d7208034309992f8ef46bc31ff3'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:27.954715 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-72fa74ed-f373-403e-a319-cdaa23c23cbe req-91385b28-1994-44fc-bd65-dfb7ad9487ba tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 210 time: 0.3185275 Jun 24 13:09:27.959423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Made reservation on behalf of 2f0f0d7208034309992f8ef46bc31ff3 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:27.962969 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:28.087870 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Allocated IP 172.20.0.14 (d241197b-b828-44a8-8696-d4e6c9b55deb/480a0fd6-639e-4ccf-8690-ee4d0a826171/73472a1f-f77d-4282-9d6b-ff19dcb2efac) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:09:28.233209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:28.274889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:28.279509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:28.288018 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['0572e044-55a9-4e9c-9c14-6b1e919ae12c'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:09:28.322313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Network d241197b-b828-44a8-8696-d4e6c9b55deb is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:09:28.325520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:09:28.328017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:09:28.368968 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Pushing event updated for resources: {'Port': ['ID=73472a1f-f77d-4282-9d6b-ff19dcb2efac,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:28.371852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:28.397561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:28.399988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:28.415029 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8863378 Jun 24 13:09:28.426539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Request body: {'port': {'device_id': '141dca82-f88a-412d-804c-c37f2c43cc94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:28.497256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:28.758335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73472a1f-f77d-4282-9d6b-ff19dcb2efac {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:09:28.766588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:28.778226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Transition to ACTIVE for port object 73472a1f-f77d-4282-9d6b-ff19dcb2efac will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:09:28.782542 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:28.785239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-953e5e22-8685-401f-b23e-a68aa5c83959 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:28.831629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Pushing event updated for resources: {'Port': ['ID=73472a1f-f77d-4282-9d6b-ff19dcb2efac,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:28.834960 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:28.899280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Attempting to bind port 73472a1f-f77d-4282-9d6b-ff19dcb2efac on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:09:28.899615 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Attempting to bind port 73472a1f-f77d-4282-9d6b-ff19dcb2efac by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fd40f8f6-ffe5-4923-a911-adac48ced555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'd241197b-b828-44a8-8696-d4e6c9b55deb'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:09:28.899940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Attempting to bind port 73472a1f-f77d-4282-9d6b-ff19dcb2efac on network d241197b-b828-44a8-8696-d4e6c9b55deb {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:09:28.904019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Port 73472a1f-f77d-4282-9d6b-ff19dcb2efac on network d241197b-b828-44a8-8696-d4e6c9b55deb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:09:28.904334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Attempting to bind port 73472a1f-f77d-4282-9d6b-ff19dcb2efac on network d241197b-b828-44a8-8696-d4e6c9b55deb {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:09:28.909595 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:09:28.909924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Checking segment: {'id': 'fd40f8f6-ffe5-4923-a911-adac48ced555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'd241197b-b828-44a8-8696-d4e6c9b55deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:09:28.910303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Bound using segment: {'id': 'fd40f8f6-ffe5-4923-a911-adac48ced555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'd241197b-b828-44a8-8696-d4e6c9b55deb'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:09:28.910716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Bound port: 73472a1f-f77d-4282-9d6b-ff19dcb2efac, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd40f8f6-ffe5-4923-a911-adac48ced555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'd241197b-b828-44a8-8696-d4e6c9b55deb'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:09:28.911096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:28.971156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] For port 73472a1f-f77d-4282-9d6b-ff19dcb2efac, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:09:28.974391 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] For port 73472a1f-f77d-4282-9d6b-ff19dcb2efac, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=73472a1f-f77d-4282-9d6b-ff19dcb2efac,segment=NetworkSegment(fd40f8f6-ffe5-4923-a911-adac48ced555),segment_id=fd40f8f6-ffe5-4923-a911-adac48ced555)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:09:28.978361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:28.987450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:29.024229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:29.024845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:29.026221 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] 10.222.0.102 "PUT /v2.0/ports/73472a1f-f77d-4282-9d6b-ff19dcb2efac HTTP/1.1" status: 200 len: 1094 time: 0.6039257 Jun 24 13:09:29.026781 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141dca82-f88a-412d-804c-c37f2c43cc94', 'tag': '73472a1f-f77d-4282-9d6b-ff19dcb2efac'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:09:29.029121 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddef85ad-2758-40bd-8562-b7b931d02e90" -d '{"events": [{"name": "network-changed", "server_uuid": "141dca82-f88a-412d-804c-c37f2c43cc94", "tag": "73472a1f-f77d-4282-9d6b-ff19dcb2efac"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:09:29.050901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Pushing event updated for resources: {'Port': ['ID=73472a1f-f77d-4282-9d6b-ff19dcb2efac,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:29.060636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:29.079862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a38ff3-946a-461d-b238-48943218c468 x-openstack-request-id: req-12a38ff3-946a-461d-b238-48943218c468 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:09:29.080207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141dca82-f88a-412d-804c-c37f2c43cc94", "tag": "73472a1f-f77d-4282-9d6b-ff19dcb2efac", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:09:29.080522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-12a38ff3-946a-461d-b238-48943218c468 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:09:29.081054 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141dca82-f88a-412d-804c-c37f2c43cc94', 'tag': '73472a1f-f77d-4282-9d6b-ff19dcb2efac', 'status': 'completed', 'code': 200} Jun 24 13:09:29.170594 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-ab14c86c-12ab-4b43-98c1-f148e2fd63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:29.172103 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-ab14c86c-12ab-4b43-98c1-f148e2fd63d8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2f0f0d7208034309992f8ef46bc31ff3&device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 1097 time: 0.1017582 Jun 24 13:09:29.183297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519b4e6-2990-4512-b82b-3e8b5a2701ec req-e00a5614-60aa-43f1-ade9-33ec43eaec66 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:29.184717 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f519b4e6-2990-4512-b82b-3e8b5a2701ec req-e00a5614-60aa-43f1-ade9-33ec43eaec66 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 944 time: 0.1029239 Jun 24 13:09:29.230383 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-be46acf0-57e4-4626-b467-0e22ed595530 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73472a1f-f77d-4282-9d6b-ff19dcb2efac HTTP/1.1" status: 200 len: 217 time: 0.0447252 Jun 24 13:09:29.280420 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f519b4e6-2990-4512-b82b-3e8b5a2701ec req-433ea726-84e3-4c12-aba0-85e6f7926c96 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883741 Jun 24 13:09:29.294648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-198925bf-1a9b-43d0-b328-d9a5a823258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:29.296198 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-198925bf-1a9b-43d0-b328-d9a5a823258c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=480a0fd6-639e-4ccf-8690-ee4d0a826171 HTTP/1.1" status: 200 len: 853 time: 0.0592852 Jun 24 13:09:29.330074 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-e665e3f3-594b-4152-9c61-aa6510a79066 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d241197b-b828-44a8-8696-d4e6c9b55deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273631 Jun 24 13:09:29.341068 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-260bf2cb-28f4-49fb-9e42-85b99a187b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:29.420015 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-22a32dd2-b775-4a6a-8ac5-8c34394c30a3 service neutron] 10.222.0.102 "GET /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836360 Jun 24 13:09:29.453375 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:29.514566 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9a65b0e7-3670-4c07-b6a4-1629ce51388b req-827c801b-e053-4889-b93f-27b6d753e785 service neutron] 10.222.0.102 "GET /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871933 Jun 24 13:09:29.618183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef85ad-2758-40bd-8562-b7b931d02e90 req-d98ba6e9-5c35-4b0a-995d-78560110252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:29.619709 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddef85ad-2758-40bd-8562-b7b931d02e90 req-d98ba6e9-5c35-4b0a-995d-78560110252f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2f0f0d7208034309992f8ef46bc31ff3&device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 1097 time: 0.0514731 Jun 24 13:09:29.712891 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef85ad-2758-40bd-8562-b7b931d02e90 req-13d2b199-e4d5-4dd8-90f0-0dd8ef965a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:29.714359 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddef85ad-2758-40bd-8562-b7b931d02e90 req-13d2b199-e4d5-4dd8-90f0-0dd8ef965a08 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d241197b-b828-44a8-8696-d4e6c9b55deb HTTP/1.1" status: 200 len: 915 time: 0.0876179 Jun 24 13:09:29.756020 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddef85ad-2758-40bd-8562-b7b931d02e90 req-1206c041-9b63-4f2a-81c2-b33e759b3567 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73472a1f-f77d-4282-9d6b-ff19dcb2efac HTTP/1.1" status: 200 len: 217 time: 0.0336628 Jun 24 13:09:29.804696 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef85ad-2758-40bd-8562-b7b931d02e90 req-1a09bdee-b4ac-451a-a9a4-412c1fa40af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:29.806157 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddef85ad-2758-40bd-8562-b7b931d02e90 req-1a09bdee-b4ac-451a-a9a4-412c1fa40af5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=480a0fd6-639e-4ccf-8690-ee4d0a826171 HTTP/1.1" status: 200 len: 853 time: 0.0441988 Jun 24 13:09:29.841608 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddef85ad-2758-40bd-8562-b7b931d02e90 req-a1657148-fab6-4426-968f-741ed35ec85f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d241197b-b828-44a8-8696-d4e6c9b55deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290866 Jun 24 13:09:29.930378 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddef85ad-2758-40bd-8562-b7b931d02e90 req-273e5579-d432-4ec4-97ef-aeb9de546e77 service neutron] 10.222.0.102 "GET /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802822 Jun 24 13:09:30.023419 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddef85ad-2758-40bd-8562-b7b931d02e90 req-52e19c6d-221d-4440-9b20-85feb84a1044 service neutron] 10.222.0.102 "GET /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857017 Jun 24 13:09:30.365059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:30.457404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1396465-7def-48b1-868b-171eb676cbf8 req-cb04f7d0-aafe-4924-bb5a-7488b921592f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:30.458917 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1396465-7def-48b1-868b-171eb676cbf8 req-cb04f7d0-aafe-4924-bb5a-7488b921592f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 944 time: 0.0658910 Jun 24 13:09:30.497295 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1396465-7def-48b1-868b-171eb676cbf8 req-a86df393-1ba0-4982-a1ca-4eeb4b656bda tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326333 Jun 24 13:09:31.671730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea5bfc-9d64-4f57-96e5-0903c3e8f65a req-c358971d-93bd-45e9-a097-74e03247941c tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:31.673216 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9ea5bfc-9d64-4f57-96e5-0903c3e8f65a req-c358971d-93bd-45e9-a097-74e03247941c tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 944 time: 0.0658400 Jun 24 13:09:31.715800 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9ea5bfc-9d64-4f57-96e5-0903c3e8f65a req-dec6a102-22f4-4a6c-82c8-22f2f7feb065 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368588 Jun 24 13:09:31.977010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 73472a1f-f77d-4282-9d6b-ff19dcb2efac details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:09:32.073546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 73472a1f-f77d-4282-9d6b-ff19dcb2efac, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=73472a1f-f77d-4282-9d6b-ff19dcb2efac,segment=NetworkSegment(fd40f8f6-ffe5-4923-a911-adac48ced555),segment_id=fd40f8f6-ffe5-4923-a911-adac48ced555)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:32.087938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '73472a1f-f77d-4282-9d6b-ff19dcb2efac', 'network_id': 'd241197b-b828-44a8-8696-d4e6c9b55deb', 'port_id': '73472a1f-f77d-4282-9d6b-ff19dcb2efac', 'mac_address': 'fa:16:3e:46:5d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480a0fd6-639e-4ccf-8690-ee4d0a826171', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:09:32.122866 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:32.135937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73472a1f-f77d-4282-9d6b-ff19dcb2efac {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:09:32.155566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 73472a1f-f77d-4282-9d6b-ff19dcb2efac, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=73472a1f-f77d-4282-9d6b-ff19dcb2efac,segment=NetworkSegment(fd40f8f6-ffe5-4923-a911-adac48ced555),segment_id=fd40f8f6-ffe5-4923-a911-adac48ced555)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:32.159830 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:32.161566 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:32.209425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=73472a1f-f77d-4282-9d6b-ff19dcb2efac,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:32.212636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:32.342072 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:32.362376 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['73472a1f-f77d-4282-9d6b-ff19dcb2efac'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:09:32.890378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec0d5d-8e42-495e-81d8-b02766234572 req-da434750-2889-4501-ad90-bc924887575b tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:32.891850 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdec0d5d-8e42-495e-81d8-b02766234572 req-da434750-2889-4501-ad90-bc924887575b tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 945 time: 0.0621758 Jun 24 13:09:32.928771 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdec0d5d-8e42-495e-81d8-b02766234572 req-4245902c-11da-44a7-b144-04dd24c6c7cd tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313430 Jun 24 13:09:33.999820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 73472a1f-f77d-4282-9d6b-ff19dcb2efac up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:09:34.046780 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 73472a1f-f77d-4282-9d6b-ff19dcb2efac completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:09:34.050888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 73472a1f-f77d-4282-9d6b-ff19dcb2efac triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:09:34.051211 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:34.099258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa1391-19e1-494d-a169-eb17938301fa req-d38b5ab6-293d-4992-a742-4eb4f5b837d7 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:34.100788 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2caa1391-19e1-494d-a169-eb17938301fa req-d38b5ab6-293d-4992-a742-4eb4f5b837d7 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 945 time: 0.0639868 Jun 24 13:09:34.131167 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:34.139095 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2caa1391-19e1-494d-a169-eb17938301fa req-56c173e6-9e19-4522-a3b0-978ee2968a03 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325968 Jun 24 13:09:34.296895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141dca82-f88a-412d-804c-c37f2c43cc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73472a1f-f77d-4282-9d6b-ff19dcb2efac'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:09:34.299745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb66cfd-99c2-4eeb-9d7e-354ea2e61cd5" -d '{"events": [{"server_uuid": "141dca82-f88a-412d-804c-c37f2c43cc94", "name": "network-vif-plugged", "status": "completed", "tag": "73472a1f-f77d-4282-9d6b-ff19dcb2efac"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:09:34.312792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 73472a1f-f77d-4282-9d6b-ff19dcb2efac, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=73472a1f-f77d-4282-9d6b-ff19dcb2efac,segment=NetworkSegment(fd40f8f6-ffe5-4923-a911-adac48ced555),segment_id=fd40f8f6-ffe5-4923-a911-adac48ced555)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:34.315893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:34.318727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c717291c-2918-400f-bd7c-f0898a011707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:34.340754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229ec30e-045b-4994-a96d-b2e56d6d46da x-openstack-request-id: req-229ec30e-045b-4994-a96d-b2e56d6d46da {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:09:34.341056 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141dca82-f88a-412d-804c-c37f2c43cc94", "name": "network-vif-plugged", "status": "completed", "tag": "73472a1f-f77d-4282-9d6b-ff19dcb2efac", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:09:34.341304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-229ec30e-045b-4994-a96d-b2e56d6d46da {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:09:34.341684 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141dca82-f88a-412d-804c-c37f2c43cc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73472a1f-f77d-4282-9d6b-ff19dcb2efac', 'code': 200} Jun 24 13:09:34.368672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=73472a1f-f77d-4282-9d6b-ff19dcb2efac,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:34.375651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:34.376008 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:34.376351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:34.376688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:34.377023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:34.377357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:34.377692 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:34.378020 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:34.378350 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:34.378675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:34.379067 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:34.379394 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:09:34.383173 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:34.558103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595f8c3-3325-4f6f-9b48-b67c0d9c5c0f req-664e3c92-9ead-48f2-9b44-8ad870254f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:34.559690 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0595f8c3-3325-4f6f-9b48-b67c0d9c5c0f req-664e3c92-9ead-48f2-9b44-8ad870254f45 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 1099 time: 0.0554624 Jun 24 13:09:34.593261 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0595f8c3-3325-4f6f-9b48-b67c0d9c5c0f req-95c6718e-7336-4efa-bb3c-5f6754190bd5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270071 Jun 24 13:09:35.313926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a55a-b743-4840-8f40-9ba6cc1c007d req-d5490ef7-fdc7-423f-8a11-cf3122c765a8 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:35.315517 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dd23a55a-b743-4840-8f40-9ba6cc1c007d req-d5490ef7-fdc7-423f-8a11-cf3122c765a8 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 946 time: 0.0633793 Jun 24 13:09:35.353788 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dd23a55a-b743-4840-8f40-9ba6cc1c007d req-c4287dc2-760d-4389-906a-386f7cd81c2e tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325961 Jun 24 13:09:36.543298 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa71f1-1ba9-4198-be03-c089f3d87422 req-41bbf2c6-6e28-47c6-9077-e96fbb5e1e04 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:36.544795 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2eaa71f1-1ba9-4198-be03-c089f3d87422 req-41bbf2c6-6e28-47c6-9077-e96fbb5e1e04 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 946 time: 0.0784056 Jun 24 13:09:36.586989 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2eaa71f1-1ba9-4198-be03-c089f3d87422 req-d5a36ef8-64db-4124-adfe-4ce9ec192c10 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365262 Jun 24 13:09:36.958514 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a30d5-9a91-48e9-9750-020a1c307dfd req-95ddcef2-dc3f-4431-9d71-671331fea7ba tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:36.959922 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d12a30d5-9a91-48e9-9750-020a1c307dfd req-95ddcef2-dc3f-4431-9d71-671331fea7ba tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 946 time: 0.0633502 Jun 24 13:09:36.997339 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d12a30d5-9a91-48e9-9750-020a1c307dfd req-6f3e36b5-b077-4e22-87ea-4d06191c07c8 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317607 Jun 24 13:09:38.171993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c4b86-d210-43a1-a7eb-b1c7dd9eb289 req-f2ae6895-fb0b-43da-b6b8-818ed5589a17 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:38.173625 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d83c4b86-d210-43a1-a7eb-b1c7dd9eb289 req-f2ae6895-fb0b-43da-b6b8-818ed5589a17 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 946 time: 0.0644433 Jun 24 13:09:38.212210 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d83c4b86-d210-43a1-a7eb-b1c7dd9eb289 req-9ac28aa5-9110-4fa0-9f7f-6ac204c5259b tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329120 Jun 24 13:09:38.326703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14da8d4-1545-4c34-9c7c-557ef4bb0011 req-e49760db-f844-434e-ba38-a8a605582b8e tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:38.328160 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d14da8d4-1545-4c34-9c7c-557ef4bb0011 req-e49760db-f844-434e-ba38-a8a605582b8e tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.102 "GET /v2.0/ports?device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 946 time: 0.0663197 Jun 24 13:09:38.427458 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-d14da8d4-1545-4c34-9c7c-557ef4bb0011 req-b38e8b8c-618e-463a-be6e-3d6cf1f7b146 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Deleting port 73472a1f-f77d-4282-9d6b-ff19dcb2efac {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:09:38.427718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d14da8d4-1545-4c34-9c7c-557ef4bb0011 req-b38e8b8c-618e-463a-be6e-3d6cf1f7b146 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:38.518448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-d14da8d4-1545-4c34-9c7c-557ef4bb0011 req-b38e8b8c-618e-463a-be6e-3d6cf1f7b146 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] For port 73472a1f-f77d-4282-9d6b-ff19dcb2efac, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=73472a1f-f77d-4282-9d6b-ff19dcb2efac,segment=NetworkSegment(fd40f8f6-ffe5-4923-a911-adac48ced555),segment_id=fd40f8f6-ffe5-4923-a911-adac48ced555)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:38.518832 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d14da8d4-1545-4c34-9c7c-557ef4bb0011 req-b38e8b8c-618e-463a-be6e-3d6cf1f7b146 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:38.534459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-d14da8d4-1545-4c34-9c7c-557ef4bb0011 req-b38e8b8c-618e-463a-be6e-3d6cf1f7b146 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Calling delete_port for 73472a1f-f77d-4282-9d6b-ff19dcb2efac owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:09:38.661134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d14da8d4-1545-4c34-9c7c-557ef4bb0011 req-b38e8b8c-618e-463a-be6e-3d6cf1f7b146 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:38.664989 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7da9b4fc-05ec-4ae1-9127-31395ff506f4 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:38.681941 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['0572e044-55a9-4e9c-9c14-6b1e919ae12c', '73472a1f-f77d-4282-9d6b-ff19dcb2efac'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:09:38.690979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e8b8c-618e-463a-be6e-3d6cf1f7b146 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Pushing event deleted for resources: {'Port': ['ID=73472a1f-f77d-4282-9d6b-ff19dcb2efac,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:38.694423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b38e8b8c-618e-463a-be6e-3d6cf1f7b146 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:38.738164 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14da8d4-1545-4c34-9c7c-557ef4bb0011 req-b38e8b8c-618e-463a-be6e-3d6cf1f7b146 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] No DVR routers for this DVR port 73472a1f-f77d-4282-9d6b-ff19dcb2efac on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:09:38.740978 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d14da8d4-1545-4c34-9c7c-557ef4bb0011 req-b38e8b8c-618e-463a-be6e-3d6cf1f7b146 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:38.742922 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d14da8d4-1545-4c34-9c7c-557ef4bb0011 req-b38e8b8c-618e-463a-be6e-3d6cf1f7b146 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.102 "DELETE /v2.0/ports/73472a1f-f77d-4282-9d6b-ff19dcb2efac HTTP/1.1" status: 204 len: 173 time: 0.4086523 Jun 24 13:09:38.743465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141dca82-f88a-412d-804c-c37f2c43cc94', 'name': 'network-vif-deleted', 'tag': '73472a1f-f77d-4282-9d6b-ff19dcb2efac'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:09:38.745849 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b483f17-3b87-45e6-843e-2c61aa4d568c" -d '{"events": [{"server_uuid": "141dca82-f88a-412d-804c-c37f2c43cc94", "name": "network-vif-deleted", "tag": "73472a1f-f77d-4282-9d6b-ff19dcb2efac"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:09:38.785606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203cb980-7ce8-471d-8ab2-6ffdf4912c48 x-openstack-request-id: req-203cb980-7ce8-471d-8ab2-6ffdf4912c48 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:09:38.785951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141dca82-f88a-412d-804c-c37f2c43cc94", "name": "network-vif-deleted", "tag": "73472a1f-f77d-4282-9d6b-ff19dcb2efac", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:09:38.786252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-203cb980-7ce8-471d-8ab2-6ffdf4912c48 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:09:38.786697 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141dca82-f88a-412d-804c-c37f2c43cc94', 'name': 'network-vif-deleted', 'tag': '73472a1f-f77d-4282-9d6b-ff19dcb2efac', 'status': 'completed', 'code': 200} Jun 24 13:09:39.375467 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8256504e-edec-4111-9245-cba601f39395 req-2711d42e-c869-4787-96e0-a70a90230d15 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=141dca82-f88a-412d-804c-c37f2c43cc94 HTTP/1.1" status: 200 len: 210 time: 0.0368230 Jun 24 13:09:40.622459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a0f05-92b1-4517-9e6b-f8e31733ea07 req-9d370f7e-f598-4d10-b860-c044d5ba465d tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:40.623939 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-290a0f05-92b1-4517-9e6b-f8e31733ea07 req-9d370f7e-f598-4d10-b860-c044d5ba465d tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 945 time: 0.0667820 Jun 24 13:09:40.662552 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-290a0f05-92b1-4517-9e6b-f8e31733ea07 req-6c7d0b2c-0316-4c10-a598-e30efaa9162a tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328631 Jun 24 13:09:40.849152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201ae09-02e4-45d6-9e4f-3309ffc34f2e req-280a4d34-76fd-4991-b751-4178ba04de33 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:40.850620 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4201ae09-02e4-45d6-9e4f-3309ffc34f2e req-280a4d34-76fd-4991-b751-4178ba04de33 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 945 time: 0.0630331 Jun 24 13:09:40.888701 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4201ae09-02e4-45d6-9e4f-3309ffc34f2e req-47e58f28-a88d-45cc-b333-1fb40e10bbe0 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324721 Jun 24 13:09:41.093541 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-072fc7cb-7bf4-4a23-be74-58e465012218 req-a4dac791-bbe6-47d9-a025-542ffcee600e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0983434 Jun 24 13:09:41.101628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2595a54-7c66-4f91-9946-6fa1934ae7d9 req-9b2e867f-798c-4777-b3d9-286a765b52a1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:41.103035 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c2595a54-7c66-4f91-9946-6fa1934ae7d9 req-9b2e867f-798c-4777-b3d9-286a765b52a1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 945 time: 0.0993831 Jun 24 13:09:41.149514 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c2595a54-7c66-4f91-9946-6fa1934ae7d9 req-a3feba7c-839a-45dd-a1a7-51b98519e937 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Jun 24 13:09:41.194019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fc7cb-7bf4-4a23-be74-58e465012218 req-8ac9b622-ceaf-44ce-9e86-6098233769fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:41.195523 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-072fc7cb-7bf4-4a23-be74-58e465012218 req-8ac9b622-ceaf-44ce-9e86-6098233769fa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2f0f0d7208034309992f8ef46bc31ff3&device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 1098 time: 0.0566626 Jun 24 13:09:41.303839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fc7cb-7bf4-4a23-be74-58e465012218 req-0970f0f4-63e4-4446-82db-55df042f743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:41.305306 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-072fc7cb-7bf4-4a23-be74-58e465012218 req-0970f0f4-63e4-4446-82db-55df042f743f service neutron] 10.222.0.102 "GET /v2.0/networks?id=d241197b-b828-44a8-8696-d4e6c9b55deb HTTP/1.1" status: 200 len: 915 time: 0.0888481 Jun 24 13:09:41.346630 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-072fc7cb-7bf4-4a23-be74-58e465012218 req-6de77ba6-853d-41d6-a933-a78dfb49f5b7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0572e044-55a9-4e9c-9c14-6b1e919ae12c HTTP/1.1" status: 200 len: 217 time: 0.0349231 Jun 24 13:09:41.429267 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fc7cb-7bf4-4a23-be74-58e465012218 req-78768af0-86fb-4bb6-96ea-c3716c23f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:41.430632 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-072fc7cb-7bf4-4a23-be74-58e465012218 req-78768af0-86fb-4bb6-96ea-c3716c23f1b5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=480a0fd6-639e-4ccf-8690-ee4d0a826171 HTTP/1.1" status: 200 len: 853 time: 0.0782723 Jun 24 13:09:41.468092 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-072fc7cb-7bf4-4a23-be74-58e465012218 req-d364776c-5499-4ee3-a792-050e9cf16551 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d241197b-b828-44a8-8696-d4e6c9b55deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290644 Jun 24 13:09:41.479960 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145b35c-f310-437f-a9ac-da8dbfb4baea req-84b3a7e3-0f5f-485d-9e4b-5bd34aef6d83 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:41.481465 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0145b35c-f310-437f-a9ac-da8dbfb4baea req-84b3a7e3-0f5f-485d-9e4b-5bd34aef6d83 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 945 time: 0.1217661 Jun 24 13:09:41.574013 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0145b35c-f310-437f-a9ac-da8dbfb4baea req-231709aa-9f95-400f-8822-4704c5cfae61 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841746 Jun 24 13:09:41.592811 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-072fc7cb-7bf4-4a23-be74-58e465012218 req-167ba652-8e53-4397-8f51-c1cfa106e136 service neutron] 10.222.0.102 "GET /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104341 Jun 24 13:09:41.684846 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-072fc7cb-7bf4-4a23-be74-58e465012218 req-2c749a38-64be-4647-9a31-0c0977500b5c service neutron] 10.222.0.102 "GET /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854018 Jun 24 13:09:41.753649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd404ed-d218-40e8-b7ca-662c2e1bd051 req-cf814c12-1363-432c-850c-7d39d00aa87c tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:41.755128 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2fd404ed-d218-40e8-b7ca-662c2e1bd051 req-cf814c12-1363-432c-850c-7d39d00aa87c tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 945 time: 0.0677814 Jun 24 13:09:41.792325 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2fd404ed-d218-40e8-b7ca-662c2e1bd051 req-4bcfae60-fcc0-4933-9c6a-a4a4ba0ef558 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315490 Jun 24 13:09:41.975406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd15652-1195-4f29-b9ba-a4635d7a7c64 req-33d35701-0d93-45bf-8185-c39b84401461 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:41.976772 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2dd15652-1195-4f29-b9ba-a4635d7a7c64 req-33d35701-0d93-45bf-8185-c39b84401461 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 945 time: 0.0621684 Jun 24 13:09:42.015438 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2dd15652-1195-4f29-b9ba-a4635d7a7c64 req-4e843dd2-a197-4e31-bd11-a911b3b8ea1d tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328646 Jun 24 13:09:42.051889 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 73472a1f-f77d-4282-9d6b-ff19dcb2efac no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:09:42.073483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 73472a1f-f77d-4282-9d6b-ff19dcb2efac {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:09:42.073837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 73472a1f-f77d-4282-9d6b-ff19dcb2efac not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:09:42.550558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986cb83-f5f0-4ade-93fc-768cdab0c32a req-6be81fd1-d576-4a31-b82b-78129af352c2 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:42.551963 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3986cb83-f5f0-4ade-93fc-768cdab0c32a req-6be81fd1-d576-4a31-b82b-78129af352c2 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 945 time: 0.0631006 Jun 24 13:09:42.590953 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3986cb83-f5f0-4ade-93fc-768cdab0c32a req-bb5570a2-d7e3-48b9-9302-dfaffdfa5940 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333090 Jun 24 13:09:43.799462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa57d75-bdd2-41ec-abbc-30db0e279773 req-1bbf8738-f636-4580-bd49-988ef6d9652c tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:43.800956 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bfa57d75-bdd2-41ec-abbc-30db0e279773 req-1bbf8738-f636-4580-bd49-988ef6d9652c tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 945 time: 0.0981581 Jun 24 13:09:43.839000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abc13e-b994-4808-a2a7-941251c1d5fc req-2e1d6a37-f632-408e-a663-edd0fbf73264 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:43.840402 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-91abc13e-b994-4808-a2a7-941251c1d5fc req-2e1d6a37-f632-408e-a663-edd0fbf73264 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.102 "GET /v2.0/ports?device_id=1040bd28-b587-4867-934b-67009abae02e HTTP/1.1" status: 200 len: 945 time: 0.0929565 Jun 24 13:09:43.882909 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bfa57d75-bdd2-41ec-abbc-30db0e279773 req-eff827dc-ab47-4018-abee-82950e15bd1b tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.110 "GET /v2.0/security-groups?id=b8aa148c-b959-415f-b91c-27ce48e5ecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761106 Jun 24 13:09:43.951774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-91abc13e-b994-4808-a2a7-941251c1d5fc req-07c297ac-2723-412f-a7bb-320bea8eb75f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Deleting port 0572e044-55a9-4e9c-9c14-6b1e919ae12c {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:09:43.952118 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-91abc13e-b994-4808-a2a7-941251c1d5fc req-07c297ac-2723-412f-a7bb-320bea8eb75f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:44.039243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-91abc13e-b994-4808-a2a7-941251c1d5fc req-07c297ac-2723-412f-a7bb-320bea8eb75f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] For port 0572e044-55a9-4e9c-9c14-6b1e919ae12c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0572e044-55a9-4e9c-9c14-6b1e919ae12c,segment=NetworkSegment(fd40f8f6-ffe5-4923-a911-adac48ced555),segment_id=fd40f8f6-ffe5-4923-a911-adac48ced555)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:44.039602 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-91abc13e-b994-4808-a2a7-941251c1d5fc req-07c297ac-2723-412f-a7bb-320bea8eb75f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:44.051906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-91abc13e-b994-4808-a2a7-941251c1d5fc req-07c297ac-2723-412f-a7bb-320bea8eb75f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Calling delete_port for 0572e044-55a9-4e9c-9c14-6b1e919ae12c owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:09:44.177407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-91abc13e-b994-4808-a2a7-941251c1d5fc req-07c297ac-2723-412f-a7bb-320bea8eb75f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:44.180925 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:44.208052 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c297ac-2723-412f-a7bb-320bea8eb75f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Pushing event deleted for resources: {'Port': ['ID=0572e044-55a9-4e9c-9c14-6b1e919ae12c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:44.213366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-07c297ac-2723-412f-a7bb-320bea8eb75f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:44.253846 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-91abc13e-b994-4808-a2a7-941251c1d5fc req-07c297ac-2723-412f-a7bb-320bea8eb75f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] No DVR routers for this DVR port 0572e044-55a9-4e9c-9c14-6b1e919ae12c on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:09:44.256401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-91abc13e-b994-4808-a2a7-941251c1d5fc req-07c297ac-2723-412f-a7bb-320bea8eb75f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:44.258364 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-91abc13e-b994-4808-a2a7-941251c1d5fc req-07c297ac-2723-412f-a7bb-320bea8eb75f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] 10.222.0.102 "DELETE /v2.0/ports/0572e044-55a9-4e9c-9c14-6b1e919ae12c HTTP/1.1" status: 204 len: 173 time: 0.4079742 Jun 24 13:09:44.258958 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1040bd28-b587-4867-934b-67009abae02e', 'name': 'network-vif-deleted', 'tag': '0572e044-55a9-4e9c-9c14-6b1e919ae12c'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:09:44.261328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba75ad8a-6787-44b4-a580-78c83a42c99d" -d '{"events": [{"server_uuid": "1040bd28-b587-4867-934b-67009abae02e", "name": "network-vif-deleted", "tag": "0572e044-55a9-4e9c-9c14-6b1e919ae12c"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:09:44.299216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3787d7e-dba3-47e9-9691-fc45f418abb0 x-openstack-request-id: req-c3787d7e-dba3-47e9-9691-fc45f418abb0 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:09:44.299563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1040bd28-b587-4867-934b-67009abae02e", "name": "network-vif-deleted", "tag": "0572e044-55a9-4e9c-9c14-6b1e919ae12c", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:09:44.299868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c3787d7e-dba3-47e9-9691-fc45f418abb0 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:09:44.300315 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1040bd28-b587-4867-934b-67009abae02e', 'name': 'network-vif-deleted', 'tag': '0572e044-55a9-4e9c-9c14-6b1e919ae12c', 'status': 'completed', 'code': 200} Jun 24 13:09:44.974860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51648) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:45.018900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae78f15f-a7b3-48c7-894c-0a5ce86a62c3 admin admin] Deleting subnet 480a0fd6-639e-4ccf-8690-ee4d0a826171 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:09:45.022039 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae78f15f-a7b3-48c7-894c-0a5ce86a62c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:45.057003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae78f15f-a7b3-48c7-894c-0a5ce86a62c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:45.094460 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae78f15f-a7b3-48c7-894c-0a5ce86a62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:45.435148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae78f15f-a7b3-48c7-894c-0a5ce86a62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:45.437409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-176371c4-eac8-41ae-9092-03b521e374d6 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:45.461027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78f15f-a7b3-48c7-894c-0a5ce86a62c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480a0fd6-639e-4ccf-8690-ee4d0a826171,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:45.463508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ae78f15f-a7b3-48c7-894c-0a5ce86a62c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:45.466181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ae78f15f-a7b3-48c7-894c-0a5ce86a62c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:45.468269 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ae78f15f-a7b3-48c7-894c-0a5ce86a62c3 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/480a0fd6-639e-4ccf-8690-ee4d0a826171 HTTP/1.1" status: 204 len: 168 time: 0.4922166 Jun 24 13:09:45.471142 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51650) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:45.537046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a60d0a93-571b-48a7-91fe-0f50f12586c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:45.616252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a60d0a93-571b-48a7-91fe-0f50f12586c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:45.625607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a60d0a93-571b-48a7-91fe-0f50f12586c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d241197b-b828-44a8-8696-d4e6c9b55deb']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:45.634983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a60d0a93-571b-48a7-91fe-0f50f12586c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd40f8f6-ffe5-4923-a911-adac48ced555') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:45.635279 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a60d0a93-571b-48a7-91fe-0f50f12586c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd40f8f6-ffe5-4923-a911-adac48ced555') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:45.643597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a60d0a93-571b-48a7-91fe-0f50f12586c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:45.657011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a60d0a93-571b-48a7-91fe-0f50f12586c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:45.662648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60d0a93-571b-48a7-91fe-0f50f12586c4 admin admin] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:09:45.663068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a60d0a93-571b-48a7-91fe-0f50f12586c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:09:45.664636 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:09:45.721156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a60d0a93-571b-48a7-91fe-0f50f12586c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:45.724783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d2955ba1-ef64-486f-be04-8fc729901989 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:45.727170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a60d0a93-571b-48a7-91fe-0f50f12586c4 admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:45.728925 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a60d0a93-571b-48a7-91fe-0f50f12586c4 admin admin] 10.222.0.110 "DELETE /v2.0/networks/d241197b-b828-44a8-8696-d4e6c9b55deb HTTP/1.1" status: 204 len: 168 time: 0.2568734 Jun 24 13:09:45.741244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d0a93-571b-48a7-91fe-0f50f12586c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d241197b-b828-44a8-8696-d4e6c9b55deb,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:45.743920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a60d0a93-571b-48a7-91fe-0f50f12586c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:45.838014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51654) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:45.881400 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-443872b0-5deb-4ad2-b169-0ac4e9135e4e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2f0f0d7208034309992f8ef46bc31ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420718 Jun 24 13:09:45.883692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51656) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:45.930267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-12528f68-7d15-491f-bd78-27e4f4bdf386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:45.954086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-12528f68-7d15-491f-bd78-27e4f4bdf386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:45.999779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-12528f68-7d15-491f-bd78-27e4f4bdf386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:46.002234 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-12528f68-7d15-491f-bd78-27e4f4bdf386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:46.003462 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-12528f68-7d15-491f-bd78-27e4f4bdf386 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b8aa148c-b959-415f-b91c-27ce48e5ecef HTTP/1.1" status: 204 len: 168 time: 0.1188517 Jun 24 13:09:46.004410 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-97fc3c94-8aae-480e-b117-d5f55a19cf75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:46.012228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12528f68-7d15-491f-bd78-27e4f4bdf386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aa148c-b959-415f-b91c-27ce48e5ecef,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:46.014756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-12528f68-7d15-491f-bd78-27e4f4bdf386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:46.109200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0572e044-55a9-4e9c-9c14-6b1e919ae12c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:09:46.128311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 0572e044-55a9-4e9c-9c14-6b1e919ae12c {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:09:46.128672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0572e044-55a9-4e9c-9c14-6b1e919ae12c not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:09:46.674676 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51678) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:46.764382 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-466901620'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:46.787201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Made reservation on behalf of b03727bf964a465c8ecf354f6b2fcb16 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:46.790563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:46.799774 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:46.891340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:46.895182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:46.898018 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cb9ba435-4fa3-4294-888c-3216782a3af1 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:46.921014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] vlan segment allocate from pool success with {'vlan_id': 1333, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:09:46.929664 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453c6a96-7247-4c8a-9764-24414b821c95,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:46.933239 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:46.936547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:46.936965 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Added segment 7255a724-682a-4dfa-986c-8ecacf44f1d3 of type vlan for network 123289c0-7f38-4054-afd0-e90021137cb2 Jun 24 13:09:46.982217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:47.009778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:47.015279 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:47.016462 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:47.018647 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-855eb9db-0383-4db0-9571-f6e4836889f1 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:47.071314 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3954082 Jun 24 13:09:47.080189 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event updated for resources: {'Network': ['ID=123289c0-7f38-4054-afd0-e90021137cb2,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:47.084168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-08a46c4a-ac82-4021-885f-7d9d658155e4 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:47.093637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 123289c0-7f38-4054-afd0-e90021137cb2 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:09:47.433569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:50.282853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51682) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:50.288155 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7ebcab5c-8019-478c-9c7b-60e640847788 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Request body: {'subnet': {'network_id': '123289c0-7f38-4054-afd0-e90021137cb2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:50.381092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebcab5c-8019-478c-9c7b-60e640847788 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Made reservation on behalf of b03727bf964a465c8ecf354f6b2fcb16 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:50.384677 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ebcab5c-8019-478c-9c7b-60e640847788 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:50.565677 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ebcab5c-8019-478c-9c7b-60e640847788 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:50.568415 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3cea4b3c-57f0-4833-bea7-1223a5585c89 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:50.622726 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcab5c-8019-478c-9c7b-60e640847788 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event updated for resources: {'Subnet': ['ID=590a35e2-9343-43ed-8aec-03ab101b740b,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:50.626176 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7ebcab5c-8019-478c-9c7b-60e640847788 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:50.633473 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebcab5c-8019-478c-9c7b-60e640847788 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Checking segment: {'id': '7255a724-682a-4dfa-986c-8ecacf44f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '123289c0-7f38-4054-afd0-e90021137cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:09:50.633833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebcab5c-8019-478c-9c7b-60e640847788 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Network hostable DHCP agents. Network: 123289c0-7f38-4054-afd0-e90021137cb2, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:09:50.649086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebcab5c-8019-478c-9c7b-60e640847788 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Network 123289c0-7f38-4054-afd0-e90021137cb2 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:09:50.657358 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7ebcab5c-8019-478c-9c7b-60e640847788 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 123289c0-7f38-4054-afd0-e90021137cb2) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:09:50.661578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebcab5c-8019-478c-9c7b-60e640847788 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:50.662157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ebcab5c-8019-478c-9c7b-60e640847788 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:50.666409 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325068a2-32bf-4344-8a31-f26d1f045847 None None] Network 123289c0-7f38-4054-afd0-e90021137cb2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:50.676622 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7ebcab5c-8019-478c-9c7b-60e640847788 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3926401 Jun 24 13:09:50.679983 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51684) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:50.685117 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-2b600ca9-1d51-40bf-8746-1e66d0bbcc73 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1639486399'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:50.708535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b600ca9-1d51-40bf-8746-1e66d0bbcc73 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Made reservation on behalf of b03727bf964a465c8ecf354f6b2fcb16 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:50.712092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2b600ca9-1d51-40bf-8746-1e66d0bbcc73 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:50.736829 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b600ca9-1d51-40bf-8746-1e66d0bbcc73 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] vlan segment allocate from pool success with {'vlan_id': 1314, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:09:50.745511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2b600ca9-1d51-40bf-8746-1e66d0bbcc73 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:50.745913 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-2b600ca9-1d51-40bf-8746-1e66d0bbcc73 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Added segment bb2bdd2c-3aa7-48ab-9f08-79fcf9535d14 of type vlan for network f8a0447b-b585-413f-8a2d-d192dd0dafc2 Jun 24 13:09:50.786976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2b600ca9-1d51-40bf-8746-1e66d0bbcc73 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:50.815283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-123289c0-7f38-4054-afd0-e90021137cb2', 'network_id': '123289c0-7f38-4054-afd0-e90021137cb2', 'tenant_id': 'b03727bf964a465c8ecf354f6b2fcb16', 'fixed_ips': [{'subnet_id': '590a35e2-9343-43ed-8aec-03ab101b740b'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:09:50.816299 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:50.817024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2b600ca9-1d51-40bf-8746-1e66d0bbcc73 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:50.822570 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b600ca9-1d51-40bf-8746-1e66d0bbcc73 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:50.823187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2b600ca9-1d51-40bf-8746-1e66d0bbcc73 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:50.826702 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-36c51da7-657d-463f-8005-8972b468b905 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:50.855708 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2b600ca9-1d51-40bf-8746-1e66d0bbcc73 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1746583 Jun 24 13:09:50.858609 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51686) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:50.864784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-1684bcc4-d690-475e-a76d-c01d07dde3c0 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Request body: {'subnet': {'network_id': 'f8a0447b-b585-413f-8a2d-d192dd0dafc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:50.906330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b600ca9-1d51-40bf-8746-1e66d0bbcc73 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event updated for resources: {'Network': ['ID=f8a0447b-b585-413f-8a2d-d192dd0dafc2,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:50.909408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2b600ca9-1d51-40bf-8746-1e66d0bbcc73 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:50.918749 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network f8a0447b-b585-413f-8a2d-d192dd0dafc2 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:09:50.956869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1684bcc4-d690-475e-a76d-c01d07dde3c0 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Made reservation on behalf of b03727bf964a465c8ecf354f6b2fcb16 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:50.960558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1684bcc4-d690-475e-a76d-c01d07dde3c0 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.024040 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Allocated IP 2001:db8:0:ffff::2 (123289c0-7f38-4054-afd0-e90021137cb2/590a35e2-9343-43ed-8aec-03ab101b740b/be051f86-9479-4c34-acf5-a37028a72a32) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:09:51.156858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1684bcc4-d690-475e-a76d-c01d07dde3c0 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.159787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ae78f15f-a7b3-48c7-894c-0a5ce86a62c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:51.175716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.185975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Transition to ACTIVE for port object be051f86-9479-4c34-acf5-a37028a72a32 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:09:51.202429 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Transition to ACTIVE for port object be051f86-9479-4c34-acf5-a37028a72a32 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:09:51.209206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.211298 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:51.226120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684bcc4-d690-475e-a76d-c01d07dde3c0 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event updated for resources: {'Subnet': ['ID=8a72b235-2bf8-494e-bbb3-b469aed80ac8,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:51.230510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1684bcc4-d690-475e-a76d-c01d07dde3c0 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:51.237147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1684bcc4-d690-475e-a76d-c01d07dde3c0 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Checking segment: {'id': 'bb2bdd2c-3aa7-48ab-9f08-79fcf9535d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f8a0447b-b585-413f-8a2d-d192dd0dafc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:09:51.237523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1684bcc4-d690-475e-a76d-c01d07dde3c0 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Network hostable DHCP agents. Network: f8a0447b-b585-413f-8a2d-d192dd0dafc2, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:09:51.250494 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Network 123289c0-7f38-4054-afd0-e90021137cb2 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:09:51.253888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:09:51.256811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:09:51.257031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1684bcc4-d690-475e-a76d-c01d07dde3c0 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Network f8a0447b-b585-413f-8a2d-d192dd0dafc2 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:09:51.267384 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-1684bcc4-d690-475e-a76d-c01d07dde3c0 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, f8a0447b-b585-413f-8a2d-d192dd0dafc2) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:09:51.271710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1684bcc4-d690-475e-a76d-c01d07dde3c0 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:51.272319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1684bcc4-d690-475e-a76d-c01d07dde3c0 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.274730 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Pushing event updated for resources: {'Port': ['ID=be051f86-9479-4c34-acf5-a37028a72a32,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:51.279473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:51.288547 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1684bcc4-d690-475e-a76d-c01d07dde3c0 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4287531 Jun 24 13:09:51.291933 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51688) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:51.298101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a5e7d-00c2-4681-b899-7e8f4cf28cf3 None None] Network f8a0447b-b585-413f-8a2d-d192dd0dafc2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:51.379447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Attempting to bind port be051f86-9479-4c34-acf5-a37028a72a32 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:09:51.379828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Attempting to bind port be051f86-9479-4c34-acf5-a37028a72a32 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '7255a724-682a-4dfa-986c-8ecacf44f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '123289c0-7f38-4054-afd0-e90021137cb2'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:09:51.380212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Attempting to bind port be051f86-9479-4c34-acf5-a37028a72a32 on network 123289c0-7f38-4054-afd0-e90021137cb2 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:09:51.391730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.392606 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:09:51.393001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Checking segment: {'id': '7255a724-682a-4dfa-986c-8ecacf44f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '123289c0-7f38-4054-afd0-e90021137cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:09:51.393412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.393813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Bound using segment: {'id': '7255a724-682a-4dfa-986c-8ecacf44f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '123289c0-7f38-4054-afd0-e90021137cb2'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:09:51.394292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Bound port: be051f86-9479-4c34-acf5-a37028a72a32, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7255a724-682a-4dfa-986c-8ecacf44f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '123289c0-7f38-4054-afd0-e90021137cb2'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:09:51.394677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.480079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.510066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] For port be051f86-9479-4c34-acf5-a37028a72a32, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:09:51.542094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] For port be051f86-9479-4c34-acf5-a37028a72a32, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=be051f86-9479-4c34-acf5-a37028a72a32,segment=NetworkSegment(7255a724-682a-4dfa-986c-8ecacf44f1d3),segment_id=7255a724-682a-4dfa-986c-8ecacf44f1d3)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:09:51.546620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.548259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.551238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-79c8bf7a-5a51-400c-a714-e94e353827a3 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:51.551479 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:51.553525 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4a3dde-3e7b-4676-95b3-e3a4bbed98de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-f8a0447b-b585-413f-8a2d-d192dd0dafc2', 'network_id': 'f8a0447b-b585-413f-8a2d-d192dd0dafc2', 'tenant_id': 'b03727bf964a465c8ecf354f6b2fcb16', 'fixed_ips': [{'subnet_id': '8a72b235-2bf8-494e-bbb3-b469aed80ac8'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:09:51.554347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3dde-3e7b-4676-95b3-e3a4bbed98de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.576854 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event deleted for resources: {'Subnet': ['ID=8a72b235-2bf8-494e-bbb3-b469aed80ac8,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:51.582147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:51.658012 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.670656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a0447b-b585-413f-8a2d-d192dd0dafc2']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:51.680079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Pushing event updated for resources: {'Port': ['ID=be051f86-9479-4c34-acf5-a37028a72a32,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:51.683592 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:51.683949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2bdd2c-3aa7-48ab-9f08-79fcf9535d14') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:51.684443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2bdd2c-3aa7-48ab-9f08-79fcf9535d14') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:51.697789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.698310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880d8003-09ac-481a-8c1f-d97e0a100264 None None] Network f8a0447b-b585-413f-8a2d-d192dd0dafc2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:51.713089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.727029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:09:51.727438 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:09:51.730616 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:09:51.820036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.824991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.827322 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "DELETE /v2.0/networks/f8a0447b-b585-413f-8a2d-d192dd0dafc2 HTTP/1.1" status: 204 len: 168 time: 0.5341640 Jun 24 13:09:51.828329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e1785a0b-600a-4793-a8a0-a4f3e20ed425 tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:51.832505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51690) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:51.838259 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-dfb2e090-59bc-4645-be26-bff8f84b544b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1875680264'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:51.855657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event deleted for resources: {'Network': ['ID=f8a0447b-b585-413f-8a2d-d192dd0dafc2,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:51.858579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:51.869079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb2e090-59bc-4645-be26-bff8f84b544b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Made reservation on behalf of b03727bf964a465c8ecf354f6b2fcb16 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:51.872656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfb2e090-59bc-4645-be26-bff8f84b544b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.897436 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb2e090-59bc-4645-be26-bff8f84b544b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] vlan segment allocate from pool success with {'vlan_id': 1315, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:09:51.907293 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfb2e090-59bc-4645-be26-bff8f84b544b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.907632 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-dfb2e090-59bc-4645-be26-bff8f84b544b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Added segment 3f3d9c17-9ec3-4a4e-88a1-77dd7519a2c1 of type vlan for network b1735f78-30a4-4c76-847e-832db1fc2b05 Jun 24 13:09:51.951078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfb2e090-59bc-4645-be26-bff8f84b544b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.979632 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfb2e090-59bc-4645-be26-bff8f84b544b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.985265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb2e090-59bc-4645-be26-bff8f84b544b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:51.985787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfb2e090-59bc-4645-be26-bff8f84b544b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:51.988139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c27cd49c-a29d-4eb1-8554-d5da66fe7715 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:52.023616 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-dfb2e090-59bc-4645-be26-bff8f84b544b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1894028 Jun 24 13:09:52.026413 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51692) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:52.032955 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Request body: {'subnet': {'network_id': 'b1735f78-30a4-4c76-847e-832db1fc2b05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:52.057047 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2e090-59bc-4645-be26-bff8f84b544b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event updated for resources: {'Network': ['ID=b1735f78-30a4-4c76-847e-832db1fc2b05,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:52.059732 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dfb2e090-59bc-4645-be26-bff8f84b544b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:52.067594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network b1735f78-30a4-4c76-847e-832db1fc2b05 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:09:52.123247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Made reservation on behalf of b03727bf964a465c8ecf354f6b2fcb16 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:52.126783 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:52.186552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.ipam_backend_mixin [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Performing IP validity checks on allocation pools {{(pid=100145) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 24 13:09:52.187089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.ipam_backend_mixin [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100145) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 24 13:09:52.308412 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:52.310995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1684bcc4-d690-475e-a76d-c01d07dde3c0 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:52.377038 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event updated for resources: {'Subnet': ['ID=a48bb36c-f156-4cfb-ae65-3cedebd6c67a,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:52.380841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:52.387315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Checking segment: {'id': '3f3d9c17-9ec3-4a4e-88a1-77dd7519a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'b1735f78-30a4-4c76-847e-832db1fc2b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:09:52.387695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Network hostable DHCP agents. Network: b1735f78-30a4-4c76-847e-832db1fc2b05, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:09:52.405873 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Network b1735f78-30a4-4c76-847e-832db1fc2b05 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:09:52.417075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, b1735f78-30a4-4c76-847e-832db1fc2b05) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:09:52.421834 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:52.422976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:52.429621 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52771fa3-11e9-4923-b6d4-54c3ae50fc08 None None] Network b1735f78-30a4-4c76-847e-832db1fc2b05 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:52.438709 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4ecc5a33-a841-4efb-b4f6-aa3244f34b6b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4111137 Jun 24 13:09:52.442168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51694) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:52.565413 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device be051f86-9479-4c34-acf5-a37028a72a32 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:09:52.596254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:52.608978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea8bf16-1462-4d1d-a76a-f5f95087adc1 None None] Network 123289c0-7f38-4054-afd0-e90021137cb2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:52.637468 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98169146-161f-4521-835b-ca88b14d01e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-b1735f78-30a4-4c76-847e-832db1fc2b05', 'network_id': 'b1735f78-30a4-4c76-847e-832db1fc2b05', 'tenant_id': 'b03727bf964a465c8ecf354f6b2fcb16', 'fixed_ips': [{'subnet_id': 'a48bb36c-f156-4cfb-ae65-3cedebd6c67a'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:09:52.638309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-98169146-161f-4521-835b-ca88b14d01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:52.673042 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:52.704261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-836c1356-4eeb-4865-a8b6-fac5d2594479 None None] Provisioning for port be051f86-9479-4c34-acf5-a37028a72a32 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:09:52.737637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:52.740616 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fd31ab50-f3a8-4cbf-80b0-d97344317ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:52.770978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event deleted for resources: {'Subnet': ['ID=a48bb36c-f156-4cfb-ae65-3cedebd6c67a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:52.775173 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:52.791719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port be051f86-9479-4c34-acf5-a37028a72a32 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:09:52.811886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port be051f86-9479-4c34-acf5-a37028a72a32 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:09:52.812304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:52.832236 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:52.842132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1735f78-30a4-4c76-847e-832db1fc2b05']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:52.851518 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:09:52.852984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3d9c17-9ec3-4a4e-88a1-77dd7519a2c1') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:52.853283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3d9c17-9ec3-4a4e-88a1-77dd7519a2c1') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server [None req-98169146-161f-4521-835b-ca88b14d01e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a48bb36c-f156-4cfb-ae65-3cedebd6c67a: This subnet is being modified by another concurrent operation. Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1429, in _create_port_db Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise exception Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a48bb36c-f156-4cfb-ae65-3cedebd6c67a: This subnet is being modified by another concurrent operation. Jun 24 13:09:52.860625 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server Jun 24 13:09:52.869341 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:52.879183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:52.883208 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25f80fd-1eea-4e40-b0c9-3b4bd189f8aa None None] Network b1735f78-30a4-4c76-847e-832db1fc2b05 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:52.885784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:09:52.886095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:09:52.889038 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:09:52.950429 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:52.956196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:52.958492 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "DELETE /v2.0/networks/b1735f78-30a4-4c76-847e-832db1fc2b05 HTTP/1.1" status: 204 len: 168 time: 0.5149360 Jun 24 13:09:52.959562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4a85d484-f1c2-403f-b31d-43b607cac314 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:52.962086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51696) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:52.967951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-df8487f5-4799-4642-b972-343b82eee079 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-114428405'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:52.975197 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event deleted for resources: {'Network': ['ID=b1735f78-30a4-4c76-847e-832db1fc2b05,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:52.977745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cf27d284-3ec7-43f6-8b78-421dc9073068 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:52.988755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8487f5-4799-4642-b972-343b82eee079 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Made reservation on behalf of b03727bf964a465c8ecf354f6b2fcb16 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:52.992326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-df8487f5-4799-4642-b972-343b82eee079 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.017680 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8487f5-4799-4642-b972-343b82eee079 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] vlan segment allocate from pool success with {'vlan_id': 1306, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:09:53.026940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-df8487f5-4799-4642-b972-343b82eee079 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.027629 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-df8487f5-4799-4642-b972-343b82eee079 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Added segment f8c774ad-dc48-4581-8052-de30666eecd2 of type vlan for network 16169ae8-0e25-44b6-ba13-e4f7d982d6ce Jun 24 13:09:53.041716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.070664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-df8487f5-4799-4642-b972-343b82eee079 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.096811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port be051f86-9479-4c34-acf5-a37028a72a32, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=be051f86-9479-4c34-acf5-a37028a72a32,segment=NetworkSegment(7255a724-682a-4dfa-986c-8ecacf44f1d3),segment_id=7255a724-682a-4dfa-986c-8ecacf44f1d3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:53.101058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.101523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-df8487f5-4799-4642-b972-343b82eee079 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.103448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:53.107700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8487f5-4799-4642-b972-343b82eee079 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:53.108489 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-df8487f5-4799-4642-b972-343b82eee079 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.112268 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-92e21715-89c3-46b5-b90b-6622c1f8d918 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:53.158122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=be051f86-9479-4c34-acf5-a37028a72a32,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:53.161640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:53.165634 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-df8487f5-4799-4642-b972-343b82eee079 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2024293 Jun 24 13:09:53.169359 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51698) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:53.174875 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-2160b75f-ea46-404c-b45e-697d608d50f2 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Request body: {'subnet': {'network_id': '16169ae8-0e25-44b6-ba13-e4f7d982d6ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:53.217906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8487f5-4799-4642-b972-343b82eee079 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event updated for resources: {'Network': ['ID=16169ae8-0e25-44b6-ba13-e4f7d982d6ce,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:53.220755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-df8487f5-4799-4642-b972-343b82eee079 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:53.230176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 16169ae8-0e25-44b6-ba13-e4f7d982d6ce details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:09:53.272696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2160b75f-ea46-404c-b45e-697d608d50f2 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Made reservation on behalf of b03727bf964a465c8ecf354f6b2fcb16 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:53.276865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2160b75f-ea46-404c-b45e-697d608d50f2 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.297762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b270ff4e-19eb-47a3-84d9-b9e84c9bfc8e None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 13:09:53.377995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bde5c647-20cd-4f33-88ee-acb6bb9e5880 None None] Provisioning complete for port be051f86-9479-4c34-acf5-a37028a72a32 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:09:53.378378 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bde5c647-20cd-4f33-88ee-acb6bb9e5880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.398139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270ff4e-19eb-47a3-84d9-b9e84c9bfc8e None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 13:09:53.472705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2160b75f-ea46-404c-b45e-697d608d50f2 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.474984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2bd67f5e-5e0a-4efc-8d2e-2c35c6f0aad4 tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:53.535785 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160b75f-ea46-404c-b45e-697d608d50f2 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event updated for resources: {'Subnet': ['ID=42952867-b1df-4386-b5f6-0ecd176bb393,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:53.538488 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2160b75f-ea46-404c-b45e-697d608d50f2 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:53.553966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2160b75f-ea46-404c-b45e-697d608d50f2 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Checking segment: {'id': 'f8c774ad-dc48-4581-8052-de30666eecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '16169ae8-0e25-44b6-ba13-e4f7d982d6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:09:53.554326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2160b75f-ea46-404c-b45e-697d608d50f2 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Network hostable DHCP agents. Network: 16169ae8-0e25-44b6-ba13-e4f7d982d6ce, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:09:53.572478 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2160b75f-ea46-404c-b45e-697d608d50f2 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Network 16169ae8-0e25-44b6-ba13-e4f7d982d6ce is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:09:53.582058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-2160b75f-ea46-404c-b45e-697d608d50f2 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 16169ae8-0e25-44b6-ba13-e4f7d982d6ce) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:09:53.586347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2160b75f-ea46-404c-b45e-697d608d50f2 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:53.587055 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2160b75f-ea46-404c-b45e-697d608d50f2 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.601248 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2160b75f-ea46-404c-b45e-697d608d50f2 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4307647 Jun 24 13:09:53.604749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51700) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:53.610614 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-0d800e6c-8b86-46a2-a82d-59f920c02433 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-122778047'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:53.632134 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d800e6c-8b86-46a2-a82d-59f920c02433 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Made reservation on behalf of b03727bf964a465c8ecf354f6b2fcb16 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:53.635779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d800e6c-8b86-46a2-a82d-59f920c02433 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.660141 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d800e6c-8b86-46a2-a82d-59f920c02433 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] vlan segment allocate from pool success with {'vlan_id': 1343, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:09:53.670013 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d800e6c-8b86-46a2-a82d-59f920c02433 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.670344 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-0d800e6c-8b86-46a2-a82d-59f920c02433 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Added segment 08cf9250-92f7-4547-a787-af488c1417bb of type vlan for network 0d785cfd-1da0-4052-9359-7dbf542eed15 Jun 24 13:09:53.711966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d800e6c-8b86-46a2-a82d-59f920c02433 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.740261 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d800e6c-8b86-46a2-a82d-59f920c02433 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.745968 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d800e6c-8b86-46a2-a82d-59f920c02433 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:53.746636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0d800e6c-8b86-46a2-a82d-59f920c02433 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:53.750637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8f51ceed-bef4-4a5f-9c2d-34bdd784c0db tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:53.816614 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0d800e6c-8b86-46a2-a82d-59f920c02433 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2081671 Jun 24 13:09:53.816783 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eb25a6-7f61-4df3-be6c-95efd77ef45c None None] Network 16169ae8-0e25-44b6-ba13-e4f7d982d6ce requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:53.817233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51702) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:53.823682 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-735059c8-480c-484d-b2a0-05e2c53ea3d9 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Request body: {'subnet': {'network_id': '0d785cfd-1da0-4052-9359-7dbf542eed15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:53.828596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d800e6c-8b86-46a2-a82d-59f920c02433 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event updated for resources: {'Network': ['ID=0d785cfd-1da0-4052-9359-7dbf542eed15,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:53.840448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0d800e6c-8b86-46a2-a82d-59f920c02433 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:53.862874 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 0d785cfd-1da0-4052-9359-7dbf542eed15 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:09:53.911409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735059c8-480c-484d-b2a0-05e2c53ea3d9 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Made reservation on behalf of b03727bf964a465c8ecf354f6b2fcb16 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:53.914890 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-735059c8-480c-484d-b2a0-05e2c53ea3d9 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.012940 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-16169ae8-0e25-44b6-ba13-e4f7d982d6ce', 'network_id': '16169ae8-0e25-44b6-ba13-e4f7d982d6ce', 'tenant_id': 'b03727bf964a465c8ecf354f6b2fcb16', 'fixed_ips': [{'subnet_id': '42952867-b1df-4386-b5f6-0ecd176bb393'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:09:54.013946 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.095169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-735059c8-480c-484d-b2a0-05e2c53ea3d9 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.098044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-99acb5a7-1d34-4464-bd29-7a59d1dba80f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:54.157571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Allocated IP 2001:db8::2 (16169ae8-0e25-44b6-ba13-e4f7d982d6ce/42952867-b1df-4386-b5f6-0ecd176bb393/12db8714-bdea-4027-8f43-8b1562706c02) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:09:54.165147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735059c8-480c-484d-b2a0-05e2c53ea3d9 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event updated for resources: {'Subnet': ['ID=5aed1944-d8e0-4173-8c2e-c52522b2bf01,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:54.168274 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-735059c8-480c-484d-b2a0-05e2c53ea3d9 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:54.171488 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735059c8-480c-484d-b2a0-05e2c53ea3d9 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Checking segment: {'id': '08cf9250-92f7-4547-a787-af488c1417bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '0d785cfd-1da0-4052-9359-7dbf542eed15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:09:54.171891 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735059c8-480c-484d-b2a0-05e2c53ea3d9 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Network hostable DHCP agents. Network: 0d785cfd-1da0-4052-9359-7dbf542eed15, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:09:54.189466 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735059c8-480c-484d-b2a0-05e2c53ea3d9 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Network 0d785cfd-1da0-4052-9359-7dbf542eed15 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:09:54.198785 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-735059c8-480c-484d-b2a0-05e2c53ea3d9 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 0d785cfd-1da0-4052-9359-7dbf542eed15) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:09:54.203776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735059c8-480c-484d-b2a0-05e2c53ea3d9 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:54.204362 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-735059c8-480c-484d-b2a0-05e2c53ea3d9 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.219387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b95f340-8637-49c3-ba0b-8cee8113f48f None None] Network 0d785cfd-1da0-4052-9359-7dbf542eed15 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:54.220250 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-735059c8-480c-484d-b2a0-05e2c53ea3d9 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4024396 Jun 24 13:09:54.222913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51704) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:54.316930 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.368056 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.387617 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.403259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Transition to ACTIVE for port object 12db8714-bdea-4027-8f43-8b1562706c02 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:09:54.435243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.437766 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Transition to ACTIVE for port object 12db8714-bdea-4027-8f43-8b1562706c02 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:09:54.439237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7ebcab5c-8019-478c-9c7b-60e640847788 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:54.443166 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c025239-d28c-4807-9f9d-c34df5c3104d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-0d785cfd-1da0-4052-9359-7dbf542eed15', 'network_id': '0d785cfd-1da0-4052-9359-7dbf542eed15', 'tenant_id': 'b03727bf964a465c8ecf354f6b2fcb16', 'fixed_ips': [{'subnet_id': '5aed1944-d8e0-4173-8c2e-c52522b2bf01'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:09:54.444007 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8c025239-d28c-4807-9f9d-c34df5c3104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.447836 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.456420 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:54.465577 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event deleted for resources: {'Subnet': ['ID=5aed1944-d8e0-4173-8c2e-c52522b2bf01,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:54.470166 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:54.501535 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Network 16169ae8-0e25-44b6-ba13-e4f7d982d6ce is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:09:54.508599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:09:54.514244 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:09:54.537096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.547215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d785cfd-1da0-4052-9359-7dbf542eed15']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:54.557573 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08cf9250-92f7-4547-a787-af488c1417bb') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:54.557867 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08cf9250-92f7-4547-a787-af488c1417bb') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:54.562731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device be051f86-9479-4c34-acf5-a37028a72a32 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:09:54.567638 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.568297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Pushing event updated for resources: {'Port': ['ID=12db8714-bdea-4027-8f43-8b1562706c02,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:54.582843 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.589211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:09:54.589626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:54.589789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:09:54.592776 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:09:54.641313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bedf76d-7bd0-484d-a431-8abe2fb3db42 None None] Network 0d785cfd-1da0-4052-9359-7dbf542eed15 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:54.654458 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.659079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.663602 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "DELETE /v2.0/networks/0d785cfd-1da0-4052-9359-7dbf542eed15 HTTP/1.1" status: 204 len: 168 time: 0.4370954 Jun 24 13:09:54.663602 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:54.664401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51706) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:54.676487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event deleted for resources: {'Network': ['ID=0d785cfd-1da0-4052-9359-7dbf542eed15,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:54.679132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-96daee71-9136-4254-a341-254111fd4fb3 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:54.695613 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02f805a-f640-45d0-9d04-1ab20480e876 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] GET failed (client error): The resource could not be found. Jun 24 13:09:54.696944 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b02f805a-f640-45d0-9d04-1ab20480e876 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "GET /v2.0/subnets/5aed1944-d8e0-4173-8c2e-c52522b2bf01 HTTP/1.1" status: 404 len: 337 time: 0.0308120 Jun 24 13:09:54.699767 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51708) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:54.702427 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Attempting to bind port 12db8714-bdea-4027-8f43-8b1562706c02 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:09:54.702878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Attempting to bind port 12db8714-bdea-4027-8f43-8b1562706c02 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'f8c774ad-dc48-4581-8052-de30666eecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '16169ae8-0e25-44b6-ba13-e4f7d982d6ce'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:09:54.703755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Attempting to bind port 12db8714-bdea-4027-8f43-8b1562706c02 on network 16169ae8-0e25-44b6-ba13-e4f7d982d6ce {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:09:54.718359 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-36db40e2-484f-4349-a746-2723b323f963 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] DELETE failed (client error): The resource could not be found. Jun 24 13:09:54.719026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36db40e2-484f-4349-a746-2723b323f963 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 13:09:54.720777 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-36db40e2-484f-4349-a746-2723b323f963 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "DELETE /v2.0/networks/0d785cfd-1da0-4052-9359-7dbf542eed15 HTTP/1.1" status: 404 len: 339 time: 0.0201228 Jun 24 13:09:54.721477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:09:54.721860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Checking segment: {'id': 'f8c774ad-dc48-4581-8052-de30666eecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '16169ae8-0e25-44b6-ba13-e4f7d982d6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:09:54.722269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.722670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Bound using segment: {'id': 'f8c774ad-dc48-4581-8052-de30666eecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '16169ae8-0e25-44b6-ba13-e4f7d982d6ce'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:09:54.723184 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Bound port: 12db8714-bdea-4027-8f43-8b1562706c02, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c774ad-dc48-4581-8052-de30666eecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '16169ae8-0e25-44b6-ba13-e4f7d982d6ce'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:09:54.723567 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.724502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51710) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:54.742416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port be051f86-9479-4c34-acf5-a37028a72a32 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:09:54.742813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.749613 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b384c84-8720-40cb-b416-c6a34ddbfc81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] DELETE failed (client error): The resource could not be found. Jun 24 13:09:54.750809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b384c84-8720-40cb-b416-c6a34ddbfc81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 13:09:54.752635 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4b384c84-8720-40cb-b416-c6a34ddbfc81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "DELETE /v2.0/subnets/5aed1944-d8e0-4173-8c2e-c52522b2bf01 HTTP/1.1" status: 404 len: 337 time: 0.0272200 Jun 24 13:09:54.755144 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51712) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:54.773699 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ade452-d3dc-408e-a992-11d5250e164f tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] DELETE failed (client error): The resource could not be found. Jun 24 13:09:54.774219 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ade452-d3dc-408e-a992-11d5250e164f tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 13:09:54.775867 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a1ade452-d3dc-408e-a992-11d5250e164f tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "DELETE /v2.0/networks/0d785cfd-1da0-4052-9359-7dbf542eed15 HTTP/1.1" status: 404 len: 339 time: 0.0197606 Jun 24 13:09:54.778318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51714) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:54.834414 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-089ddb48-8e9b-490e-be97-c7ebc270053c tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Deleting subnet 42952867-b1df-4386-b5f6-0ecd176bb393 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:09:54.837312 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-089ddb48-8e9b-490e-be97-c7ebc270053c tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.858383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] For port 12db8714-bdea-4027-8f43-8b1562706c02, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:09:54.862239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] For port 12db8714-bdea-4027-8f43-8b1562706c02, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=12db8714-bdea-4027-8f43-8b1562706c02,segment=NetworkSegment(f8c774ad-dc48-4581-8052-de30666eecd2),segment_id=f8c774ad-dc48-4581-8052-de30666eecd2)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:09:54.866866 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.869626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:54.878906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-089ddb48-8e9b-490e-be97-c7ebc270053c tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:54.954831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Pushing event updated for resources: {'Port': ['ID=12db8714-bdea-4027-8f43-8b1562706c02,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:54.958510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:54.969215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-089ddb48-8e9b-490e-be97-c7ebc270053c tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.028374 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-089ddb48-8e9b-490e-be97-c7ebc270053c tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.030578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3d9be343-1034-4676-b53b-113120f432b6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:55.058742 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ddb48-8e9b-490e-be97-c7ebc270053c tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event deleted for resources: {'Subnet': ['ID=42952867-b1df-4386-b5f6-0ecd176bb393,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:55.067639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-089ddb48-8e9b-490e-be97-c7ebc270053c tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:55.075511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-089ddb48-8e9b-490e-be97-c7ebc270053c tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.079438 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-089ddb48-8e9b-490e-be97-c7ebc270053c tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "DELETE /v2.0/subnets/42952867-b1df-4386-b5f6-0ecd176bb393 HTTP/1.1" status: 204 len: 168 time: 0.2975867 Jun 24 13:09:55.080672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51716) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:55.163666 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.222648 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Deleting port 12db8714-bdea-4027-8f43-8b1562706c02 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:09:55.223015 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.283484 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] For port 12db8714-bdea-4027-8f43-8b1562706c02, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=12db8714-bdea-4027-8f43-8b1562706c02,segment=NetworkSegment(f8c774ad-dc48-4581-8052-de30666eecd2),segment_id=f8c774ad-dc48-4581-8052-de30666eecd2)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:55.283833 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.295838 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Calling delete_port for 12db8714-bdea-4027-8f43-8b1562706c02 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:09:55.395469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.397786 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c7b63e2c-0363-4a7d-a50a-577fe417d337 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:55.419647 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event deleted for resources: {'Port': ['ID=12db8714-bdea-4027-8f43-8b1562706c02,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:55.423814 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:55.426268 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] No DVR routers for this DVR port 12db8714-bdea-4027-8f43-8b1562706c02 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:09:55.506658 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.516601 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16169ae8-0e25-44b6-ba13-e4f7d982d6ce']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:55.527389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c774ad-dc48-4581-8052-de30666eecd2') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:55.527687 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c774ad-dc48-4581-8052-de30666eecd2') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:55.537435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.551995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.559085 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:09:55.559570 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:09:55.562907 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:09:55.622298 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.625784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:55.629766 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.634306 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51718) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:55.634444 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "DELETE /v2.0/networks/16169ae8-0e25-44b6-ba13-e4f7d982d6ce HTTP/1.1" status: 204 len: 168 time: 0.5525796 Jun 24 13:09:55.647136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event deleted for resources: {'Network': ['ID=16169ae8-0e25-44b6-ba13-e4f7d982d6ce,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:55.649629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:55.663246 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7340ce-091d-4d52-9bd4-2675fbf6faef tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] DELETE failed (client error): The resource could not be found. Jun 24 13:09:55.663708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7340ce-091d-4d52-9bd4-2675fbf6faef tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 13:09:55.665418 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9c7340ce-091d-4d52-9bd4-2675fbf6faef tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "DELETE /v2.0/subnets/a48bb36c-f156-4cfb-ae65-3cedebd6c67a HTTP/1.1" status: 404 len: 337 time: 0.0300484 Jun 24 13:09:55.668033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51720) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:55.686910 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e05859-61c8-40ad-9182-73c009980f25 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] DELETE failed (client error): The resource could not be found. Jun 24 13:09:55.687591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e05859-61c8-40ad-9182-73c009980f25 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 13:09:55.689280 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a6e05859-61c8-40ad-9182-73c009980f25 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "DELETE /v2.0/networks/b1735f78-30a4-4c76-847e-832db1fc2b05 HTTP/1.1" status: 404 len: 339 time: 0.0203352 Jun 24 13:09:55.691781 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51722) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:55.718459 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-3251e66d-33bb-45e7-b4c6-7e675fdeab09 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] DELETE failed (client error): The resource could not be found. Jun 24 13:09:55.719447 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3251e66d-33bb-45e7-b4c6-7e675fdeab09 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 13:09:55.721156 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3251e66d-33bb-45e7-b4c6-7e675fdeab09 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "DELETE /v2.0/subnets/8a72b235-2bf8-494e-bbb3-b469aed80ac8 HTTP/1.1" status: 404 len: 337 time: 0.0284760 Jun 24 13:09:55.723798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51724) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:55.742750 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca360065-d246-499c-8dbf-c368a064cc03 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] DELETE failed (client error): The resource could not be found. Jun 24 13:09:55.743330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca360065-d246-499c-8dbf-c368a064cc03 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100145) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 13:09:55.745009 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ca360065-d246-499c-8dbf-c368a064cc03 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "DELETE /v2.0/networks/f8a0447b-b585-413f-8a2d-d192dd0dafc2 HTTP/1.1" status: 404 len: 339 time: 0.0203195 Jun 24 13:09:55.747596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51726) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:55.812112 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-54222296-5388-46d9-920d-88caa3c0ed3b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Deleting subnet 590a35e2-9343-43ed-8aec-03ab101b740b {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:09:55.815555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54222296-5388-46d9-920d-88caa3c0ed3b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.857393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54222296-5388-46d9-920d-88caa3c0ed3b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:55.877839 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6050d0c-e232-43e0-8218-4e094f69a245 None None] DHCP port deletion for 16169ae8-0e25-44b6-ba13-e4f7d982d6ce request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:09:55.895100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e920fc0-3322-4217-a139-5ab2629e85be None None] Network 16169ae8-0e25-44b6-ba13-e4f7d982d6ce requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:55.910877 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e920fc0-3322-4217-a139-5ab2629e85be None None] Network 16169ae8-0e25-44b6-ba13-e4f7d982d6ce could not be found, it might have been deleted concurrently. {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 24 13:09:55.912981 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e4e3ad22-49da-426a-943b-089e880e4202 None None] Could not find standard attr ID for object 12db8714-bdea-4027-8f43-8b1562706c02. {{(pid=100147) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 13:09:55.944453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54222296-5388-46d9-920d-88caa3c0ed3b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.005492 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54222296-5388-46d9-920d-88caa3c0ed3b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.007577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-94640f00-7132-432a-bf7d-e092f0c495c0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:56.031997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54222296-5388-46d9-920d-88caa3c0ed3b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event deleted for resources: {'Subnet': ['ID=590a35e2-9343-43ed-8aec-03ab101b740b,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:56.034376 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-54222296-5388-46d9-920d-88caa3c0ed3b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:56.039113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54222296-5388-46d9-920d-88caa3c0ed3b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.041414 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-54222296-5388-46d9-920d-88caa3c0ed3b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "DELETE /v2.0/subnets/590a35e2-9343-43ed-8aec-03ab101b740b HTTP/1.1" status: 204 len: 168 time: 0.2927430 Jun 24 13:09:56.044249 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51728) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:56.045374 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650843b9-b07a-4f62-a8fd-59c7dce09aac None None] Network 123289c0-7f38-4054-afd0-e90021137cb2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:56.120766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.178147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Deleting port be051f86-9479-4c34-acf5-a37028a72a32 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:09:56.178385 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.226292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d000ca-546a-4806-a3c6-c4661574b974 None None] DHCP port deletion for 123289c0-7f38-4054-afd0-e90021137cb2 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:09:56.245677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] For port be051f86-9479-4c34-acf5-a37028a72a32, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=be051f86-9479-4c34-acf5-a37028a72a32,segment=NetworkSegment(7255a724-682a-4dfa-986c-8ecacf44f1d3),segment_id=7255a724-682a-4dfa-986c-8ecacf44f1d3)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:56.246035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.258436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Calling delete_port for be051f86-9479-4c34-acf5-a37028a72a32 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:09:56.270741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-a4d000ca-546a-4806-a3c6-c4661574b974 None None] Deleting port be051f86-9479-4c34-acf5-a37028a72a32 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:09:56.271154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a4d000ca-546a-4806-a3c6-c4661574b974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.335560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-a4d000ca-546a-4806-a3c6-c4661574b974 None None] For port be051f86-9479-4c34-acf5-a37028a72a32, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=be051f86-9479-4c34-acf5-a37028a72a32,segment=NetworkSegment(7255a724-682a-4dfa-986c-8ecacf44f1d3),segment_id=7255a724-682a-4dfa-986c-8ecacf44f1d3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:09:56.335957 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a4d000ca-546a-4806-a3c6-c4661574b974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.340207 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.343375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-07c297ac-2723-412f-a7bb-320bea8eb75f tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:56.349769 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-a4d000ca-546a-4806-a3c6-c4661574b974 None None] Calling delete_port for be051f86-9479-4c34-acf5-a37028a72a32 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:09:56.368811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event deleted for resources: {'Port': ['ID=be051f86-9479-4c34-acf5-a37028a72a32,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:56.370647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] No DVR routers for this DVR port be051f86-9479-4c34-acf5-a37028a72a32 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:09:56.372261 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:56.432818 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a4d000ca-546a-4806-a3c6-c4661574b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.434683 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:56.461816 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d000ca-546a-4806-a3c6-c4661574b974 None None] Pushing event deleted for resources: {'Port': ['ID=be051f86-9479-4c34-acf5-a37028a72a32,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:56.462803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.466088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a4d000ca-546a-4806-a3c6-c4661574b974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:56.466088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d000ca-546a-4806-a3c6-c4661574b974 None None] No DVR routers for this DVR port be051f86-9479-4c34-acf5-a37028a72a32 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:09:56.474362 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123289c0-7f38-4054-afd0-e90021137cb2']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:56.486197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7255a724-682a-4dfa-986c-8ecacf44f1d3') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:56.486791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7255a724-682a-4dfa-986c-8ecacf44f1d3') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:56.495846 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.509405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.516339 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:09:56.516779 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.517801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device be051f86-9479-4c34-acf5-a37028a72a32 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:09:56.519921 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:09:56.539845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: be051f86-9479-4c34-acf5-a37028a72a32 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:09:56.540302 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device be051f86-9479-4c34-acf5-a37028a72a32 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:09:56.577158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.580955 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b899562d-dcbc-45bd-818c-68ab021183e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:56.584750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.586515 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] 10.222.0.110 "DELETE /v2.0/networks/123289c0-7f38-4054-afd0-e90021137cb2 HTTP/1.1" status: 204 len: 168 time: 0.5412931 Jun 24 13:09:56.598781 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Pushing event deleted for resources: {'Network': ['ID=123289c0-7f38-4054-afd0-e90021137cb2,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:56.606911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:56.622356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-80c093f2-461f-421a-b3a4-700749772b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:56.832637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51734) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:56.958211 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8591bf2d-647c-4c08-a1ef-63d1b01552d2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b03727bf964a465c8ecf354f6b2fcb16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241367 Jun 24 13:09:56.960677 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51738) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:57.011096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f70d5e1c-a5b9-4be5-95c9-140e6cff89bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:57.031621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f70d5e1c-a5b9-4be5-95c9-140e6cff89bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:57.077744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f70d5e1c-a5b9-4be5-95c9-140e6cff89bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:57.081046 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f70d5e1c-a5b9-4be5-95c9-140e6cff89bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:57.082207 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f70d5e1c-a5b9-4be5-95c9-140e6cff89bc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/453c6a96-7247-4c8a-9764-24414b821c95 HTTP/1.1" status: 204 len: 168 time: 0.1206203 Jun 24 13:09:57.083074 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6b3e53e8-33cf-449d-8513-a5c5c8c7ee32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:57.092153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d5e1c-a5b9-4be5-95c9-140e6cff89bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453c6a96-7247-4c8a-9764-24414b821c95,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:57.094583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f70d5e1c-a5b9-4be5-95c9-140e6cff89bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:57.693707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51760) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:57.791016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-85223fae-a735-4782-afd9-8511b951bf19 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-943400103', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:57.815025 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85223fae-a735-4782-afd9-8511b951bf19 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:57.815973 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85223fae-a735-4782-afd9-8511b951bf19 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:57.864629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85223fae-a735-4782-afd9-8511b951bf19 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:57.868397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85223fae-a735-4782-afd9-8511b951bf19 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:57.884424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-85223fae-a735-4782-afd9-8511b951bf19 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:57.885620 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-85223fae-a735-4782-afd9-8511b951bf19 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1908975 Jun 24 13:09:57.888285 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51764) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:57.894032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1670907196'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:57.914486 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Made reservation on behalf of aeb7df5bf52946d1a7cb55976e10cd1a for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:57.917896 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:57.929208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.020511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.024401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.027326 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e7f5cc28-d3c5-48bd-9392-954bcaa5a59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:58.051902 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] vlan segment allocate from pool success with {'vlan_id': 1308, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:09:58.062012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d404ba0-b231-4f25-8cb2-87ca30aea700,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:58.065282 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:58.068311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.068659 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Added segment 9ec27113-34e9-4d30-80eb-51e92a750797 of type vlan for network 5a1753ac-bff5-4abe-b05a-613c953568f9 Jun 24 13:09:58.109880 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.137939 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.144301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:58.144907 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.147283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0e9ecb9b-3471-4d94-b6dc-81ccb813e769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:58.179570 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2902265 Jun 24 13:09:58.182632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51766) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:58.188247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-baa6e21a-9169-4a3a-9488-b427baca2767 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Request body: {'subnet': {'network_id': '5a1753ac-bff5-4abe-b05a-613c953568f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:58.215138 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Pushing event updated for resources: {'Network': ['ID=5a1753ac-bff5-4abe-b05a-613c953568f9,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:58.217735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:58.226673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 5a1753ac-bff5-4abe-b05a-613c953568f9 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:09:58.280775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa6e21a-9169-4a3a-9488-b427baca2767 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Made reservation on behalf of aeb7df5bf52946d1a7cb55976e10cd1a for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:58.284267 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-baa6e21a-9169-4a3a-9488-b427baca2767 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.462738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-baa6e21a-9169-4a3a-9488-b427baca2767 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.464695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c5ebcd87-67af-45a3-8510-560f9734b88c tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:58.527943 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6e21a-9169-4a3a-9488-b427baca2767 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Pushing event updated for resources: {'Subnet': ['ID=ba3cb860-175f-4870-ace9-c69cf23b3923,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:58.530484 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-baa6e21a-9169-4a3a-9488-b427baca2767 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:58.533488 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6e21a-9169-4a3a-9488-b427baca2767 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Checking segment: {'id': '9ec27113-34e9-4d30-80eb-51e92a750797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '5a1753ac-bff5-4abe-b05a-613c953568f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:09:58.533785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa6e21a-9169-4a3a-9488-b427baca2767 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Network hostable DHCP agents. Network: 5a1753ac-bff5-4abe-b05a-613c953568f9, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:09:58.549930 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa6e21a-9169-4a3a-9488-b427baca2767 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Network 5a1753ac-bff5-4abe-b05a-613c953568f9 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:09:58.558589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-baa6e21a-9169-4a3a-9488-b427baca2767 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 5a1753ac-bff5-4abe-b05a-613c953568f9) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:09:58.563799 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6e21a-9169-4a3a-9488-b427baca2767 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:58.564936 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-baa6e21a-9169-4a3a-9488-b427baca2767 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.569046 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf44a08-52e3-4bda-bc4b-9b3c0c95fe60 None None] Network 5a1753ac-bff5-4abe-b05a-613c953568f9 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:58.583272 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-baa6e21a-9169-4a3a-9488-b427baca2767 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3992467 Jun 24 13:09:58.587103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51768) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:58.592155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6e0712e3-42e4-4cda-8785-ca8e33dcc0de tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-574602008'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:58.612981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0712e3-42e4-4cda-8785-ca8e33dcc0de tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Made reservation on behalf of aeb7df5bf52946d1a7cb55976e10cd1a for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:58.616652 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e0712e3-42e4-4cda-8785-ca8e33dcc0de tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.641178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0712e3-42e4-4cda-8785-ca8e33dcc0de tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] vlan segment allocate from pool success with {'vlan_id': 1348, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:09:58.650338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e0712e3-42e4-4cda-8785-ca8e33dcc0de tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.650685 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-6e0712e3-42e4-4cda-8785-ca8e33dcc0de tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Added segment 290c0bda-e522-492b-9298-e28aed4c946d of type vlan for network af2d9d0b-2fef-4f05-a307-ed819849c9a2 Jun 24 13:09:58.692905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e0712e3-42e4-4cda-8785-ca8e33dcc0de tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.721099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-5a1753ac-bff5-4abe-b05a-613c953568f9', 'network_id': '5a1753ac-bff5-4abe-b05a-613c953568f9', 'tenant_id': 'aeb7df5bf52946d1a7cb55976e10cd1a', 'fixed_ips': [{'subnet_id': 'ba3cb860-175f-4870-ace9-c69cf23b3923'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:09:58.721978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.725103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e0712e3-42e4-4cda-8785-ca8e33dcc0de tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.730572 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0712e3-42e4-4cda-8785-ca8e33dcc0de tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:58.731177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6e0712e3-42e4-4cda-8785-ca8e33dcc0de tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.734974 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a82556bf-0f16-4061-a6a8-1ef75d01e473 tempest-BulkNetworkOpsIpV6Test-1915817010 tempest-BulkNetworkOpsIpV6Test-1915817010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:58.766089 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6e0712e3-42e4-4cda-8785-ca8e33dcc0de tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1774125 Jun 24 13:09:58.768985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51770) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:58.775145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-bc87de4c-6cb3-48c7-a325-3a994c01f339 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Request body: {'subnet': {'network_id': 'af2d9d0b-2fef-4f05-a307-ed819849c9a2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:58.806852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0712e3-42e4-4cda-8785-ca8e33dcc0de tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Pushing event updated for resources: {'Network': ['ID=af2d9d0b-2fef-4f05-a307-ed819849c9a2,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:58.809618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6e0712e3-42e4-4cda-8785-ca8e33dcc0de tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:58.817537 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network af2d9d0b-2fef-4f05-a307-ed819849c9a2 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:09:58.874384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc87de4c-6cb3-48c7-a325-3a994c01f339 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Made reservation on behalf of aeb7df5bf52946d1a7cb55976e10cd1a for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:09:58.877890 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bc87de4c-6cb3-48c7-a325-3a994c01f339 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:58.928627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Allocated IP 172.20.0.2 (5a1753ac-bff5-4abe-b05a-613c953568f9/ba3cb860-175f-4870-ace9-c69cf23b3923/1c0212d1-6be3-4bde-9c00-cdc41c1ffd98) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:09:59.055841 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bc87de4c-6cb3-48c7-a325-3a994c01f339 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.058421 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9474b425-0eef-4323-a04f-2650b43628b0 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:59.073647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.082720 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Transition to ACTIVE for port object 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:09:59.097294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Transition to ACTIVE for port object 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:09:59.103690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.106361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:59.114866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87de4c-6cb3-48c7-a325-3a994c01f339 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Pushing event updated for resources: {'Subnet': ['ID=0319d5ae-5b02-4b30-8ce1-80cc88721a62,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:59.118206 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bc87de4c-6cb3-48c7-a325-3a994c01f339 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:59.124105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc87de4c-6cb3-48c7-a325-3a994c01f339 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Checking segment: {'id': '290c0bda-e522-492b-9298-e28aed4c946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'af2d9d0b-2fef-4f05-a307-ed819849c9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:09:59.124459 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87de4c-6cb3-48c7-a325-3a994c01f339 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Network hostable DHCP agents. Network: af2d9d0b-2fef-4f05-a307-ed819849c9a2, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:09:59.142060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87de4c-6cb3-48c7-a325-3a994c01f339 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Network af2d9d0b-2fef-4f05-a307-ed819849c9a2 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:09:59.145399 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Network 5a1753ac-bff5-4abe-b05a-613c953568f9 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:09:59.150182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:09:59.151257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-bc87de4c-6cb3-48c7-a325-3a994c01f339 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, af2d9d0b-2fef-4f05-a307-ed819849c9a2) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:09:59.153709 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:09:59.156901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc87de4c-6cb3-48c7-a325-3a994c01f339 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:09:59.157744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bc87de4c-6cb3-48c7-a325-3a994c01f339 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.161526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Pushing event updated for resources: {'Port': ['ID=1c0212d1-6be3-4bde-9c00-cdc41c1ffd98,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:59.164931 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c2ded5-cc8e-4b94-847b-cbf77ce89a3d None None] Network af2d9d0b-2fef-4f05-a307-ed819849c9a2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:59.170365 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:59.173790 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bc87de4c-6cb3-48c7-a325-3a994c01f339 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4034340 Jun 24 13:09:59.176463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51772) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:59.181005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7bb2a41c-75de-49c5-a713-eceecc5344ec tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Request body: {'router': {'external_gateway_info': {'network_id': 'af2d9d0b-2fef-4f05-a307-ed819849c9a2'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:09:59.263712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Attempting to bind port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:09:59.264307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Attempting to bind port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '9ec27113-34e9-4d30-80eb-51e92a750797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '5a1753ac-bff5-4abe-b05a-613c953568f9'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:09:59.264486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Attempting to bind port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 on network 5a1753ac-bff5-4abe-b05a-613c953568f9 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:09:59.275586 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:09:59.275973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Checking segment: {'id': '9ec27113-34e9-4d30-80eb-51e92a750797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '5a1753ac-bff5-4abe-b05a-613c953568f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:09:59.276387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.276790 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Bound using segment: {'id': '9ec27113-34e9-4d30-80eb-51e92a750797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '5a1753ac-bff5-4abe-b05a-613c953568f9'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:09:59.277300 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Bound port: 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec27113-34e9-4d30-80eb-51e92a750797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '5a1753ac-bff5-4abe-b05a-613c953568f9'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:09:59.277702 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.381286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6e341205-fd03-4372-a8dd-d8927db5a4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.391136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7bb2a41c-75de-49c5-a713-eceecc5344ec tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.418295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] For port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:09:59.431656 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] For port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1c0212d1-6be3-4bde-9c00-cdc41c1ffd98,segment=NetworkSegment(9ec27113-34e9-4d30-80eb-51e92a750797),segment_id=9ec27113-34e9-4d30-80eb-51e92a750797)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:09:59.434170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5525eee8-fd4f-4ca7-a101-760ff9170bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-af2d9d0b-2fef-4f05-a307-ed819849c9a2', 'network_id': 'af2d9d0b-2fef-4f05-a307-ed819849c9a2', 'tenant_id': 'aeb7df5bf52946d1a7cb55976e10cd1a', 'fixed_ips': [{'subnet_id': '0319d5ae-5b02-4b30-8ce1-80cc88721a62'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:09:59.435281 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5525eee8-fd4f-4ca7-a101-760ff9170bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.439728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.449426 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:59.508103 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.api.v2.resource [None req-7bb2a41c-75de-49c5-a713-eceecc5344ec tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 13:09:59.509287 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7bb2a41c-75de-49c5-a713-eceecc5344ec tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] 10.222.0.110 "PUT /v2.0/routers/673b75fe-9a73-4afd-ab63-815e62eb2bae HTTP/1.1" status: 400 len: 364 time: 0.3319097 Jun 24 13:09:59.516863 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51774) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:59.564625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.576271 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9b9327-d342-4942-9982-56f9facd59e6 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Deleting subnet 0319d5ae-5b02-4b30-8ce1-80cc88721a62 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:09:59.580334 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9327-d342-4942-9982-56f9facd59e6 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.595485 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Pushing event updated for resources: {'Port': ['ID=1c0212d1-6be3-4bde-9c00-cdc41c1ffd98,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:59.598454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:59.620888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9327-d342-4942-9982-56f9facd59e6 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.670657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9327-d342-4942-9982-56f9facd59e6 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.733236 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9327-d342-4942-9982-56f9facd59e6 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.735351 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-32ee7cec-33aa-4ddc-9052-ea0d63d4e3fd tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server [None req-5525eee8-fd4f-4ca7-a101-760ff9170bdf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0319d5ae-5b02-4b30-8ce1-80cc88721a62: This subnet is being modified by another concurrent operation. Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1429, in _create_port_db Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server raise exception Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0319d5ae-5b02-4b30-8ce1-80cc88721a62: This subnet is being modified by another concurrent operation. Jun 24 13:09:59.737189 dv-neutron-797121-4-hyperv neutron-server[100147]: ERROR oslo_messaging.rpc.server Jun 24 13:09:59.751006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484926a7-63d6-4db4-b03e-8668093276e4 None None] Network af2d9d0b-2fef-4f05-a307-ed819849c9a2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:09:59.776656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9327-d342-4942-9982-56f9facd59e6 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.781126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51776) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:09:59.781796 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5a9b9327-d342-4942-9982-56f9facd59e6 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] 10.222.0.110 "DELETE /v2.0/subnets/0319d5ae-5b02-4b30-8ce1-80cc88721a62 HTTP/1.1" status: 204 len: 168 time: 0.2631612 Jun 24 13:09:59.782669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b9327-d342-4942-9982-56f9facd59e6 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Pushing event deleted for resources: {'Subnet': ['ID=0319d5ae-5b02-4b30-8ce1-80cc88721a62,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:09:59.790368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5a9b9327-d342-4942-9982-56f9facd59e6 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:09:59.870451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a4d5b9b-b809-4a85-b18d-fd450d731b17 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.965508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a4d5b9b-b809-4a85-b18d-fd450d731b17 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:09:59.975816 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4a4d5b9b-b809-4a85-b18d-fd450d731b17 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2d9d0b-2fef-4f05-a307-ed819849c9a2']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:59.985663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4a4d5b9b-b809-4a85-b18d-fd450d731b17 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290c0bda-e522-492b-9298-e28aed4c946d') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:59.985951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-4a4d5b9b-b809-4a85-b18d-fd450d731b17 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290c0bda-e522-492b-9298-e28aed4c946d') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:09:59.994621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a4d5b9b-b809-4a85-b18d-fd450d731b17 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.008397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a4d5b9b-b809-4a85-b18d-fd450d731b17 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.014091 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4d5b9b-b809-4a85-b18d-fd450d731b17 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:10:00.014470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a4d5b9b-b809-4a85-b18d-fd450d731b17 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:10:00.018162 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:10:00.080178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a4d5b9b-b809-4a85-b18d-fd450d731b17 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.083876 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-510e8469-e42c-4d67-867d-0e9143b39160 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:00.087866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a4d5b9b-b809-4a85-b18d-fd450d731b17 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.089969 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4a4d5b9b-b809-4a85-b18d-fd450d731b17 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] 10.222.0.110 "DELETE /v2.0/networks/af2d9d0b-2fef-4f05-a307-ed819849c9a2 HTTP/1.1" status: 204 len: 168 time: 0.3071289 Jun 24 13:10:00.092420 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51778) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:10:00.110825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d5b9b-b809-4a85-b18d-fd450d731b17 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Pushing event deleted for resources: {'Network': ['ID=af2d9d0b-2fef-4f05-a307-ed819849c9a2,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:00.130376 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4a4d5b9b-b809-4a85-b18d-fd450d731b17 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:00.160197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-84953708-dc7d-4e39-9209-2a5fdd5d6f33 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Deleting subnet ba3cb860-175f-4870-ace9-c69cf23b3923 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:10:00.163731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84953708-dc7d-4e39-9209-2a5fdd5d6f33 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.205417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84953708-dc7d-4e39-9209-2a5fdd5d6f33 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.297368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84953708-dc7d-4e39-9209-2a5fdd5d6f33 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.367291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84953708-dc7d-4e39-9209-2a5fdd5d6f33 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.377577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-29e4bf83-ceca-41c9-895b-17f1f10d3ac7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:00.400945 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.404474 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-84953708-dc7d-4e39-9209-2a5fdd5d6f33 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.408611 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-84953708-dc7d-4e39-9209-2a5fdd5d6f33 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] 10.222.0.110 "DELETE /v2.0/subnets/ba3cb860-175f-4870-ace9-c69cf23b3923 HTTP/1.1" status: 204 len: 168 time: 0.3130984 Jun 24 13:10:00.408611 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84953708-dc7d-4e39-9209-2a5fdd5d6f33 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Pushing event deleted for resources: {'Subnet': ['ID=ba3cb860-175f-4870-ace9-c69cf23b3923,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:00.409094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51780) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:10:00.411225 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-84953708-dc7d-4e39-9209-2a5fdd5d6f33 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:00.460717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bd78c6-d4f0-4e53-b8ac-8ba9ca8c80ef None None] Network 5a1753ac-bff5-4abe-b05a-613c953568f9 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:10:00.550913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.596512 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-866fdfbd-1cb3-48b9-b1c4-6067c2b5a395 None None] Provisioning for port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:00.624313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:00.633151 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Deleting port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:10:00.633490 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.708147 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] For port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1c0212d1-6be3-4bde-9c00-cdc41c1ffd98,segment=NetworkSegment(9ec27113-34e9-4d30-80eb-51e92a750797),segment_id=9ec27113-34e9-4d30-80eb-51e92a750797)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:00.708760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.721910 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:00.725869 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Calling delete_port for 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:10:00.739663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:00.740171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.807121 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8db01c-7768-464d-91ad-bcff4d3bf3e5 None None] DHCP port deletion for 5a1753ac-bff5-4abe-b05a-613c953568f9 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:10:00.825610 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.827979 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0fd4dceb-3ce1-4050-96b3-3653abe16525 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:00.835864 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No ports have port_id starting with 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 Jun 24 13:10:00.851753 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Pushing event deleted for resources: {'Port': ['ID=1c0212d1-6be3-4bde-9c00-cdc41c1ffd98,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:00.855247 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:00.857692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] No DVR routers for this DVR port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:10:00.863840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2e8db01c-7768-464d-91ad-bcff4d3bf3e5 None None] Deleting port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:10:00.864227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2e8db01c-7768-464d-91ad-bcff4d3bf3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.928382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-2e8db01c-7768-464d-91ad-bcff4d3bf3e5 None None] For port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:00.928908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2e8db01c-7768-464d-91ad-bcff4d3bf3e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.945430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.945787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-2e8db01c-7768-464d-91ad-bcff4d3bf3e5 None None] Calling delete_port for 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:10:00.948375 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.ipam_backend_mixin [None req-2e8db01c-7768-464d-91ad-bcff4d3bf3e5 None None] Port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 was not found and therefore no delete operation was performed {{(pid=100147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 13:10:00.949596 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2e8db01c-7768-464d-91ad-bcff4d3bf3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.951440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:00.957198 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1753ac-bff5-4abe-b05a-613c953568f9']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:00.967100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec27113-34e9-4d30-80eb-51e92a750797') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:00.967460 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec27113-34e9-4d30-80eb-51e92a750797') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:00.975605 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8db01c-7768-464d-91ad-bcff4d3bf3e5 None None] Pushing event deleted for resources: {'Port': ['ID=1c0212d1-6be3-4bde-9c00-cdc41c1ffd98,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:00.978505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2e8db01c-7768-464d-91ad-bcff4d3bf3e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:00.979418 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8db01c-7768-464d-91ad-bcff4d3bf3e5 None None] No DVR routers for this DVR port 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:10:00.983229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:00.998325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:01.001222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b96ecc-360e-4a0a-b006-f5db48926e49 None None] get_active_networks_info from dv-neutron-797121-4-hyperv {{(pid=100147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 13:10:01.012179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:10:01.012851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:10:01.017312 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:10:01.060055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b96ecc-360e-4a0a-b006-f5db48926e49 None None] Resources bound (agent type, host, resource id): {{(pid=100147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 13:10:01.434300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:01.437957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dfb2e090-59bc-4645-be26-bff8f84b544b tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:01.441855 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:01.443610 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] 10.222.0.110 "DELETE /v2.0/networks/5a1753ac-bff5-4abe-b05a-613c953568f9 HTTP/1.1" status: 204 len: 168 time: 1.0332432 Jun 24 13:10:01.446611 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51782) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:10:01.455020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Pushing event deleted for resources: {'Network': ['ID=5a1753ac-bff5-4abe-b05a-613c953568f9,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:01.457374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:01.476265 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-208e3331-d270-484c-84e2-058941f6e55d tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] 10.222.0.110 "GET /v2.0/ports?device_id=673b75fe-9a73-4afd-ab63-815e62eb2bae HTTP/1.1" status: 200 len: 205 time: 0.0283651 Jun 24 13:10:01.478500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51784) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:10:01.553534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-da731ae0-9bcf-4277-b78d-cd2f62696727 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:01.721310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-da731ae0-9bcf-4277-b78d-cd2f62696727 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:01.723353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-da731ae0-9bcf-4277-b78d-cd2f62696727 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:01.785191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-da731ae0-9bcf-4277-b78d-cd2f62696727 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:01.785689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da731ae0-9bcf-4277-b78d-cd2f62696727 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Fanout notify agent at l3_agent the message router_deleted on router 673b75fe-9a73-4afd-ab63-815e62eb2bae {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:10:01.792895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-da731ae0-9bcf-4277-b78d-cd2f62696727 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:01.796499 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-da731ae0-9bcf-4277-b78d-cd2f62696727 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] 10.222.0.110 "DELETE /v2.0/routers/673b75fe-9a73-4afd-ab63-815e62eb2bae HTTP/1.1" status: 204 len: 168 time: 0.3148232 Jun 24 13:10:02.028935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51790) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:10:02.154270 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-51b59077-5f50-4950-a8cf-0db72267feea admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=aeb7df5bf52946d1a7cb55976e10cd1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1240864 Jun 24 13:10:02.156610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51794) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:10:02.204127 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-19cb148d-eff1-40a7-a7fd-38346c04b5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:02.224772 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-19cb148d-eff1-40a7-a7fd-38346c04b5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:02.271035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-19cb148d-eff1-40a7-a7fd-38346c04b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:02.274062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-19cb148d-eff1-40a7-a7fd-38346c04b5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:02.275231 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-19cb148d-eff1-40a7-a7fd-38346c04b5e2 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7d404ba0-b231-4f25-8cb2-87ca30aea700 HTTP/1.1" status: 204 len: 168 time: 0.1177406 Jun 24 13:10:02.276053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-73fcd405-505a-432b-8771-5a6cb559f9a5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:02.284135 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb148d-eff1-40a7-a7fd-38346c04b5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d404ba0-b231-4f25-8cb2-87ca30aea700,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:02.286679 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-19cb148d-eff1-40a7-a7fd-38346c04b5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:02.344728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:02.522117 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:10:02.541751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:10:02.542147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1c0212d1-6be3-4bde-9c00-cdc41c1ffd98 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:10:02.878497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51816) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:10:02.969805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-775265080-network', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:10:02.990183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Made reservation on behalf of dc6a7f2ea0bb4a8b884c4a15556e48f6 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:10:02.992369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.000860 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.085767 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.089512 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.092466 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-68fa087f-37f6-45e9-a11a-c7f771780072 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:03.115873 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1328, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:10:03.121964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e236372-f6bf-4b58-b8fd-964151348632,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:03.125527 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:03.128327 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.128684 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Added segment ad732f8d-e85f-489d-8d02-f39bbcbc8ed8 of type vlan for network e5427c77-b3ee-467a-a742-4a8868cbccd2 Jun 24 13:10:03.167310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.194367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.195344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:03.195916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.197951 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-39401737-44cc-4e85-886b-ffd0e11a83dc tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:03.251430 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3718038 Jun 24 13:10:03.254629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51820) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:10:03.258569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Pushing event updated for resources: {'Network': ['ID=e5427c77-b3ee-467a-a742-4a8868cbccd2,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:03.260821 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ecef69ae-09cb-4c60-bb52-ca503c978d63 admin admin] Request body: {'subnet': {'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-775265080-subnet', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'ip_version': 4}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:10:03.261187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:03.268825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network e5427c77-b3ee-467a-a742-4a8868cbccd2 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:10:03.284759 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecef69ae-09cb-4c60-bb52-ca503c978d63 admin admin] Made reservation on behalf of dc6a7f2ea0bb4a8b884c4a15556e48f6 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:10:03.287190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ecef69ae-09cb-4c60-bb52-ca503c978d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.455206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ecef69ae-09cb-4c60-bb52-ca503c978d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.457791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1fcd1de7-2e93-4f4c-bd52-ea6236486563 tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:03.516046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef69ae-09cb-4c60-bb52-ca503c978d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:03.519964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ecef69ae-09cb-4c60-bb52-ca503c978d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:03.523970 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecef69ae-09cb-4c60-bb52-ca503c978d63 admin admin] Checking segment: {'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:10:03.524328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecef69ae-09cb-4c60-bb52-ca503c978d63 admin admin] Network hostable DHCP agents. Network: e5427c77-b3ee-467a-a742-4a8868cbccd2, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:10:03.540299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecef69ae-09cb-4c60-bb52-ca503c978d63 admin admin] Network e5427c77-b3ee-467a-a742-4a8868cbccd2 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:10:03.548480 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-ecef69ae-09cb-4c60-bb52-ca503c978d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, e5427c77-b3ee-467a-a742-4a8868cbccd2) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:10:03.552414 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecef69ae-09cb-4c60-bb52-ca503c978d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:03.553007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ecef69ae-09cb-4c60-bb52-ca503c978d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.559454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac93cee1-792d-48dd-8a40-00234253aa9e None None] Network e5427c77-b3ee-467a-a742-4a8868cbccd2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:10:03.569029 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ecef69ae-09cb-4c60-bb52-ca503c978d63 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3128138 Jun 24 13:10:03.571633 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51822) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:10:03.576040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-775265080-router', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:10:03.595721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.596980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.648359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.707686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-e5427c77-b3ee-467a-a742-4a8868cbccd2', 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'fixed_ips': [{'subnet_id': 'a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:10:03.708619 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:03.849305 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Allocated IP 172.20.0.2 (e5427c77-b3ee-467a-a742-4a8868cbccd2/a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a/c5a54535-e3c5-4da4-8c28-4be321706531) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:10:03.995164 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:04.003451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Transition to ACTIVE for port object c5a54535-e3c5-4da4-8c28-4be321706531 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:10:04.018500 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Transition to ACTIVE for port object c5a54535-e3c5-4da4-8c28-4be321706531 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:10:04.024470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:04.026338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:04.064819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Network e5427c77-b3ee-467a-a742-4a8868cbccd2 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:10:04.067540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:10:04.072895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:10:04.080666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:04.083668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Pushing event updated for resources: {'Port': ['ID=c5a54535-e3c5-4da4-8c28-4be321706531,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:04.087043 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:04.134690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Attempting to bind port c5a54535-e3c5-4da4-8c28-4be321706531 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:10:04.135131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Attempting to bind port c5a54535-e3c5-4da4-8c28-4be321706531 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:10:04.135514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Attempting to bind port c5a54535-e3c5-4da4-8c28-4be321706531 on network e5427c77-b3ee-467a-a742-4a8868cbccd2 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:10:04.141112 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:10:04.141498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Checking segment: {'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:10:04.141909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:04.142313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Bound using segment: {'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:10:04.142818 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Bound port: c5a54535-e3c5-4da4-8c28-4be321706531, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:10:04.143212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:04.204561 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] For port c5a54535-e3c5-4da4-8c28-4be321706531, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:10:04.207724 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] For port c5a54535-e3c5-4da4-8c28-4be321706531, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=c5a54535-e3c5-4da4-8c28-4be321706531,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:10:04.212070 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:04.214860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-14594a2f-83ba-4af3-9277-83c1fce2c709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:04.272510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Pushing event updated for resources: {'Port': ['ID=c5a54535-e3c5-4da4-8c28-4be321706531,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:04.275880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:04.286584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:04.305636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:04.422046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Allocated IP 172.26.1.8 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/48f20299-f329-4a47-8a65-b9741b564aa5) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:10:04.574007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:04.581491 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device c5a54535-e3c5-4da4-8c28-4be321706531 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:04.626533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:04.630109 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9c81db06-4b3c-4146-a695-2b7bc2bf126a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:04.630948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port c5a54535-e3c5-4da4-8c28-4be321706531 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:04.668716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:10:04.671418 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:10:04.677311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:10:04.705951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=48f20299-f329-4a47-8a65-b9741b564aa5,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:04.717213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:04.717612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:04.718000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:04.718994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:04.719384 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:04.719762 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:04.720132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:04.720505 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:04.720879 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:04.721247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:04.721615 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:04.721980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:04.726892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:04.949868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:05.153439 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:05.180505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028f6625-14bf-4c4c-b03e-5b283bb01e0f None None] Network e5427c77-b3ee-467a-a742-4a8868cbccd2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:10:05.238330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1dfaf7f4-48d3-4e46-8e01-84bd582d5d2f None None] Provisioning for port c5a54535-e3c5-4da4-8c28-4be321706531 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:05.244232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1dfaf7f4-48d3-4e46-8e01-84bd582d5d2f None None] Provisioning complete for port c5a54535-e3c5-4da4-8c28-4be321706531 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:05.244611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf7f4-48d3-4e46-8e01-84bd582d5d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:05.287114 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Router 66313e27-efc7-4e41-bc64-d0795a9eccbb is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 13:10:05.400588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:10:05.402198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf7f4-48d3-4e46-8e01-84bd582d5d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:05.410131 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Sync routers for ids ['66313e27-efc7-4e41-bc64-d0795a9eccbb'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:10:05.419816 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Routers {'66313e27-efc7-4e41-bc64-d0795a9eccbb'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:10:05.420355 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:09:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['66313e27-efc7-4e41-bc64-d0795a9eccbb'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:05.421149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:05.426038 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8507042 Jun 24 13:10:05.426964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51824) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:10:05.447704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1dfaf7f4-48d3-4e46-8e01-84bd582d5d2f None None] For port c5a54535-e3c5-4da4-8c28-4be321706531, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=c5a54535-e3c5-4da4-8c28-4be321706531,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:05.453041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf7f4-48d3-4e46-8e01-84bd582d5d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:05.454613 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:05.511584 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfaf7f4-48d3-4e46-8e01-84bd582d5d2f None None] Pushing event updated for resources: {'Port': ['ID=c5a54535-e3c5-4da4-8c28-4be321706531,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:05.514790 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1dfaf7f4-48d3-4e46-8e01-84bd582d5d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:05.548365 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Set router 66313e27-efc7-4e41-bc64-d0795a9eccbb gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:10:05.676181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-862b2427-2ea2-4f21-98db-1daec19875a4 None None] Provisioning complete for port c5a54535-e3c5-4da4-8c28-4be321706531 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:05.676750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-862b2427-2ea2-4f21-98db-1daec19875a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:05.732408 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'name': 'tempest-TestEncryptedCinderVolumes-775265080-router', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '48f20299-f329-4a47-8a65-b9741b564aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:03Z', 'updated_at': '2021-06-24T13:10:04Z', 'revision_number': 3, 'project_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'gw_port': {'id': '48f20299-f329-4a47-8a65-b9741b564aa5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:04Z', 'updated_at': '2021-06-24T13:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:05.759781 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Checking router: 66313e27-efc7-4e41-bc64-d0795a9eccbb for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:10:05.760135 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Updating router 66313e27-efc7-4e41-bc64-d0795a9eccbb port 48f20299-f329-4a47-8a65-b9741b564aa5 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:10:05.792871 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:05.873901 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.043928 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.054307 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Transition to ACTIVE for port object 48f20299-f329-4a47-8a65-b9741b564aa5 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:10:06.061868 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.063831 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-1e6da014-cee4-4aab-b599-0a344eaade14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:06.079824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Allocated IP 172.20.0.1 (e5427c77-b3ee-467a-a742-4a8868cbccd2/a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a/14981005-b212-4293-a216-2889a1bb6939) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:10:06.112755 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Attempting to bind port 48f20299-f329-4a47-8a65-b9741b564aa5 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:10:06.113120 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Attempting to bind port 48f20299-f329-4a47-8a65-b9741b564aa5 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:10:06.113476 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Attempting to bind port 48f20299-f329-4a47-8a65-b9741b564aa5 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:10:06.115397 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Pushing event updated for resources: {'Port': ['ID=48f20299-f329-4a47-8a65-b9741b564aa5,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:06.123906 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:06.124280 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:06.124618 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:06.124941 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:06.125259 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:06.125578 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:06.125892 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:06.126205 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:06.126516 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:06.126844 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:06.127154 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:06.127459 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:06.130557 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:10:06.130952 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:10:06.131363 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.131727 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:10:06.132192 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Bound port: 48f20299-f329-4a47-8a65-b9741b564aa5, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:10:06.132567 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.134220 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:06.182990 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] For port 48f20299-f329-4a47-8a65-b9741b564aa5, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:10:06.186190 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] For port 48f20299-f329-4a47-8a65-b9741b564aa5, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=48f20299-f329-4a47-8a65-b9741b564aa5,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:10:06.190975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.191150 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.193041 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-11cdd65c-cbea-4dc2-b84b-692bb38f890d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:06.204155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Transition to ACTIVE for port object 14981005-b212-4293-a216-2889a1bb6939 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:10:06.239325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.241334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:06.251549 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Routers {'66313e27-efc7-4e41-bc64-d0795a9eccbb'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:10:06.252175 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:09:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['66313e27-efc7-4e41-bc64-d0795a9eccbb'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:06.253996 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Pushing event updated for resources: {'Port': ['ID=48f20299-f329-4a47-8a65-b9741b564aa5,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:06.257539 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:06.285464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Network e5427c77-b3ee-467a-a742-4a8868cbccd2 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:10:06.290202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:10:06.293530 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:10:06.315651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=14981005-b212-4293-a216-2889a1bb6939,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:06.320026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:06.336074 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.366457 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] Set router 66313e27-efc7-4e41-bc64-d0795a9eccbb gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:10:06.544030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device c5a54535-e3c5-4da4-8c28-4be321706531 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:06.551484 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'name': 'tempest-TestEncryptedCinderVolumes-775265080-router', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '48f20299-f329-4a47-8a65-b9741b564aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:03Z', 'updated_at': '2021-06-24T13:10:04Z', 'revision_number': 3, 'project_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'gw_port': {'id': '48f20299-f329-4a47-8a65-b9741b564aa5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:04Z', 'updated_at': '2021-06-24T13:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:06.572262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.577738 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dbca28-e682-4b8e-8808-b4de6e4935c9 None None] The sync data for ids ['66313e27-efc7-4e41-bc64-d0795a9eccbb'] in dv-neutron-797121-4-hyperv is: [{'id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'name': 'tempest-TestEncryptedCinderVolumes-775265080-router', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '48f20299-f329-4a47-8a65-b9741b564aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:03Z', 'updated_at': '2021-06-24T13:10:04Z', 'revision_number': 3, 'project_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'gw_port': {'id': '48f20299-f329-4a47-8a65-b9741b564aa5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:04Z', 'updated_at': '2021-06-24T13:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:10:06.597274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3f8e6f37-c774-43e1-88dd-a9a2b0be67b9 None None] Provisioning for port 14981005-b212-4293-a216-2889a1bb6939 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:06.603821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3f8e6f37-c774-43e1-88dd-a9a2b0be67b9 None None] Provisioning complete for port 14981005-b212-4293-a216-2889a1bb6939 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:06.604394 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3f8e6f37-c774-43e1-88dd-a9a2b0be67b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.632293 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port c5a54535-e3c5-4da4-8c28-4be321706531 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:06.632668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.663304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e6f37-c774-43e1-88dd-a9a2b0be67b9 None None] Port 14981005-b212-4293-a216-2889a1bb6939 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:10:06.744205 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.749511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.751898 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e55600ca-f94a-40a3-9b64-e2527bff2b97 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:06.824687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=14981005-b212-4293-a216-2889a1bb6939,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:06.827605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:06.828828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:06.926310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Network e5427c77-b3ee-467a-a742-4a8868cbccd2 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:10:06.927848 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:10:07.188255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4d8a02f4-d366-43d1-b38f-6411b3f74f1e None None] Provisioning complete for port 14981005-b212-4293-a216-2889a1bb6939 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:07.188872 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4d8a02f4-d366-43d1-b38f-6411b3f74f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:07.228640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a02f4-d366-43d1-b38f-6411b3f74f1e None None] Port 14981005-b212-4293-a216-2889a1bb6939 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:10:07.363659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Router 66313e27-efc7-4e41-bc64-d0795a9eccbb has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:10:07.473179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:10:07.478945 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] 10.222.0.110 "PUT /v2.0/routers/66313e27-efc7-4e41-bc64-d0795a9eccbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0510430 Jun 24 13:10:07.929533 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 51840) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:10:07.934680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1012906136-network', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:10:07.957625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Made reservation on behalf of c9cfb0d1b5724307aeb01b0f87e4d9d7 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:10:07.959944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:07.969984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.055958 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.059428 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.062567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-612cc2a3-7764-4639-a7d1-e23be13bc23c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:08.082923 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1313, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:10:08.092033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe846879-9142-4ca9-a804-16f76d0a1dad,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:08.096711 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:08.097727 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.098075 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Added segment 1fd40e0c-ac5a-427c-8fc4-13a147b2022b of type vlan for network 4bcde6f7-e7ea-43d1-a394-8c459fb3556f Jun 24 13:10:08.137274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Sync routers for ids ['66313e27-efc7-4e41-bc64-d0795a9eccbb'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:10:08.138156 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.147922 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Routers {'66313e27-efc7-4e41-bc64-d0795a9eccbb'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:10:08.148540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:09:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['66313e27-efc7-4e41-bc64-d0795a9eccbb'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:08.168445 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.169494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:08.170084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.173006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9f8a4f5a-847f-4282-9a92-4c39e675dfd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:08.204198 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.2734897 Jun 24 13:10:08.207161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51842) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:10:08.212390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-66019b57-7442-4a6e-b580-1cd40d4ac73b admin admin] Request body: {'subnet': {'network_id': '4bcde6f7-e7ea-43d1-a394-8c459fb3556f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1012906136-subnet', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'ip_version': 4}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:10:08.233017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66019b57-7442-4a6e-b580-1cd40d4ac73b admin admin] Made reservation on behalf of c9cfb0d1b5724307aeb01b0f87e4d9d7 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:10:08.235861 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Pushing event updated for resources: {'Network': ['ID=4bcde6f7-e7ea-43d1-a394-8c459fb3556f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:08.236689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-66019b57-7442-4a6e-b580-1cd40d4ac73b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.238750 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b1e442c8-5059-4dcd-8792-3a98d81da4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:08.247038 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 4bcde6f7-e7ea-43d1-a394-8c459fb3556f details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:10:08.310042 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Set router 66313e27-efc7-4e41-bc64-d0795a9eccbb gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:10:08.414912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-66019b57-7442-4a6e-b580-1cd40d4ac73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.417143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-18ca5848-d90e-483a-aed8-a06236889e5d tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:08.474161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66019b57-7442-4a6e-b580-1cd40d4ac73b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6290f362-10d5-4c51-b1f6-2a5d33d8cefb,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:08.477733 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-66019b57-7442-4a6e-b580-1cd40d4ac73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:08.485496 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66019b57-7442-4a6e-b580-1cd40d4ac73b admin admin] Checking segment: {'id': '1fd40e0c-ac5a-427c-8fc4-13a147b2022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '4bcde6f7-e7ea-43d1-a394-8c459fb3556f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:10:08.485860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66019b57-7442-4a6e-b580-1cd40d4ac73b admin admin] Network hostable DHCP agents. Network: 4bcde6f7-e7ea-43d1-a394-8c459fb3556f, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:10:08.516830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66019b57-7442-4a6e-b580-1cd40d4ac73b admin admin] Network 4bcde6f7-e7ea-43d1-a394-8c459fb3556f is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:10:08.529937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-66019b57-7442-4a6e-b580-1cd40d4ac73b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 4bcde6f7-e7ea-43d1-a394-8c459fb3556f) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:10:08.535154 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66019b57-7442-4a6e-b580-1cd40d4ac73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:08.535826 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-66019b57-7442-4a6e-b580-1cd40d4ac73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.541933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'name': 'tempest-TestEncryptedCinderVolumes-775265080-router', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '48f20299-f329-4a47-8a65-b9741b564aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:03Z', 'updated_at': '2021-06-24T13:10:06Z', 'revision_number': 4, 'project_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'gw_port': {'id': '48f20299-f329-4a47-8a65-b9741b564aa5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:04Z', 'updated_at': '2021-06-24T13:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '14981005-b212-4293-a216-2889a1bb6939', 'name': '', 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'mac_address': 'fa:16:3e:2b:4f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:05Z', 'updated_at': '2021-06-24T13:10:06Z', 'revision_number': 2, 'project_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'subnets': [{'id': 'a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:08.546629 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b06501-0839-497c-91b8-7ba021e42b62 None None] Network 4bcde6f7-e7ea-43d1-a394-8c459fb3556f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:10:08.555150 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-66019b57-7442-4a6e-b580-1cd40d4ac73b admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3467968 Jun 24 13:10:08.557816 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51844) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:10:08.562643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1012906136-router', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:10:08.584708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.585793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.586916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 48f20299-f329-4a47-8a65-b9741b564aa5 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:08.595708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Checking router: 66313e27-efc7-4e41-bc64-d0795a9eccbb for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:10:08.596108 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Updating router 66313e27-efc7-4e41-bc64-d0795a9eccbb port 14981005-b212-4293-a216-2889a1bb6939 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:10:08.637749 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.793508 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.846945 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.930963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 48f20299-f329-4a47-8a65-b9741b564aa5 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:08.949726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 48f20299-f329-4a47-8a65-b9741b564aa5 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:08.950111 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:08.997944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.018299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.072461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-4bcde6f7-e7ea-43d1-a394-8c459fb3556f', 'network_id': '4bcde6f7-e7ea-43d1-a394-8c459fb3556f', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'fixed_ips': [{'subnet_id': '6290f362-10d5-4c51-b1f6-2a5d33d8cefb'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:10:09.073304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.125410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Allocated IP 172.26.1.195 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/714fec0c-1cd0-4e15-ab60-ccd03808807a) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:10:09.232083 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.266295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.271168 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.274054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cea47f75-248a-43b0-b867-deddeae02cf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:09.309861 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:10:09.317838 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:10:09.321286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:10:09.327030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Pushing event updated for resources: {'Port': ['ID=714fec0c-1cd0-4e15-ab60-ccd03808807a,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:09.329742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 48f20299-f329-4a47-8a65-b9741b564aa5, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=48f20299-f329-4a47-8a65-b9741b564aa5,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:09.343506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.348987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:09.350796 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:09.409985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Allocated IP 172.20.0.2 (4bcde6f7-e7ea-43d1-a394-8c459fb3556f/6290f362-10d5-4c51-b1f6-2a5d33d8cefb/a6a66074-9f9c-4cfc-aa37-de071034ff39) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:10:09.454041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.461454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=48f20299-f329-4a47-8a65-b9741b564aa5,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:09.464736 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:09.486171 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Transition to ACTIVE for port object 14981005-b212-4293-a216-2889a1bb6939 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:10:09.499165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.524489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:09.583570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.587596 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a21661-e422-4006-bbc2-73eceb78d398 None None] Pushing event updated for resources: {'Port': ['ID=14981005-b212-4293-a216-2889a1bb6939,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:09.590554 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-05a21661-e422-4006-bbc2-73eceb78d398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:09.685174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Attempting to bind port 14981005-b212-4293-a216-2889a1bb6939 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:10:09.685818 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Attempting to bind port 14981005-b212-4293-a216-2889a1bb6939 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:10:09.686169 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Attempting to bind port 14981005-b212-4293-a216-2889a1bb6939 on network e5427c77-b3ee-467a-a742-4a8868cbccd2 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:10:09.697633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:10:09.698059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Checking segment: {'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:10:09.698448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.698867 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Bound using segment: {'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:10:09.699359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Bound port: 14981005-b212-4293-a216-2889a1bb6939, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:10:09.699750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.722657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.755777 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Transition to ACTIVE for port object a6a66074-9f9c-4cfc-aa37-de071034ff39 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:10:09.783451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Transition to ACTIVE for port object a6a66074-9f9c-4cfc-aa37-de071034ff39 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:10:09.801629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.802317 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.804509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] For port 14981005-b212-4293-a216-2889a1bb6939, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:10:09.807414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:09.842717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] For port 14981005-b212-4293-a216-2889a1bb6939, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=14981005-b212-4293-a216-2889a1bb6939,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:10:09.853941 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:09.858153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Network 4bcde6f7-e7ea-43d1-a394-8c459fb3556f is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:10:09.876951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:10:09.881870 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:10:09.884709 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Pushing event updated for resources: {'Port': ['ID=a6a66074-9f9c-4cfc-aa37-de071034ff39,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:09.894831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:09.898431 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1dfaf7f4-48d3-4e46-8e01-84bd582d5d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:09.928484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Routers {'66313e27-efc7-4e41-bc64-d0795a9eccbb'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:10:09.929139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:09:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['66313e27-efc7-4e41-bc64-d0795a9eccbb'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:09.946192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Router 8dbbb6d1-399f-4491-b738-014974bf459c is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 13:10:10.053459 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a21661-e422-4006-bbc2-73eceb78d398 None None] Pushing event updated for resources: {'Port': ['ID=14981005-b212-4293-a216-2889a1bb6939,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:10.059656 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-05a21661-e422-4006-bbc2-73eceb78d398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:10.060742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Attempting to bind port a6a66074-9f9c-4cfc-aa37-de071034ff39 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:10:10.061132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Attempting to bind port a6a66074-9f9c-4cfc-aa37-de071034ff39 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '1fd40e0c-ac5a-427c-8fc4-13a147b2022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '4bcde6f7-e7ea-43d1-a394-8c459fb3556f'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:10:10.061503 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Attempting to bind port a6a66074-9f9c-4cfc-aa37-de071034ff39 on network 4bcde6f7-e7ea-43d1-a394-8c459fb3556f {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:10:10.072120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:10:10.084541 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Sync routers for ids ['8dbbb6d1-399f-4491-b738-014974bf459c'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:10:10.089642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:10.094182 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5321078 Jun 24 13:10:10.094407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 51846) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:10:10.095482 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Routers {'8dbbb6d1-399f-4491-b738-014974bf459c'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:10:10.095726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:10:10.096113 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:09:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8dbbb6d1-399f-4491-b738-014974bf459c'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:10.096240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Checking segment: {'id': '1fd40e0c-ac5a-427c-8fc4-13a147b2022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '4bcde6f7-e7ea-43d1-a394-8c459fb3556f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:10:10.096574 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:10.096986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Bound using segment: {'id': '1fd40e0c-ac5a-427c-8fc4-13a147b2022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '4bcde6f7-e7ea-43d1-a394-8c459fb3556f'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:10:10.097490 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Bound port: a6a66074-9f9c-4cfc-aa37-de071034ff39, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd40e0c-ac5a-427c-8fc4-13a147b2022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '4bcde6f7-e7ea-43d1-a394-8c459fb3556f'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:10:10.097883 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:10.161128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] Set router 66313e27-efc7-4e41-bc64-d0795a9eccbb gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:10:10.213638 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Set router 8dbbb6d1-399f-4491-b738-014974bf459c gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:10:10.223666 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] For port a6a66074-9f9c-4cfc-aa37-de071034ff39, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:10:10.269130 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] For port a6a66074-9f9c-4cfc-aa37-de071034ff39, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a6a66074-9f9c-4cfc-aa37-de071034ff39,segment=NetworkSegment(1fd40e0c-ac5a-427c-8fc4-13a147b2022b),segment_id=1fd40e0c-ac5a-427c-8fc4-13a147b2022b)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:10:10.287966 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:10.292328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:10.401456 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'name': 'tempest-TestEncryptedCinderVolumes-1012906136-router', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '714fec0c-1cd0-4e15-ab60-ccd03808807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:08Z', 'updated_at': '2021-06-24T13:10:09Z', 'revision_number': 3, 'project_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'gw_port': {'id': '714fec0c-1cd0-4e15-ab60-ccd03808807a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:09Z', 'updated_at': '2021-06-24T13:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:10.401846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Pushing event updated for resources: {'Port': ['ID=a6a66074-9f9c-4cfc-aa37-de071034ff39,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:10.406495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:10.428049 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Checking router: 8dbbb6d1-399f-4491-b738-014974bf459c for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:10:10.428404 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Updating router 8dbbb6d1-399f-4491-b738-014974bf459c port 714fec0c-1cd0-4e15-ab60-ccd03808807a binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:10:10.461013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'name': 'tempest-TestEncryptedCinderVolumes-775265080-router', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '48f20299-f329-4a47-8a65-b9741b564aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:03Z', 'updated_at': '2021-06-24T13:10:06Z', 'revision_number': 4, 'project_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'gw_port': {'id': '48f20299-f329-4a47-8a65-b9741b564aa5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:04Z', 'updated_at': '2021-06-24T13:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '14981005-b212-4293-a216-2889a1bb6939', 'name': '', 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'mac_address': 'fa:16:3e:2b:4f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:05Z', 'updated_at': '2021-06-24T13:10:09Z', 'revision_number': 4, 'project_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'subnets': [{'id': 'a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:10.466606 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:10.494002 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dce5ad-23a3-4b89-b09b-53a9da99cb43 None None] The sync data for ids ['66313e27-efc7-4e41-bc64-d0795a9eccbb'] in dv-neutron-797121-4-hyperv is: [{'id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'name': 'tempest-TestEncryptedCinderVolumes-775265080-router', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '48f20299-f329-4a47-8a65-b9741b564aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:03Z', 'updated_at': '2021-06-24T13:10:06Z', 'revision_number': 4, 'project_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'gw_port': {'id': '48f20299-f329-4a47-8a65-b9741b564aa5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:04Z', 'updated_at': '2021-06-24T13:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '14981005-b212-4293-a216-2889a1bb6939', 'name': '', 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'mac_address': 'fa:16:3e:2b:4f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:05Z', 'updated_at': '2021-06-24T13:10:09Z', 'revision_number': 4, 'project_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'subnets': [{'id': 'a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:10:10.578271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 48f20299-f329-4a47-8a65-b9741b564aa5 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:10.684788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:10.686620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 48f20299-f329-4a47-8a65-b9741b564aa5 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:10.687627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:10.919068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Allocated IP 172.20.0.1 (4bcde6f7-e7ea-43d1-a394-8c459fb3556f/6290f362-10d5-4c51-b1f6-2a5d33d8cefb/3c700499-2db7-4374-a87b-3fee28d330ef) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:10:10.963918 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:10.975721 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Transition to ACTIVE for port object 714fec0c-1cd0-4e15-ab60-ccd03808807a will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:10:10.983008 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:10.985582 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-8cbabcb4-090f-45e4-aa81-fe7bbc168446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:11.033231 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Attempting to bind port 714fec0c-1cd0-4e15-ab60-ccd03808807a on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:10:11.033616 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Attempting to bind port 714fec0c-1cd0-4e15-ab60-ccd03808807a by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:10:11.033988 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Attempting to bind port 714fec0c-1cd0-4e15-ab60-ccd03808807a on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:10:11.043594 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:11.047304 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:10:11.047686 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:10:11.048139 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:11.048714 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:10:11.049372 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Bound port: 714fec0c-1cd0-4e15-ab60-ccd03808807a, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:10:11.050077 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:11.061547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Transition to ACTIVE for port object 3c700499-2db7-4374-a87b-3fee28d330ef will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:10:11.089694 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9d081-ab0f-4b69-863a-c982161ef401 None None] Pushing event updated for resources: {'Port': ['ID=714fec0c-1cd0-4e15-ab60-ccd03808807a,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:11.093780 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-4ea9d081-ab0f-4b69-863a-c982161ef401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:11.110555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:11.113056 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] For port 714fec0c-1cd0-4e15-ab60-ccd03808807a, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:10:11.115081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9f333592-0365-49b5-af48-25e9dc85a50d tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:11.117182 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] For port 714fec0c-1cd0-4e15-ab60-ccd03808807a, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=714fec0c-1cd0-4e15-ab60-ccd03808807a,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:10:11.120801 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:11.124658 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-8e0c251a-6d04-4bbe-93a7-0b8dacf5688d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:11.153524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Network 4bcde6f7-e7ea-43d1-a394-8c459fb3556f is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:10:11.161998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:10:11.166687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:10:11.170084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Pushing event updated for resources: {'Port': ['ID=3c700499-2db7-4374-a87b-3fee28d330ef,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:11.193774 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9d081-ab0f-4b69-863a-c982161ef401 None None] Pushing event updated for resources: {'Port': ['ID=714fec0c-1cd0-4e15-ab60-ccd03808807a,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:11.196414 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Routers {'8dbbb6d1-399f-4491-b738-014974bf459c'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:10:11.197047 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:09:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8dbbb6d1-399f-4491-b738-014974bf459c'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:11.199956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:11.200225 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-4ea9d081-ab0f-4b69-863a-c982161ef401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:11.221904 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:11.324575 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] Set router 8dbbb6d1-399f-4491-b738-014974bf459c gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:10:11.391058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:11.548074 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'name': 'tempest-TestEncryptedCinderVolumes-1012906136-router', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '714fec0c-1cd0-4e15-ab60-ccd03808807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:08Z', 'updated_at': '2021-06-24T13:10:09Z', 'revision_number': 3, 'project_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'gw_port': {'id': '714fec0c-1cd0-4e15-ab60-ccd03808807a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:09Z', 'updated_at': '2021-06-24T13:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:11.578119 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87c8d6-62c8-4fd5-946e-8b7aaa08ca0b None None] The sync data for ids ['8dbbb6d1-399f-4491-b738-014974bf459c'] in dv-neutron-797121-4-hyperv is: [{'id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'name': 'tempest-TestEncryptedCinderVolumes-1012906136-router', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '714fec0c-1cd0-4e15-ab60-ccd03808807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:08Z', 'updated_at': '2021-06-24T13:10:09Z', 'revision_number': 3, 'project_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'gw_port': {'id': '714fec0c-1cd0-4e15-ab60-ccd03808807a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:09Z', 'updated_at': '2021-06-24T13:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:10:11.608963 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:11.609593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4261060c-79a7-462b-b4ec-99d0f8bf6fad None None] Network 4bcde6f7-e7ea-43d1-a394-8c459fb3556f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:10:11.614496 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:11.617858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b38e8b8c-618e-463a-be6e-3d6cf1f7b146 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:11.686220 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-42183af1-27f3-43a7-9abe-66936b86de0e None None] Provisioning for port a6a66074-9f9c-4cfc-aa37-de071034ff39 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:11.695728 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:11.698665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Pushing event updated for resources: {'Port': ['ID=3c700499-2db7-4374-a87b-3fee28d330ef,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:11.705905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:11.801137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Network 4bcde6f7-e7ea-43d1-a394-8c459fb3556f is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:10:11.802895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:10:11.924467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Router 8dbbb6d1-399f-4491-b738-014974bf459c has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:10:12.071861 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:10:12.077130 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] 10.222.0.110 "PUT /v2.0/routers/8dbbb6d1-399f-4491-b738-014974bf459c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9817989 Jun 24 13:10:12.228605 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-44575a28-b74a-41fd-9e49-a44c1de7779f None None] Provisioning for port 3c700499-2db7-4374-a87b-3fee28d330ef completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:12.232865 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-44575a28-b74a-41fd-9e49-a44c1de7779f None None] Provisioning complete for port 3c700499-2db7-4374-a87b-3fee28d330ef triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:12.233333 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-44575a28-b74a-41fd-9e49-a44c1de7779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:12.270397 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-44575a28-b74a-41fd-9e49-a44c1de7779f None None] Port 3c700499-2db7-4374-a87b-3fee28d330ef cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:10:12.513792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-91f98373-f4ed-4b17-b574-4aa18eb65354 None None] Provisioning complete for port 3c700499-2db7-4374-a87b-3fee28d330ef triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:12.514483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-91f98373-f4ed-4b17-b574-4aa18eb65354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:12.584775 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-91f98373-f4ed-4b17-b574-4aa18eb65354 None None] Port 3c700499-2db7-4374-a87b-3fee28d330ef cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:10:12.659722 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 14981005-b212-4293-a216-2889a1bb6939 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:12.712346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-70bd4fc7-b9ab-4b0d-ac23-de543908ea08 None None] Provisioning complete for port 3c700499-2db7-4374-a87b-3fee28d330ef triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:12.712719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-70bd4fc7-b9ab-4b0d-ac23-de543908ea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:12.739597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 14981005-b212-4293-a216-2889a1bb6939 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:12.749557 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 14981005-b212-4293-a216-2889a1bb6939 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:12.749936 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:12.754073 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-70bd4fc7-b9ab-4b0d-ac23-de543908ea08 None None] Port 3c700499-2db7-4374-a87b-3fee28d330ef cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:10:12.837341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:12.869906 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 14981005-b212-4293-a216-2889a1bb6939, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=14981005-b212-4293-a216-2889a1bb6939,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:12.873755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:12.875403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 714fec0c-1cd0-4e15-ab60-ccd03808807a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:12.877051 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:12.951032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=14981005-b212-4293-a216-2889a1bb6939,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:12.955495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:12.971926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 714fec0c-1cd0-4e15-ab60-ccd03808807a completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:12.975902 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 714fec0c-1cd0-4e15-ab60-ccd03808807a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:12.976283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:13.064627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:13.071731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-b3bde6a1-46e3-45f7-8cc2-4bf4cbe9b3de tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:13.073733 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-b3bde6a1-46e3-45f7-8cc2-4bf4cbe9b3de tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/networks?id=e5427c77-b3ee-467a-a742-4a8868cbccd2 HTTP/1.1" status: 200 len: 816 time: 0.1106629 Jun 24 13:10:13.086862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 714fec0c-1cd0-4e15-ab60-ccd03808807a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=714fec0c-1cd0-4e15-ab60-ccd03808807a,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:13.090161 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-c934f381-974f-46d0-8a39-26c7eb903e67 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/quotas/dc6a7f2ea0bb4a8b884c4a15556e48f6 HTTP/1.1" status: 200 len: 375 time: 0.0100114 Jun 24 13:10:13.091876 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:13.092797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device a6a66074-9f9c-4cfc-aa37-de071034ff39 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:13.095203 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:13.162712 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-fb1b8cbc-5cbe-42f4-b941-d061e9aa3795 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=dc6a7f2ea0bb4a8b884c4a15556e48f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654864 Jun 24 13:10:13.167693 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=714fec0c-1cd0-4e15-ab60-ccd03808807a,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:13.172462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:13.183549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port a6a66074-9f9c-4cfc-aa37-de071034ff39 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:13.188321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port a6a66074-9f9c-4cfc-aa37-de071034ff39 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:13.188709 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:13.276964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:13.315317 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port a6a66074-9f9c-4cfc-aa37-de071034ff39, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a6a66074-9f9c-4cfc-aa37-de071034ff39,segment=NetworkSegment(1fd40e0c-ac5a-427c-8fc4-13a147b2022b),segment_id=1fd40e0c-ac5a-427c-8fc4-13a147b2022b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:13.319954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:13.322013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:13.373211 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=a6a66074-9f9c-4cfc-aa37-de071034ff39,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:13.383380 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:13.625093 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-0af9078b-2b68-4e12-aed1-2da08d532c34 service neutron] 10.222.0.110 "GET /v2.0/networks/e5427c77-b3ee-467a-a742-4a8868cbccd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488513 Jun 24 13:10:13.713022 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-6e66105d-29df-4e6e-b9ad-69ce6a67bc82 service neutron] 10.222.0.110 "GET /v2.0/networks/e5427c77-b3ee-467a-a742-4a8868cbccd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819459 Jun 24 13:10:13.885729 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ac400a7e-03a4-4876-ae04-a68a67949f90 req-5d7fed08-6386-4395-b745-2dbd2894ad95 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 210 time: 0.0297494 Jun 24 13:10:13.916737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Sync routers for ids ['8dbbb6d1-399f-4491-b738-014974bf459c'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:10:13.926138 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Routers {'8dbbb6d1-399f-4491-b738-014974bf459c'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:10:13.926897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:09:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8dbbb6d1-399f-4491-b738-014974bf459c'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:14.036742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Set router 8dbbb6d1-399f-4491-b738-014974bf459c gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:10:14.244441 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'name': 'tempest-TestEncryptedCinderVolumes-1012906136-router', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '714fec0c-1cd0-4e15-ab60-ccd03808807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:08Z', 'updated_at': '2021-06-24T13:10:11Z', 'revision_number': 4, 'project_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'gw_port': {'id': '714fec0c-1cd0-4e15-ab60-ccd03808807a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:09Z', 'updated_at': '2021-06-24T13:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '3c700499-2db7-4374-a87b-3fee28d330ef', 'name': '', 'network_id': '4bcde6f7-e7ea-43d1-a394-8c459fb3556f', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'mac_address': 'fa:16:3e:fd:2a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '6290f362-10d5-4c51-b1f6-2a5d33d8cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:10Z', 'updated_at': '2021-06-24T13:10:11Z', 'revision_number': 2, 'project_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'subnets': [{'id': '6290f362-10d5-4c51-b1f6-2a5d33d8cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:14.273792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Checking router: 8dbbb6d1-399f-4491-b738-014974bf459c for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:10:14.274153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Updating router 8dbbb6d1-399f-4491-b738-014974bf459c port 3c700499-2db7-4374-a87b-3fee28d330ef binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:10:14.307555 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:14.543023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 14981005-b212-4293-a216-2889a1bb6939 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:14.617011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:14.629142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Transition to ACTIVE for port object 3c700499-2db7-4374-a87b-3fee28d330ef will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:10:14.639597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:14.641929 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:14.643641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 14981005-b212-4293-a216-2889a1bb6939 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:14.644009 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:14.728469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad647430-058a-4137-91aa-7f939a660a65 None None] Pushing event updated for resources: {'Port': ['ID=3c700499-2db7-4374-a87b-3fee28d330ef,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:14.732208 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ad647430-058a-4137-91aa-7f939a660a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:14.809439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Attempting to bind port 3c700499-2db7-4374-a87b-3fee28d330ef on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:10:14.809829 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Attempting to bind port 3c700499-2db7-4374-a87b-3fee28d330ef by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '1fd40e0c-ac5a-427c-8fc4-13a147b2022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '4bcde6f7-e7ea-43d1-a394-8c459fb3556f'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:10:14.810210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Attempting to bind port 3c700499-2db7-4374-a87b-3fee28d330ef on network 4bcde6f7-e7ea-43d1-a394-8c459fb3556f {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:10:14.820428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:10:14.820821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Checking segment: {'id': '1fd40e0c-ac5a-427c-8fc4-13a147b2022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '4bcde6f7-e7ea-43d1-a394-8c459fb3556f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:10:14.821242 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:14.821651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Bound using segment: {'id': '1fd40e0c-ac5a-427c-8fc4-13a147b2022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '4bcde6f7-e7ea-43d1-a394-8c459fb3556f'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:10:14.822145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Bound port: 3c700499-2db7-4374-a87b-3fee28d330ef, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd40e0c-ac5a-427c-8fc4-13a147b2022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '4bcde6f7-e7ea-43d1-a394-8c459fb3556f'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:10:14.822549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:14.839718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 714fec0c-1cd0-4e15-ab60-ccd03808807a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:14.945342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] For port 3c700499-2db7-4374-a87b-3fee28d330ef, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:10:14.949606 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] For port 3c700499-2db7-4374-a87b-3fee28d330ef, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3c700499-2db7-4374-a87b-3fee28d330ef,segment=NetworkSegment(1fd40e0c-ac5a-427c-8fc4-13a147b2022b),segment_id=1fd40e0c-ac5a-427c-8fc4-13a147b2022b)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:10:14.956676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:14.959052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:14.964381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 714fec0c-1cd0-4e15-ab60-ccd03808807a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:14.964784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:15.002453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-b2d91104-2c3c-4f2e-99aa-36155c234161 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:15.007018 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-b2d91104-2c3c-4f2e-99aa-36155c234161 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.102 "GET /v2.0/networks?id=e5427c77-b3ee-467a-a742-4a8868cbccd2 HTTP/1.1" status: 200 len: 816 time: 0.1643481 Jun 24 13:10:15.048914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Request body: {'port': {'device_id': 'a0e49d10-329d-487a-8ae6-865db31df4c0', 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2', 'admin_state_up': True, 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:10:15.081716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad647430-058a-4137-91aa-7f939a660a65 None None] Pushing event updated for resources: {'Port': ['ID=3c700499-2db7-4374-a87b-3fee28d330ef,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:15.091482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Routers {'8dbbb6d1-399f-4491-b738-014974bf459c'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:10:15.092129 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:09:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8dbbb6d1-399f-4491-b738-014974bf459c'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:15.094720 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ad647430-058a-4137-91aa-7f939a660a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:15.176045 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d3073581-4876-40d8-821c-5f179e122b22 req-1efaed86-35b3-40ae-b8fd-804c8d5efbee tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 210 time: 0.0731516 Jun 24 13:10:15.233423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device a6a66074-9f9c-4cfc-aa37-de071034ff39 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:15.236663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Made reservation on behalf of dc6a7f2ea0bb4a8b884c4a15556e48f6 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:10:15.240755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:15.271619 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] Set router 8dbbb6d1-399f-4491-b738-014974bf459c gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:10:15.377541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port a6a66074-9f9c-4cfc-aa37-de071034ff39 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:15.377912 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:15.383616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Allocated IP 172.20.0.6 (e5427c77-b3ee-467a-a742-4a8868cbccd2/a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a/02687f3f-4072-4570-bd75-3948402afc29) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:10:15.538393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:15.553494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Transition to ACTIVE for port object 02687f3f-4072-4570-bd75-3948402afc29 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:10:15.560921 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'name': 'tempest-TestEncryptedCinderVolumes-1012906136-router', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '714fec0c-1cd0-4e15-ab60-ccd03808807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:08Z', 'updated_at': '2021-06-24T13:10:11Z', 'revision_number': 4, 'project_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'gw_port': {'id': '714fec0c-1cd0-4e15-ab60-ccd03808807a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:09Z', 'updated_at': '2021-06-24T13:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '3c700499-2db7-4374-a87b-3fee28d330ef', 'name': '', 'network_id': '4bcde6f7-e7ea-43d1-a394-8c459fb3556f', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'mac_address': 'fa:16:3e:fd:2a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '6290f362-10d5-4c51-b1f6-2a5d33d8cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:10Z', 'updated_at': '2021-06-24T13:10:14Z', 'revision_number': 4, 'project_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'subnets': [{'id': '6290f362-10d5-4c51-b1f6-2a5d33d8cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:10:15.587294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:15.589717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc10d2f-48cc-4d94-9126-47eac0e12243 None None] The sync data for ids ['8dbbb6d1-399f-4491-b738-014974bf459c'] in dv-neutron-797121-4-hyperv is: [{'id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'name': 'tempest-TestEncryptedCinderVolumes-1012906136-router', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '714fec0c-1cd0-4e15-ab60-ccd03808807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:08Z', 'updated_at': '2021-06-24T13:10:11Z', 'revision_number': 4, 'project_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'gw_port': {'id': '714fec0c-1cd0-4e15-ab60-ccd03808807a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:09Z', 'updated_at': '2021-06-24T13:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '3c700499-2db7-4374-a87b-3fee28d330ef', 'name': '', 'network_id': '4bcde6f7-e7ea-43d1-a394-8c459fb3556f', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'mac_address': 'fa:16:3e:fd:2a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '6290f362-10d5-4c51-b1f6-2a5d33d8cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:10Z', 'updated_at': '2021-06-24T13:10:14Z', 'revision_number': 4, 'project_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'subnets': [{'id': '6290f362-10d5-4c51-b1f6-2a5d33d8cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:10:15.591107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-02cc2c8a-d8c9-4376-b859-faa6600585fe tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:15.640766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Network e5427c77-b3ee-467a-a742-4a8868cbccd2 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:10:15.649260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:10:15.654215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:10:15.658289 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Pushing event updated for resources: {'Port': ['ID=02687f3f-4072-4570-bd75-3948402afc29,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:15.679007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:15.715449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:15.716187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:15.732974 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7110147 Jun 24 13:10:15.745315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Request body: {'port': {'device_id': 'a0e49d10-329d-487a-8ae6-865db31df4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:10:15.835689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:15.884823 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5532f7f6-2b5f-430a-bf93-f9dcfdf01572 None None] Provisioning for port 02687f3f-4072-4570-bd75-3948402afc29 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:15.888992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5532f7f6-2b5f-430a-bf93-f9dcfdf01572 None None] Provisioning complete for port 02687f3f-4072-4570-bd75-3948402afc29 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:15.889508 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5532f7f6-2b5f-430a-bf93-f9dcfdf01572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:15.930282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5532f7f6-2b5f-430a-bf93-f9dcfdf01572 None None] Port 02687f3f-4072-4570-bd75-3948402afc29 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:10:16.114162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02687f3f-4072-4570-bd75-3948402afc29 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:10:16.121453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:16.134159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Transition to ACTIVE for port object 02687f3f-4072-4570-bd75-3948402afc29 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:10:16.137661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:16.139645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-96c53fc5-6c74-457d-838c-861aabd8b538 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:16.192166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Pushing event updated for resources: {'Port': ['ID=02687f3f-4072-4570-bd75-3948402afc29,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:16.195287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:16.277436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Attempting to bind port 02687f3f-4072-4570-bd75-3948402afc29 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:10:16.277773 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Attempting to bind port 02687f3f-4072-4570-bd75-3948402afc29 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:10:16.278110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Attempting to bind port 02687f3f-4072-4570-bd75-3948402afc29 on network e5427c77-b3ee-467a-a742-4a8868cbccd2 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:10:16.294934 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Port 02687f3f-4072-4570-bd75-3948402afc29 on network e5427c77-b3ee-467a-a742-4a8868cbccd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:10:16.295139 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Attempting to bind port 02687f3f-4072-4570-bd75-3948402afc29 on network e5427c77-b3ee-467a-a742-4a8868cbccd2 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:10:16.319535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:10:16.319876 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Checking segment: {'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:10:16.320292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Bound using segment: {'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:10:16.320734 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Bound port: 02687f3f-4072-4570-bd75-3948402afc29, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:10:16.321104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:16.397646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c834c9a-0c6d-4543-87fe-962f45f3963a req-207eb78c-f263-4fbd-a986-1d733c28dd7c tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:16.399146 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c834c9a-0c6d-4543-87fe-962f45f3963a req-207eb78c-f263-4fbd-a986-1d733c28dd7c tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 943 time: 0.1186931 Jun 24 13:10:16.415229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] For port 02687f3f-4072-4570-bd75-3948402afc29, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:10:16.438710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] For port 02687f3f-4072-4570-bd75-3948402afc29, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=02687f3f-4072-4570-bd75-3948402afc29,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:10:16.447195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:16.451703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6dfe8c85-ca93-4ffc-88ee-684317c04706 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:16.484313 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c834c9a-0c6d-4543-87fe-962f45f3963a req-f37fd623-6c9d-4375-8c93-e1e5befdb75b tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786927 Jun 24 13:10:16.495140 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:16.495663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:16.497046 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] 10.222.0.102 "PUT /v2.0/ports/02687f3f-4072-4570-bd75-3948402afc29 HTTP/1.1" status: 200 len: 1093 time: 0.7563176 Jun 24 13:10:16.497619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e49d10-329d-487a-8ae6-865db31df4c0', 'tag': '02687f3f-4072-4570-bd75-3948402afc29'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:10:16.500061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939fde85-f698-49b8-bcce-663f7ceff22a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e49d10-329d-487a-8ae6-865db31df4c0", "tag": "02687f3f-4072-4570-bd75-3948402afc29"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:10:16.558547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5aeb1e-24f0-4f97-881f-71f191a79bad x-openstack-request-id: req-3e5aeb1e-24f0-4f97-881f-71f191a79bad {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:10:16.558920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e49d10-329d-487a-8ae6-865db31df4c0", "tag": "02687f3f-4072-4570-bd75-3948402afc29", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:10:16.559227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-3e5aeb1e-24f0-4f97-881f-71f191a79bad {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:10:16.559926 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e49d10-329d-487a-8ae6-865db31df4c0', 'tag': '02687f3f-4072-4570-bd75-3948402afc29', 'status': 'completed', 'code': 200} Jun 24 13:10:16.575661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3c700499-2db7-4374-a87b-3fee28d330ef up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:16.576915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Pushing event updated for resources: {'Port': ['ID=02687f3f-4072-4570-bd75-3948402afc29,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:16.582400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:16.614745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-2aa902b5-d39c-485d-a166-a2e6a792118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:16.617001 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-2aa902b5-d39c-485d-a166-a2e6a792118f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dc6a7f2ea0bb4a8b884c4a15556e48f6&device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 1096 time: 0.0730741 Jun 24 13:10:16.641219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 3c700499-2db7-4374-a87b-3fee28d330ef completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:16.646429 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3c700499-2db7-4374-a87b-3fee28d330ef triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:16.646936 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:16.664220 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-d8dceb7e-b249-41b0-b6c7-cb42a45d692c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02687f3f-4072-4570-bd75-3948402afc29 HTTP/1.1" status: 200 len: 217 time: 0.0402954 Jun 24 13:10:16.721183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-1e2fef14-d447-43e1-90a0-347e4242fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:16.722728 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-1e2fef14-d447-43e1-90a0-347e4242fc43 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a HTTP/1.1" status: 200 len: 855 time: 0.0518339 Jun 24 13:10:16.730979 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:16.768988 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 3c700499-2db7-4374-a87b-3fee28d330ef, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3c700499-2db7-4374-a87b-3fee28d330ef,segment=NetworkSegment(1fd40e0c-ac5a-427c-8fc4-13a147b2022b),segment_id=1fd40e0c-ac5a-427c-8fc4-13a147b2022b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:16.774025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:16.776490 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:16.785287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-97d74345-f0ec-40c6-a607-5a00d59826ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:16.786812 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-97d74345-f0ec-40c6-a607-5a00d59826ad service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e5427c77-b3ee-467a-a742-4a8868cbccd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578160 Jun 24 13:10:16.825870 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=3c700499-2db7-4374-a87b-3fee28d330ef,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:16.829339 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:16.882642 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-09d3a881-86eb-4e00-aaff-e1543517ef7b service neutron] 10.222.0.102 "GET /v2.0/networks/e5427c77-b3ee-467a-a742-4a8868cbccd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895419 Jun 24 13:10:16.971566 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-834a196d-6c30-40a3-8bff-6b4ce2fca509 req-5fa0dba3-4447-4b27-932c-41e767b0473e service neutron] 10.222.0.102 "GET /v2.0/networks/e5427c77-b3ee-467a-a742-4a8868cbccd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828075 Jun 24 13:10:17.086738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fde85-f698-49b8-bcce-663f7ceff22a req-2357d7b1-0ac9-408a-a0b3-633ab41bb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:17.088194 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-939fde85-f698-49b8-bcce-663f7ceff22a req-2357d7b1-0ac9-408a-a0b3-633ab41bb17d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dc6a7f2ea0bb4a8b884c4a15556e48f6&device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 1096 time: 0.0553148 Jun 24 13:10:17.182002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fde85-f698-49b8-bcce-663f7ceff22a req-2651ee1a-72d3-49ad-8296-141233d3a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:17.183484 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-939fde85-f698-49b8-bcce-663f7ceff22a req-2651ee1a-72d3-49ad-8296-141233d3a18b service neutron] 10.222.0.102 "GET /v2.0/networks?id=e5427c77-b3ee-467a-a742-4a8868cbccd2 HTTP/1.1" status: 200 len: 918 time: 0.0887496 Jun 24 13:10:17.224444 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-939fde85-f698-49b8-bcce-663f7ceff22a req-6bdc5c9a-3bc3-4af5-973c-1d4a1f4c663e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02687f3f-4072-4570-bd75-3948402afc29 HTTP/1.1" status: 200 len: 217 time: 0.0340452 Jun 24 13:10:17.276261 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fde85-f698-49b8-bcce-663f7ceff22a req-b3896b91-195c-4792-b729-483bd498e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:17.277705 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-939fde85-f698-49b8-bcce-663f7ceff22a req-b3896b91-195c-4792-b729-483bd498e884 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a HTTP/1.1" status: 200 len: 855 time: 0.0470998 Jun 24 13:10:17.336129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fde85-f698-49b8-bcce-663f7ceff22a req-a79ea3d6-f5d8-41f0-b5c5-6915c7532443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:17.337661 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-939fde85-f698-49b8-bcce-663f7ceff22a req-a79ea3d6-f5d8-41f0-b5c5-6915c7532443 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e5427c77-b3ee-467a-a742-4a8868cbccd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525756 Jun 24 13:10:17.428248 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-939fde85-f698-49b8-bcce-663f7ceff22a req-1681dce0-98a5-41df-bc44-f4a6b64284e7 service neutron] 10.222.0.102 "GET /v2.0/networks/e5427c77-b3ee-467a-a742-4a8868cbccd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835054 Jun 24 13:10:17.437908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:17.525001 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-939fde85-f698-49b8-bcce-663f7ceff22a req-f8c25adc-fb43-490b-84ff-6d661ae9fed8 service neutron] 10.222.0.102 "GET /v2.0/networks/e5427c77-b3ee-467a-a742-4a8868cbccd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897598 Jun 24 13:10:17.675777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d48cb-ba9e-4c8a-9357-84b489fde680 req-406b71f2-789f-4bb5-be51-09424da455ff tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:17.677284 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-937d48cb-ba9e-4c8a-9357-84b489fde680 req-406b71f2-789f-4bb5-be51-09424da455ff tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 943 time: 0.0635920 Jun 24 13:10:17.717156 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-937d48cb-ba9e-4c8a-9357-84b489fde680 req-2a3c330a-c588-4e06-b06c-b797156b6117 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337353 Jun 24 13:10:18.264102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 02687f3f-4072-4570-bd75-3948402afc29 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:10:18.356642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 02687f3f-4072-4570-bd75-3948402afc29, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=02687f3f-4072-4570-bd75-3948402afc29,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:18.367507 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '02687f3f-4072-4570-bd75-3948402afc29', 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2', 'port_id': '02687f3f-4072-4570-bd75-3948402afc29', 'mac_address': 'fa:16:3e:5f:48:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:10:18.404666 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:18.421944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02687f3f-4072-4570-bd75-3948402afc29 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:10:18.441817 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 02687f3f-4072-4570-bd75-3948402afc29, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=02687f3f-4072-4570-bd75-3948402afc29,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:18.445838 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:18.447625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ad647430-058a-4137-91aa-7f939a660a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:18.495519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=02687f3f-4072-4570-bd75-3948402afc29,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:18.498559 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:18.528927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3c700499-2db7-4374-a87b-3fee28d330ef up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:18.575294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3c700499-2db7-4374-a87b-3fee28d330ef triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:18.575675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:18.668477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['02687f3f-4072-4570-bd75-3948402afc29'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:10:18.899245 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895feab-28e6-447e-9e98-e27466b95251 req-d3492c22-ec68-4f78-a9b0-bed450b13e1c tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:18.900712 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2895feab-28e6-447e-9e98-e27466b95251 req-d3492c22-ec68-4f78-a9b0-bed450b13e1c tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 944 time: 0.0682912 Jun 24 13:10:18.938099 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2895feab-28e6-447e-9e98-e27466b95251 req-65f288c0-2658-49b9-b611-594508c2ac54 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Jun 24 13:10:20.111567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7092c-5101-4cf1-b0b1-187c8729cb9a req-196ce377-1281-4796-a48c-9ab8e4d3dfb2 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:20.113030 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7bc7092c-5101-4cf1-b0b1-187c8729cb9a req-196ce377-1281-4796-a48c-9ab8e4d3dfb2 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 944 time: 0.0644598 Jun 24 13:10:20.151656 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7bc7092c-5101-4cf1-b0b1-187c8729cb9a req-9cdcd07e-54c9-4814-9b33-a1be8682dcb6 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328805 Jun 24 13:10:20.279790 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 02687f3f-4072-4570-bd75-3948402afc29 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:20.328244 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 02687f3f-4072-4570-bd75-3948402afc29 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:20.331837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 02687f3f-4072-4570-bd75-3948402afc29 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:20.332224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:20.410156 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:20.432656 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e49d10-329d-487a-8ae6-865db31df4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02687f3f-4072-4570-bd75-3948402afc29'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:10:20.435042 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb36cbe-9cb9-42c5-a9e8-fa4833f580ce" -d '{"events": [{"server_uuid": "a0e49d10-329d-487a-8ae6-865db31df4c0", "name": "network-vif-plugged", "status": "completed", "tag": "02687f3f-4072-4570-bd75-3948402afc29"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:10:20.447801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 02687f3f-4072-4570-bd75-3948402afc29, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=02687f3f-4072-4570-bd75-3948402afc29,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:20.453328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:20.455210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:20.477013 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d438e4-7a61-481a-ae4f-a78821e2be67 x-openstack-request-id: req-33d438e4-7a61-481a-ae4f-a78821e2be67 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:10:20.477311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e49d10-329d-487a-8ae6-865db31df4c0", "name": "network-vif-plugged", "status": "completed", "tag": "02687f3f-4072-4570-bd75-3948402afc29", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:10:20.477640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-33d438e4-7a61-481a-ae4f-a78821e2be67 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:10:20.477940 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e49d10-329d-487a-8ae6-865db31df4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02687f3f-4072-4570-bd75-3948402afc29', 'code': 200} Jun 24 13:10:20.509446 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=02687f3f-4072-4570-bd75-3948402afc29,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:20.512416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:20.729696 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c17f8a-8d3c-4b97-8e3d-d3843fa23d37 req-101393d9-3cd8-492c-971f-a0fd699622b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:20.731232 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-63c17f8a-8d3c-4b97-8e3d-d3843fa23d37 req-101393d9-3cd8-492c-971f-a0fd699622b0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 1098 time: 0.0528231 Jun 24 13:10:20.773886 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-63c17f8a-8d3c-4b97-8e3d-d3843fa23d37 req-8443f6ea-c1f8-43cf-afd5-9792cc05049d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Jun 24 13:10:21.326059 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57759a-aa81-4696-adff-e0fcac01179f req-904014b4-259b-4095-8375-ad5391438fdc tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:21.327557 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c57759a-aa81-4696-adff-e0fcac01179f req-904014b4-259b-4095-8375-ad5391438fdc tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 945 time: 0.0633783 Jun 24 13:10:21.364504 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c57759a-aa81-4696-adff-e0fcac01179f req-3dc86fde-4ff2-4c14-9d1e-1afc76692dca tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312917 Jun 24 13:10:22.537440 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5103a2-efd0-45fa-bfc8-2727c44f2ef9 req-cdcb83b3-9fe0-4518-be42-399da941bbaa tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:22.538961 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1f5103a2-efd0-45fa-bfc8-2727c44f2ef9 req-cdcb83b3-9fe0-4518-be42-399da941bbaa tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 945 time: 0.0638938 Jun 24 13:10:22.576029 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1f5103a2-efd0-45fa-bfc8-2727c44f2ef9 req-6b2a87f9-3af0-4ea3-8f2d-437709c9f481 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Jun 24 13:10:22.750434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcf5e0-0aec-4064-8a8d-86f214a6fed6 req-1a71e275-d754-4d5a-91a6-e5d6e22a95c4 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:22.751843 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-25dcf5e0-0aec-4064-8a8d-86f214a6fed6 req-1a71e275-d754-4d5a-91a6-e5d6e22a95c4 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 945 time: 0.0681944 Jun 24 13:10:22.788596 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-25dcf5e0-0aec-4064-8a8d-86f214a6fed6 req-a2d28376-fe1d-46f0-a07c-a99e544db711 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310717 Jun 24 13:10:26.618676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c4551e77-961b-4b75-aed7-e2e64090fd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:29.341331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a0e46918-9fb5-4ac8-8a93-b0412d2fb644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:29.459358 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:29.850718 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:10:30.369422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:32.346388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:41.876040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a7f27-a182-43cc-9f35-462fe9ca19ea req-0cc28898-6e45-4691-bcc2-aa1a062d7076 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:41.877502 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a14a7f27-a182-43cc-9f35-462fe9ca19ea req-0cc28898-6e45-4691-bcc2-aa1a062d7076 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 945 time: 0.0643096 Jun 24 13:10:41.914828 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a14a7f27-a182-43cc-9f35-462fe9ca19ea req-989f9b97-e418-4d93-b045-adb927763968 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315466 Jun 24 13:10:43.087378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21072d65-a610-47f4-b208-8acdfb461b61 req-0a56ddf4-b743-4f29-b4e0-84002c9fd2a8 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:43.088760 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-21072d65-a610-47f4-b208-8acdfb461b61 req-0a56ddf4-b743-4f29-b4e0-84002c9fd2a8 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 945 time: 0.0628197 Jun 24 13:10:43.130783 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-21072d65-a610-47f4-b208-8acdfb461b61 req-78d12a29-255c-404d-bda3-ec38e01380c8 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356197 Jun 24 13:10:43.336470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528a13e-a1f9-48c8-ae2b-42a5ee354cac req-59af40af-e9b6-4ff4-bf59-b541f752feb0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:43.337993 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b528a13e-a1f9-48c8-ae2b-42a5ee354cac req-59af40af-e9b6-4ff4-bf59-b541f752feb0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 945 time: 0.0670638 Jun 24 13:10:43.437373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-b528a13e-a1f9-48c8-ae2b-42a5ee354cac req-b29b3532-e2cc-44bf-b794-7f37c43933f6 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Deleting port 02687f3f-4072-4570-bd75-3948402afc29 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:10:43.437709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b528a13e-a1f9-48c8-ae2b-42a5ee354cac req-b29b3532-e2cc-44bf-b794-7f37c43933f6 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:43.531589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-b528a13e-a1f9-48c8-ae2b-42a5ee354cac req-b29b3532-e2cc-44bf-b794-7f37c43933f6 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] For port 02687f3f-4072-4570-bd75-3948402afc29, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=02687f3f-4072-4570-bd75-3948402afc29,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:43.531950 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b528a13e-a1f9-48c8-ae2b-42a5ee354cac req-b29b3532-e2cc-44bf-b794-7f37c43933f6 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:43.544325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-b528a13e-a1f9-48c8-ae2b-42a5ee354cac req-b29b3532-e2cc-44bf-b794-7f37c43933f6 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Calling delete_port for 02687f3f-4072-4570-bd75-3948402afc29 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:10:43.680665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b528a13e-a1f9-48c8-ae2b-42a5ee354cac req-b29b3532-e2cc-44bf-b794-7f37c43933f6 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:43.684568 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:43.693560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['02687f3f-4072-4570-bd75-3948402afc29'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:10:43.709834 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b3532-e2cc-44bf-b794-7f37c43933f6 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Pushing event deleted for resources: {'Port': ['ID=02687f3f-4072-4570-bd75-3948402afc29,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:43.713451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b29b3532-e2cc-44bf-b794-7f37c43933f6 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:43.760067 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-b528a13e-a1f9-48c8-ae2b-42a5ee354cac req-b29b3532-e2cc-44bf-b794-7f37c43933f6 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] No DVR routers for this DVR port 02687f3f-4072-4570-bd75-3948402afc29 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:10:43.762624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-b528a13e-a1f9-48c8-ae2b-42a5ee354cac req-b29b3532-e2cc-44bf-b794-7f37c43933f6 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:43.764870 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b528a13e-a1f9-48c8-ae2b-42a5ee354cac req-b29b3532-e2cc-44bf-b794-7f37c43933f6 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.102 "DELETE /v2.0/ports/02687f3f-4072-4570-bd75-3948402afc29 HTTP/1.1" status: 204 len: 173 time: 0.4210103 Jun 24 13:10:43.765430 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e49d10-329d-487a-8ae6-865db31df4c0', 'name': 'network-vif-deleted', 'tag': '02687f3f-4072-4570-bd75-3948402afc29'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:10:43.767859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa0f002-366f-4d06-a7da-0b54271587c9" -d '{"events": [{"server_uuid": "a0e49d10-329d-487a-8ae6-865db31df4c0", "name": "network-vif-deleted", "tag": "02687f3f-4072-4570-bd75-3948402afc29"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:10:43.809506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c316e7be-fc4c-4cc2-9129-9c601c2e2f3a x-openstack-request-id: req-c316e7be-fc4c-4cc2-9129-9c601c2e2f3a {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:10:43.809837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e49d10-329d-487a-8ae6-865db31df4c0", "name": "network-vif-deleted", "tag": "02687f3f-4072-4570-bd75-3948402afc29", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:10:43.810147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c316e7be-fc4c-4cc2-9129-9c601c2e2f3a {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:10:43.810599 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e49d10-329d-487a-8ae6-865db31df4c0', 'name': 'network-vif-deleted', 'tag': '02687f3f-4072-4570-bd75-3948402afc29', 'status': 'completed', 'code': 200} Jun 24 13:10:44.294582 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-74197a8d-4ac6-4e3e-9037-3da8f801a3d5 req-0b3d2a8c-70b9-412c-abef-d71e612b1d2c tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=a0e49d10-329d-487a-8ae6-865db31df4c0 HTTP/1.1" status: 200 len: 210 time: 0.0365815 Jun 24 13:10:45.863608 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-42f12284-89c0-4937-a327-a1363a7d0479 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:45.864959 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-42f12284-89c0-4937-a327-a1363a7d0479 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/networks?id=e5427c77-b3ee-467a-a742-4a8868cbccd2 HTTP/1.1" status: 200 len: 816 time: 0.1003919 Jun 24 13:10:45.881210 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-9600486c-fc74-4fce-a018-644a209080da tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/quotas/dc6a7f2ea0bb4a8b884c4a15556e48f6 HTTP/1.1" status: 200 len: 375 time: 0.0108640 Jun 24 13:10:45.945416 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-c9f36e96-600f-4a89-9019-7ef4e3767408 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=dc6a7f2ea0bb4a8b884c4a15556e48f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587873 Jun 24 13:10:46.044822 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-6184511a-1a51-49c2-b941-f79434075508 service neutron] 10.222.0.110 "GET /v2.0/networks/e5427c77-b3ee-467a-a742-4a8868cbccd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851476 Jun 24 13:10:46.135537 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-e8c94e27-cb5a-46b4-89bc-60f9226b8d25 service neutron] 10.222.0.110 "GET /v2.0/networks/e5427c77-b3ee-467a-a742-4a8868cbccd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847695 Jun 24 13:10:46.303837 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-41979db0-b4d8-4bea-bde9-e0e91f771381 req-7dd34fad-ccfd-4c61-99b2-8aea70e02fac tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 210 time: 0.0307651 Jun 24 13:10:46.357121 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 02687f3f-4072-4570-bd75-3948402afc29 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:10:46.380342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 02687f3f-4072-4570-bd75-3948402afc29 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:10:46.380698 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 02687f3f-4072-4570-bd75-3948402afc29 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:10:47.326605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-c634a887-0c11-4ce0-a853-aafdf93f4a6a tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:47.328608 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-c634a887-0c11-4ce0-a853-aafdf93f4a6a tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.102 "GET /v2.0/networks?id=e5427c77-b3ee-467a-a742-4a8868cbccd2 HTTP/1.1" status: 200 len: 816 time: 0.1049950 Jun 24 13:10:47.341659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Request body: {'port': {'device_id': 'b4c01957-2c12-4215-8c04-7b70d7a17068', 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2', 'admin_state_up': True, 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:10:47.452838 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:47.468483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Made reservation on behalf of dc6a7f2ea0bb4a8b884c4a15556e48f6 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:10:47.472257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:47.516562 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9fa78063-eae7-4241-81cc-f7c62715591d req-b1036a5b-aca1-46e0-a178-8651fae13f06 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 210 time: 0.0338964 Jun 24 13:10:47.626244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Allocated IP 172.20.0.3 (e5427c77-b3ee-467a-a742-4a8868cbccd2/a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a/751727d9-bcb7-477b-8d0e-889bf1ff368f) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:10:47.772326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:47.785618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Transition to ACTIVE for port object 751727d9-bcb7-477b-8d0e-889bf1ff368f will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:10:47.821811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:47.825583 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dfc7dc28-661c-4448-9652-665ed4f3842c tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:47.864688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Network e5427c77-b3ee-467a-a742-4a8868cbccd2 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:10:47.869524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:10:47.873152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:10:47.879794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Pushing event updated for resources: {'Port': ['ID=751727d9-bcb7-477b-8d0e-889bf1ff368f,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:47.899658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:47.927453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:47.928102 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:47.944427 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6067708 Jun 24 13:10:47.956084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Request body: {'port': {'device_id': 'b4c01957-2c12-4215-8c04-7b70d7a17068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:10:48.034637 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:48.097493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-32529ca9-2cff-4ef0-b7eb-e17b767a917b None None] Provisioning for port 751727d9-bcb7-477b-8d0e-889bf1ff368f completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:48.101517 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-32529ca9-2cff-4ef0-b7eb-e17b767a917b None None] Provisioning complete for port 751727d9-bcb7-477b-8d0e-889bf1ff368f triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:48.101897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-32529ca9-2cff-4ef0-b7eb-e17b767a917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:48.144328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-32529ca9-2cff-4ef0-b7eb-e17b767a917b None None] Port 751727d9-bcb7-477b-8d0e-889bf1ff368f cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:10:48.294859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751727d9-bcb7-477b-8d0e-889bf1ff368f {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:10:48.302069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:48.314785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Transition to ACTIVE for port object 751727d9-bcb7-477b-8d0e-889bf1ff368f will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:10:48.318380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:48.320405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0643c697-c487-4ddb-87dd-74e5e747c3b1 tempest-ServersNegativeTestJSON-475371648 tempest-ServersNegativeTestJSON-475371648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:48.369880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Pushing event updated for resources: {'Port': ['ID=751727d9-bcb7-477b-8d0e-889bf1ff368f,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:48.374370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:48.445056 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Attempting to bind port 751727d9-bcb7-477b-8d0e-889bf1ff368f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:10:48.445395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Attempting to bind port 751727d9-bcb7-477b-8d0e-889bf1ff368f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:10:48.445731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Attempting to bind port 751727d9-bcb7-477b-8d0e-889bf1ff368f on network e5427c77-b3ee-467a-a742-4a8868cbccd2 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:10:48.450282 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Port 751727d9-bcb7-477b-8d0e-889bf1ff368f on network e5427c77-b3ee-467a-a742-4a8868cbccd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:10:48.450610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Attempting to bind port 751727d9-bcb7-477b-8d0e-889bf1ff368f on network e5427c77-b3ee-467a-a742-4a8868cbccd2 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:10:48.456215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:10:48.456557 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Checking segment: {'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:10:48.456945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Bound using segment: {'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:10:48.457373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Bound port: 751727d9-bcb7-477b-8d0e-889bf1ff368f, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:10:48.457731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:48.524063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] For port 751727d9-bcb7-477b-8d0e-889bf1ff368f, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:10:48.527341 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] For port 751727d9-bcb7-477b-8d0e-889bf1ff368f, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=751727d9-bcb7-477b-8d0e-889bf1ff368f,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:10:48.531497 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:48.534262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5ea02e80-e9b7-4be8-abc5-cdb8d1440232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:48.572614 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:48.573237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:48.574692 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] 10.222.0.102 "PUT /v2.0/ports/751727d9-bcb7-477b-8d0e-889bf1ff368f HTTP/1.1" status: 200 len: 1093 time: 0.6229596 Jun 24 13:10:48.575261 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c01957-2c12-4215-8c04-7b70d7a17068', 'tag': '751727d9-bcb7-477b-8d0e-889bf1ff368f'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:10:48.579377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc141db-5d72-4b4d-9876-ca11f8d0c43c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c01957-2c12-4215-8c04-7b70d7a17068", "tag": "751727d9-bcb7-477b-8d0e-889bf1ff368f"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:10:48.613092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Pushing event updated for resources: {'Port': ['ID=751727d9-bcb7-477b-8d0e-889bf1ff368f,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:48.616802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:48.630605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329514f4-8291-4a47-be5b-19fc34371d83 x-openstack-request-id: req-329514f4-8291-4a47-be5b-19fc34371d83 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:10:48.631095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c01957-2c12-4215-8c04-7b70d7a17068", "tag": "751727d9-bcb7-477b-8d0e-889bf1ff368f", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:10:48.631499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-329514f4-8291-4a47-be5b-19fc34371d83 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:10:48.632080 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c01957-2c12-4215-8c04-7b70d7a17068', 'tag': '751727d9-bcb7-477b-8d0e-889bf1ff368f', 'status': 'completed', 'code': 200} Jun 24 13:10:48.722238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-b4268f40-fde9-4866-a21b-f4e9c9dc29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:48.723816 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-b4268f40-fde9-4866-a21b-f4e9c9dc29d4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dc6a7f2ea0bb4a8b884c4a15556e48f6&device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 1096 time: 0.1048343 Jun 24 13:10:48.736329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b9aae-0814-4cf4-9b02-30be04fd8a9e req-17640d85-6961-4c89-ae10-0b2acc6252ec tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:48.737813 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c6b9aae-0814-4cf4-9b02-30be04fd8a9e req-17640d85-6961-4c89-ae10-0b2acc6252ec tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 943 time: 0.0853350 Jun 24 13:10:48.783310 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-8f8d2727-587c-468d-8776-a061c2f4e9f0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=751727d9-bcb7-477b-8d0e-889bf1ff368f HTTP/1.1" status: 200 len: 217 time: 0.0445116 Jun 24 13:10:48.840510 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c6b9aae-0814-4cf4-9b02-30be04fd8a9e req-ae7f7106-9a64-4838-ad7d-d0211a2c4d5f tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960279 Jun 24 13:10:48.847928 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-ec926ba7-87af-4aec-b54a-04c8faf47b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:48.849348 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-ec926ba7-87af-4aec-b54a-04c8faf47b30 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a HTTP/1.1" status: 200 len: 855 time: 0.0600588 Jun 24 13:10:48.906110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-ea3077a3-a36d-44f9-b601-dbfdb67ed6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:48.907542 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-ea3077a3-a36d-44f9-b601-dbfdb67ed6b7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e5427c77-b3ee-467a-a742-4a8868cbccd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522487 Jun 24 13:10:49.001830 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-e4ac58bc-7d9e-4544-8754-6ffa90f619da service neutron] 10.222.0.102 "GET /v2.0/networks/e5427c77-b3ee-467a-a742-4a8868cbccd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878105 Jun 24 13:10:49.092103 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f17b234b-19e0-42cc-a7f7-597b46cc25df req-12ccd560-e714-4b3e-84c8-37fe41a5dd1d service neutron] 10.222.0.102 "GET /v2.0/networks/e5427c77-b3ee-467a-a742-4a8868cbccd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842960 Jun 24 13:10:49.191327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc141db-5d72-4b4d-9876-ca11f8d0c43c req-50bd4184-fc4a-4de9-89dc-a1cb78047bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:49.192715 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fbc141db-5d72-4b4d-9876-ca11f8d0c43c req-50bd4184-fc4a-4de9-89dc-a1cb78047bf6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=dc6a7f2ea0bb4a8b884c4a15556e48f6&device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 1096 time: 0.0555823 Jun 24 13:10:49.281311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc141db-5d72-4b4d-9876-ca11f8d0c43c req-b241ce81-83dc-4e1c-a8ee-f505536e9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:49.282810 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fbc141db-5d72-4b4d-9876-ca11f8d0c43c req-b241ce81-83dc-4e1c-a8ee-f505536e9ebb service neutron] 10.222.0.102 "GET /v2.0/networks?id=e5427c77-b3ee-467a-a742-4a8868cbccd2 HTTP/1.1" status: 200 len: 918 time: 0.0838616 Jun 24 13:10:49.327783 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fbc141db-5d72-4b4d-9876-ca11f8d0c43c req-a5976405-1655-4596-8e19-2e70b3f7382c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=751727d9-bcb7-477b-8d0e-889bf1ff368f HTTP/1.1" status: 200 len: 217 time: 0.0378556 Jun 24 13:10:49.377923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc141db-5d72-4b4d-9876-ca11f8d0c43c req-c0cb32cc-e93e-4458-a4d7-7ff82b957c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:49.379444 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fbc141db-5d72-4b4d-9876-ca11f8d0c43c req-c0cb32cc-e93e-4458-a4d7-7ff82b957c92 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a HTTP/1.1" status: 200 len: 855 time: 0.0447555 Jun 24 13:10:49.443718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc141db-5d72-4b4d-9876-ca11f8d0c43c req-83edf764-9fe9-455d-bed5-3bc09fbedac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:49.445137 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fbc141db-5d72-4b4d-9876-ca11f8d0c43c req-83edf764-9fe9-455d-bed5-3bc09fbedac0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e5427c77-b3ee-467a-a742-4a8868cbccd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581977 Jun 24 13:10:49.537363 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fbc141db-5d72-4b4d-9876-ca11f8d0c43c req-b31d902a-d576-4584-a42c-6489d1192269 service neutron] 10.222.0.102 "GET /v2.0/networks/e5427c77-b3ee-467a-a742-4a8868cbccd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838282 Jun 24 13:10:49.626064 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fbc141db-5d72-4b4d-9876-ca11f8d0c43c req-5f6997cc-bebe-4221-a77a-c541ea2700b3 service neutron] 10.222.0.102 "GET /v2.0/networks/e5427c77-b3ee-467a-a742-4a8868cbccd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810809 Jun 24 13:10:50.016590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fbcab-5c09-41f6-bf52-7da0024c2486 req-12d26536-1048-4b76-8924-c88293bbd138 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:50.018047 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b97fbcab-5c09-41f6-bf52-7da0024c2486 req-12d26536-1048-4b76-8924-c88293bbd138 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 943 time: 0.0670223 Jun 24 13:10:50.357101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 751727d9-bcb7-477b-8d0e-889bf1ff368f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:10:50.372234 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b97fbcab-5c09-41f6-bf52-7da0024c2486 req-46ab1089-30b8-4146-a34c-9b044a4b64d0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484771 Jun 24 13:10:50.449528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 751727d9-bcb7-477b-8d0e-889bf1ff368f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=751727d9-bcb7-477b-8d0e-889bf1ff368f,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:50.460576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '751727d9-bcb7-477b-8d0e-889bf1ff368f', 'network_id': 'e5427c77-b3ee-467a-a742-4a8868cbccd2', 'port_id': '751727d9-bcb7-477b-8d0e-889bf1ff368f', 'mac_address': 'fa:16:3e:48:39:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:10:50.496245 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:50.512707 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751727d9-bcb7-477b-8d0e-889bf1ff368f {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:10:50.532579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 751727d9-bcb7-477b-8d0e-889bf1ff368f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=751727d9-bcb7-477b-8d0e-889bf1ff368f,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:50.536085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:50.537748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:50.581411 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=751727d9-bcb7-477b-8d0e-889bf1ff368f,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:50.588393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:50.588741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:50.589077 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:50.589420 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:50.589746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:50.590061 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:50.590382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:50.590702 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:50.591053 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:50.591376 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:50.591694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:50.592006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:10:50.596358 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:50.738461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['751727d9-bcb7-477b-8d0e-889bf1ff368f'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:10:51.554146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fede6-0ba0-4eba-ac1a-5fb70ad7af07 req-b29035b3-ff68-4d20-9e3a-ac2d1a629e5d tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:51.555682 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3a8fede6-0ba0-4eba-ac1a-5fb70ad7af07 req-b29035b3-ff68-4d20-9e3a-ac2d1a629e5d tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 944 time: 0.0621493 Jun 24 13:10:51.595245 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3a8fede6-0ba0-4eba-ac1a-5fb70ad7af07 req-922cacf4-18aa-451c-af8a-e44cd871c80b tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335922 Jun 24 13:10:52.357182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 751727d9-bcb7-477b-8d0e-889bf1ff368f up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:10:52.411499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 751727d9-bcb7-477b-8d0e-889bf1ff368f completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:10:52.415400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 751727d9-bcb7-477b-8d0e-889bf1ff368f triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:10:52.415781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:52.490483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:52.512666 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c01957-2c12-4215-8c04-7b70d7a17068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751727d9-bcb7-477b-8d0e-889bf1ff368f'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:10:52.515622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05932e23-5b50-448f-b54a-7b0593c2f6cb" -d '{"events": [{"server_uuid": "b4c01957-2c12-4215-8c04-7b70d7a17068", "name": "network-vif-plugged", "status": "completed", "tag": "751727d9-bcb7-477b-8d0e-889bf1ff368f"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:10:52.528304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 751727d9-bcb7-477b-8d0e-889bf1ff368f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=751727d9-bcb7-477b-8d0e-889bf1ff368f,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:10:52.532719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:52.534627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-05a21661-e422-4006-bbc2-73eceb78d398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:10:52.558688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df39dacb-48b2-439f-8deb-f2a8dd7e9e6e x-openstack-request-id: req-df39dacb-48b2-439f-8deb-f2a8dd7e9e6e {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:10:52.559012 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c01957-2c12-4215-8c04-7b70d7a17068", "name": "network-vif-plugged", "status": "completed", "tag": "751727d9-bcb7-477b-8d0e-889bf1ff368f", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:10:52.559274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-df39dacb-48b2-439f-8deb-f2a8dd7e9e6e {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:10:52.559724 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c01957-2c12-4215-8c04-7b70d7a17068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751727d9-bcb7-477b-8d0e-889bf1ff368f', 'code': 200} Jun 24 13:10:52.586342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=751727d9-bcb7-477b-8d0e-889bf1ff368f,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:10:52.589475 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:10:52.809427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eded0a-80b8-4c11-8e5c-be566adb3e10 req-96657b6f-6c58-4e81-89f0-8ef3388e5fcc tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:52.811148 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-57eded0a-80b8-4c11-8e5c-be566adb3e10 req-96657b6f-6c58-4e81-89f0-8ef3388e5fcc tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 945 time: 0.1002014 Jun 24 13:10:52.825319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26320c-7eb8-401d-ab2a-cc19c8231d74 req-21fbf999-d0c4-4397-b6ca-f38c8b551c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:52.826831 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0c26320c-7eb8-401d-ab2a-cc19c8231d74 req-21fbf999-d0c4-4397-b6ca-f38c8b551c26 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 1098 time: 0.0881894 Jun 24 13:10:52.872306 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-57eded0a-80b8-4c11-8e5c-be566adb3e10 req-af9e419d-6d3e-41a5-a8d5-d500cbb55e17 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546763 Jun 24 13:10:52.878310 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0c26320c-7eb8-401d-ab2a-cc19c8231d74 req-aad78932-19fe-40c1-b2a3-7b1c4bad6fe5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435553 Jun 24 13:10:54.043001 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99150259-d331-49e3-a7fe-dbfb807e18dd req-4eca1d1d-b7aa-4098-a1a4-e78ffb5190c5 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:54.044473 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99150259-d331-49e3-a7fe-dbfb807e18dd req-4eca1d1d-b7aa-4098-a1a4-e78ffb5190c5 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 945 time: 0.0627711 Jun 24 13:10:54.082341 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99150259-d331-49e3-a7fe-dbfb807e18dd req-b8cff0b3-e541-4c88-be51-75cadd566369 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321002 Jun 24 13:10:54.256109 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fde9f-1d43-4b17-9a71-85235b596eea req-8e4f75d7-aa10-4a1e-9cd1-1b86f71ea432 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:10:54.257612 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-296fde9f-1d43-4b17-9a71-85235b596eea req-8e4f75d7-aa10-4a1e-9cd1-1b86f71ea432 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 945 time: 0.0655677 Jun 24 13:10:54.295198 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-296fde9f-1d43-4b17-9a71-85235b596eea req-5a3fbe77-ad7a-4ee0-9e84-b139045561be tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Jun 24 13:10:56.610510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fd7adda0-92ac-4731-9c72-f883592bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:59.345585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bd33274f-c225-44ea-af6a-b9a2c2ebdb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:10:59.473012 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:00.374230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:02.349993 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:06.849874 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:11:13.202372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46be7a-ce2d-477c-b067-ded4aaaffeb3 req-b0917a7d-f4e6-481c-9cfa-2375947d3dcf tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:13.203912 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c46be7a-ce2d-477c-b067-ded4aaaffeb3 req-b0917a7d-f4e6-481c-9cfa-2375947d3dcf tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 945 time: 0.0638473 Jun 24 13:11:13.243442 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c46be7a-ce2d-477c-b067-ded4aaaffeb3 req-3ff80b78-c871-4891-bc55-f4cb33505f41 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331445 Jun 24 13:11:14.417334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a57b21-e7a9-45c0-93c3-b1dba5517813 req-0cb7f59e-00b8-4b27-a5de-96d67d7d1fa9 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:14.419169 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-86a57b21-e7a9-45c0-93c3-b1dba5517813 req-0cb7f59e-00b8-4b27-a5de-96d67d7d1fa9 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 945 time: 0.0647194 Jun 24 13:11:14.458831 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-86a57b21-e7a9-45c0-93c3-b1dba5517813 req-c7daeac2-81fa-499d-9f1a-b61ef7481b04 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/security-groups?id=9e236372-f6bf-4b58-b8fd-964151348632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336580 Jun 24 13:11:14.704004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c179ba6-bfaf-4f3d-86bb-4c2c7b4e0a7a req-d5ea9156-2eda-4c0f-8bbb-273a13a9ed77 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:14.705425 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2c179ba6-bfaf-4f3d-86bb-4c2c7b4e0a7a req-d5ea9156-2eda-4c0f-8bbb-273a13a9ed77 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 945 time: 0.0677607 Jun 24 13:11:14.802622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-2c179ba6-bfaf-4f3d-86bb-4c2c7b4e0a7a req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Deleting port 751727d9-bcb7-477b-8d0e-889bf1ff368f {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:11:14.803001 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-2c179ba6-bfaf-4f3d-86bb-4c2c7b4e0a7a req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:14.893270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-2c179ba6-bfaf-4f3d-86bb-4c2c7b4e0a7a req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] For port 751727d9-bcb7-477b-8d0e-889bf1ff368f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=751727d9-bcb7-477b-8d0e-889bf1ff368f,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:14.893625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-2c179ba6-bfaf-4f3d-86bb-4c2c7b4e0a7a req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:14.904945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-2c179ba6-bfaf-4f3d-86bb-4c2c7b4e0a7a req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Calling delete_port for 751727d9-bcb7-477b-8d0e-889bf1ff368f owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:11:15.034801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-2c179ba6-bfaf-4f3d-86bb-4c2c7b4e0a7a req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:15.040011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8ba9e983-7589-4423-9559-b19875824305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:15.046651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['751727d9-bcb7-477b-8d0e-889bf1ff368f'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:11:15.067589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Pushing event deleted for resources: {'Port': ['ID=751727d9-bcb7-477b-8d0e-889bf1ff368f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:15.097640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:15.098026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:15.098411 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:15.098803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:15.099185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:15.099550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:15.099920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:15.100283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:15.100644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:15.101008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:15.101373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:15.101732 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:15.105885 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:15.122435 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c179ba6-bfaf-4f3d-86bb-4c2c7b4e0a7a req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] No DVR routers for this DVR port 751727d9-bcb7-477b-8d0e-889bf1ff368f on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:11:15.125545 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-2c179ba6-bfaf-4f3d-86bb-4c2c7b4e0a7a req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:15.127604 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2c179ba6-bfaf-4f3d-86bb-4c2c7b4e0a7a req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.102 "DELETE /v2.0/ports/751727d9-bcb7-477b-8d0e-889bf1ff368f HTTP/1.1" status: 204 len: 173 time: 0.4165466 Jun 24 13:11:15.128167 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c01957-2c12-4215-8c04-7b70d7a17068', 'name': 'network-vif-deleted', 'tag': '751727d9-bcb7-477b-8d0e-889bf1ff368f'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:11:15.130582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655c4ae9-63e6-4d16-9ea4-7fd06e9cdff1" -d '{"events": [{"server_uuid": "b4c01957-2c12-4215-8c04-7b70d7a17068", "name": "network-vif-deleted", "tag": "751727d9-bcb7-477b-8d0e-889bf1ff368f"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:11:15.167422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfb6255-3f0a-4610-963a-ce369677a84c x-openstack-request-id: req-5bfb6255-3f0a-4610-963a-ce369677a84c {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:11:15.167860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c01957-2c12-4215-8c04-7b70d7a17068", "name": "network-vif-deleted", "tag": "751727d9-bcb7-477b-8d0e-889bf1ff368f", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:11:15.168226 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-5bfb6255-3f0a-4610-963a-ce369677a84c {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:11:15.168712 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c01957-2c12-4215-8c04-7b70d7a17068', 'name': 'network-vif-deleted', 'tag': '751727d9-bcb7-477b-8d0e-889bf1ff368f', 'status': 'completed', 'code': 200} Jun 24 13:11:15.622193 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-df6e37b9-1197-4754-bfe4-f32402d665a2 req-0fcdfa79-b85e-4157-afe8-04dbeefbb262 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4c01957-2c12-4215-8c04-7b70d7a17068 HTTP/1.1" status: 200 len: 210 time: 0.0361078 Jun 24 13:11:16.746966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52144) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:17.089156 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:17.347007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Deleting port 14981005-b212-4293-a216-2889a1bb6939 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:11:17.347417 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:17.423812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] For port 14981005-b212-4293-a216-2889a1bb6939, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=14981005-b212-4293-a216-2889a1bb6939,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:17.424292 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:17.437089 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Calling delete_port for 14981005-b212-4293-a216-2889a1bb6939 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:11:17.446963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:17.616870 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:17.618928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-15bb67df-3127-431e-a5c1-ade01bedea81 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:17.646589 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Pushing event deleted for resources: {'Port': ['ID=14981005-b212-4293-a216-2889a1bb6939,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:17.674178 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:17.674568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:17.674971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:17.675349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:17.675721 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:17.676090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:17.676456 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:17.676820 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:17.677185 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:17.677549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:17.677907 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:17.678265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:17.683296 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:17.822885 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:18.030068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Router 66313e27-efc7-4e41-bc64-d0795a9eccbb has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:11:18.132748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:11:18.137836 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] 10.222.0.110 "PUT /v2.0/routers/66313e27-efc7-4e41-bc64-d0795a9eccbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3898680 Jun 24 13:11:18.140456 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52148) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:18.141157 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd01031-2ad9-477a-b9f2-ac81219c9fb6 None None] Sync routers for ids ['66313e27-efc7-4e41-bc64-d0795a9eccbb'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:11:18.150735 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd01031-2ad9-477a-b9f2-ac81219c9fb6 None None] Routers {'66313e27-efc7-4e41-bc64-d0795a9eccbb'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:11:18.151380 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-2fd01031-2ad9-477a-b9f2-ac81219c9fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:10:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['66313e27-efc7-4e41-bc64-d0795a9eccbb'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:18.248991 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:18.255304 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-2fd01031-2ad9-477a-b9f2-ac81219c9fb6 None None] Set router 66313e27-efc7-4e41-bc64-d0795a9eccbb gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:11:18.349554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:18.401805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Deleting port 48f20299-f329-4a47-8a65-b9741b564aa5 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:11:18.402171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:18.438327 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-2fd01031-2ad9-477a-b9f2-ac81219c9fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'name': 'tempest-TestEncryptedCinderVolumes-775265080-router', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '48f20299-f329-4a47-8a65-b9741b564aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:03Z', 'updated_at': '2021-06-24T13:11:17Z', 'revision_number': 5, 'project_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'gw_port': {'id': '48f20299-f329-4a47-8a65-b9741b564aa5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:04Z', 'updated_at': '2021-06-24T13:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:18.465684 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd01031-2ad9-477a-b9f2-ac81219c9fb6 None None] Checking router: 66313e27-efc7-4e41-bc64-d0795a9eccbb for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:11:18.473768 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd01031-2ad9-477a-b9f2-ac81219c9fb6 None None] Routers {'66313e27-efc7-4e41-bc64-d0795a9eccbb'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:11:18.474371 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-2fd01031-2ad9-477a-b9f2-ac81219c9fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:10:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['66313e27-efc7-4e41-bc64-d0795a9eccbb'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:18.480698 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] For port 48f20299-f329-4a47-8a65-b9741b564aa5, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=48f20299-f329-4a47-8a65-b9741b564aa5,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:18.481082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:18.495143 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Calling delete_port for 48f20299-f329-4a47-8a65-b9741b564aa5 owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:11:18.529094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 751727d9-bcb7-477b-8d0e-889bf1ff368f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:11:18.557184 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 751727d9-bcb7-477b-8d0e-889bf1ff368f {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:11:18.557926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 751727d9-bcb7-477b-8d0e-889bf1ff368f not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:11:18.570924 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-2fd01031-2ad9-477a-b9f2-ac81219c9fb6 None None] Set router 66313e27-efc7-4e41-bc64-d0795a9eccbb gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:11:18.624720 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-2fd01031-2ad9-477a-b9f2-ac81219c9fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'name': 'tempest-TestEncryptedCinderVolumes-775265080-router', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:03Z', 'updated_at': '2021-06-24T13:11:18Z', 'revision_number': 6, 'project_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:18.649988 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd01031-2ad9-477a-b9f2-ac81219c9fb6 None None] The sync data for ids ['66313e27-efc7-4e41-bc64-d0795a9eccbb'] in dv-neutron-797121-4-hyperv is: [{'id': '66313e27-efc7-4e41-bc64-d0795a9eccbb', 'name': 'tempest-TestEncryptedCinderVolumes-775265080-router', 'tenant_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:03Z', 'updated_at': '2021-06-24T13:11:18Z', 'revision_number': 6, 'project_id': 'dc6a7f2ea0bb4a8b884c4a15556e48f6', 'gw_port_host': None}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:11:18.668187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:18.670447 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:18.699744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Pushing event deleted for resources: {'Port': ['ID=48f20299-f329-4a47-8a65-b9741b564aa5,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:18.702366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:18.760659 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:18.849083 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:18.851184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:18.895675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:18.896226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66313e27-efc7-4e41-bc64-d0795a9eccbb {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:11:18.900653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:18.901961 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] 10.222.0.110 "DELETE /v2.0/routers/66313e27-efc7-4e41-bc64-d0795a9eccbb HTTP/1.1" status: 204 len: 168 time: 0.7605882 Jun 24 13:11:18.904394 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52150) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:18.949864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa31777-e9df-4a62-9e8d-13d830c2255b admin admin] Deleting subnet a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:11:18.952789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3fa31777-e9df-4a62-9e8d-13d830c2255b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:18.987368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3fa31777-e9df-4a62-9e8d-13d830c2255b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.073449 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3fa31777-e9df-4a62-9e8d-13d830c2255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.124940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3fa31777-e9df-4a62-9e8d-13d830c2255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.127770 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6d1e4f3e-062d-41fc-bf36-ecc1b231946c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:19.149202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa31777-e9df-4a62-9e8d-13d830c2255b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:19.152744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3fa31777-e9df-4a62-9e8d-13d830c2255b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:19.155124 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-3fa31777-e9df-4a62-9e8d-13d830c2255b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.156938 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3fa31777-e9df-4a62-9e8d-13d830c2255b admin admin] 10.222.0.110 "DELETE /v2.0/subnets/a2a7f2fd-f5aa-4479-883f-c6ed8a49f51a HTTP/1.1" status: 204 len: 168 time: 0.2516570 Jun 24 13:11:19.159773 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52152) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:19.160408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6c5c3d-60e8-4e54-be4a-b623868cd81e None None] Network e5427c77-b3ee-467a-a742-4a8868cbccd2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:11:19.227520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.279659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Deleting port c5a54535-e3c5-4da4-8c28-4be321706531 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:11:19.280012 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.348820 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] For port c5a54535-e3c5-4da4-8c28-4be321706531, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=c5a54535-e3c5-4da4-8c28-4be321706531,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:19.348820 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.361588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Calling delete_port for c5a54535-e3c5-4da4-8c28-4be321706531 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:11:19.383509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be8919a-fce4-442f-8e73-c56cbb28adb0 None None] DHCP port deletion for e5427c77-b3ee-467a-a742-4a8868cbccd2 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:11:19.437297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-4be8919a-fce4-442f-8e73-c56cbb28adb0 None None] Deleting port c5a54535-e3c5-4da4-8c28-4be321706531 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:11:19.437680 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4be8919a-fce4-442f-8e73-c56cbb28adb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.459589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.461764 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2a8e7d02-284a-42d9-9910-34b1ff113215 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:19.491920 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a54535-e3c5-4da4-8c28-4be321706531,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:19.494187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] No DVR routers for this DVR port c5a54535-e3c5-4da4-8c28-4be321706531 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:11:19.495953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:19.513172 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-4be8919a-fce4-442f-8e73-c56cbb28adb0 None None] For port c5a54535-e3c5-4da4-8c28-4be321706531, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=c5a54535-e3c5-4da4-8c28-4be321706531,segment=NetworkSegment(ad732f8d-e85f-489d-8d02-f39bbcbc8ed8),segment_id=ad732f8d-e85f-489d-8d02-f39bbcbc8ed8)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:19.513597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4be8919a-fce4-442f-8e73-c56cbb28adb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.526847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-4be8919a-fce4-442f-8e73-c56cbb28adb0 None None] Calling delete_port for c5a54535-e3c5-4da4-8c28-4be321706531 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:11:19.565552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.577984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5427c77-b3ee-467a-a742-4a8868cbccd2']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:19.591420 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:19.591717 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad732f8d-e85f-489d-8d02-f39bbcbc8ed8') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:19.601723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.602330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4be8919a-fce4-442f-8e73-c56cbb28adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.605478 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:19.617041 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.623334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:11:19.623730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:11:19.634698 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:11:19.637600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8919a-fce4-442f-8e73-c56cbb28adb0 None None] Pushing event deleted for resources: {'Port': ['ID=c5a54535-e3c5-4da4-8c28-4be321706531,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:19.638202 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4be8919a-fce4-442f-8e73-c56cbb28adb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:19.641103 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be8919a-fce4-442f-8e73-c56cbb28adb0 None None] No DVR routers for this DVR port c5a54535-e3c5-4da4-8c28-4be321706531 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:11:19.692081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.695471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f942ad9d-10c5-4a24-a9b5-5e71b1e1c232 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:19.697884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:19.699699 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] 10.222.0.110 "DELETE /v2.0/networks/e5427c77-b3ee-467a-a742-4a8868cbccd2 HTTP/1.1" status: 204 len: 168 time: 0.5389378 Jun 24 13:11:19.702724 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52154) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:19.711520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5427c77-b3ee-467a-a742-4a8868cbccd2,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:19.713838 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:20.363354 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f54d14cf-15b0-4aa5-9388-7d8caaf0f22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:20.567556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 14981005-b212-4293-a216-2889a1bb6939 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:11:20.587304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 14981005-b212-4293-a216-2889a1bb6939 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:11:20.587657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 14981005-b212-4293-a216-2889a1bb6939 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:11:20.588077 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device c5a54535-e3c5-4da4-8c28-4be321706531 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:11:20.606536 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: c5a54535-e3c5-4da4-8c28-4be321706531 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:11:20.607235 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device c5a54535-e3c5-4da4-8c28-4be321706531 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:11:20.607473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 48f20299-f329-4a47-8a65-b9741b564aa5 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:11:20.619240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f54d14cf-15b0-4aa5-9388-7d8caaf0f22f admin admin] Deleting port 3c700499-2db7-4374-a87b-3fee28d330ef {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:11:20.619498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f54d14cf-15b0-4aa5-9388-7d8caaf0f22f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:20.625302 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 48f20299-f329-4a47-8a65-b9741b564aa5 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:11:20.625663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 48f20299-f329-4a47-8a65-b9741b564aa5 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:11:20.694900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-f54d14cf-15b0-4aa5-9388-7d8caaf0f22f admin admin] For port 3c700499-2db7-4374-a87b-3fee28d330ef, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3c700499-2db7-4374-a87b-3fee28d330ef,segment=NetworkSegment(1fd40e0c-ac5a-427c-8fc4-13a147b2022b),segment_id=1fd40e0c-ac5a-427c-8fc4-13a147b2022b)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:20.695282 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f54d14cf-15b0-4aa5-9388-7d8caaf0f22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:20.707718 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f54d14cf-15b0-4aa5-9388-7d8caaf0f22f admin admin] Calling delete_port for 3c700499-2db7-4374-a87b-3fee28d330ef owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:11:20.882656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f54d14cf-15b0-4aa5-9388-7d8caaf0f22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:20.885301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e9b75516-db64-4613-a177-b157de952285 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:20.911827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d14cf-15b0-4aa5-9388-7d8caaf0f22f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c700499-2db7-4374-a87b-3fee28d330ef,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:20.914617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f54d14cf-15b0-4aa5-9388-7d8caaf0f22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:21.076642 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f54d14cf-15b0-4aa5-9388-7d8caaf0f22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:21.285599 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54d14cf-15b0-4aa5-9388-7d8caaf0f22f admin admin] Router 8dbbb6d1-399f-4491-b738-014974bf459c has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:11:21.388713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54d14cf-15b0-4aa5-9388-7d8caaf0f22f admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:11:21.394278 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f54d14cf-15b0-4aa5-9388-7d8caaf0f22f admin admin] 10.222.0.110 "PUT /v2.0/routers/8dbbb6d1-399f-4491-b738-014974bf459c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6904681 Jun 24 13:11:21.396754 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52156) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:21.399515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57372c-d2c0-40e2-8a6e-3700427f2728 None None] Sync routers for ids ['8dbbb6d1-399f-4491-b738-014974bf459c'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:11:21.409520 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57372c-d2c0-40e2-8a6e-3700427f2728 None None] Routers {'8dbbb6d1-399f-4491-b738-014974bf459c'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:11:21.410146 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9e57372c-d2c0-40e2-8a6e-3700427f2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:10:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8dbbb6d1-399f-4491-b738-014974bf459c'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:21.499153 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:21.512256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-9e57372c-d2c0-40e2-8a6e-3700427f2728 None None] Set router 8dbbb6d1-399f-4491-b738-014974bf459c gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:11:21.600374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:21.651314 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Deleting port 714fec0c-1cd0-4e15-ab60-ccd03808807a {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:11:21.651655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:21.694030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9e57372c-d2c0-40e2-8a6e-3700427f2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'name': 'tempest-TestEncryptedCinderVolumes-1012906136-router', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '714fec0c-1cd0-4e15-ab60-ccd03808807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:08Z', 'updated_at': '2021-06-24T13:11:20Z', 'revision_number': 5, 'project_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'gw_port': {'id': '714fec0c-1cd0-4e15-ab60-ccd03808807a', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:10:09Z', 'updated_at': '2021-06-24T13:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:21.720004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57372c-d2c0-40e2-8a6e-3700427f2728 None None] Checking router: 8dbbb6d1-399f-4491-b738-014974bf459c for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:11:21.728140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] For port 714fec0c-1cd0-4e15-ab60-ccd03808807a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=714fec0c-1cd0-4e15-ab60-ccd03808807a,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:21.728343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57372c-d2c0-40e2-8a6e-3700427f2728 None None] Routers {'8dbbb6d1-399f-4491-b738-014974bf459c'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:11:21.728529 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:21.728789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9e57372c-d2c0-40e2-8a6e-3700427f2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:10:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['8dbbb6d1-399f-4491-b738-014974bf459c'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:21.741283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Calling delete_port for 714fec0c-1cd0-4e15-ab60-ccd03808807a owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:11:21.822639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-9e57372c-d2c0-40e2-8a6e-3700427f2728 None None] Set router 8dbbb6d1-399f-4491-b738-014974bf459c gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:11:21.874798 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9e57372c-d2c0-40e2-8a6e-3700427f2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'name': 'tempest-TestEncryptedCinderVolumes-1012906136-router', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:08Z', 'updated_at': '2021-06-24T13:11:21Z', 'revision_number': 6, 'project_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:21.903797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57372c-d2c0-40e2-8a6e-3700427f2728 None None] The sync data for ids ['8dbbb6d1-399f-4491-b738-014974bf459c'] in dv-neutron-797121-4-hyperv is: [{'id': '8dbbb6d1-399f-4491-b738-014974bf459c', 'name': 'tempest-TestEncryptedCinderVolumes-1012906136-router', 'tenant_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:10:08Z', 'updated_at': '2021-06-24T13:11:21Z', 'revision_number': 6, 'project_id': 'c9cfb0d1b5724307aeb01b0f87e4d9d7', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:11:21.908000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:21.910047 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c787eb25-fd67-4529-b7b2-4da7aeb43791 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:21.936550 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=714fec0c-1cd0-4e15-ab60-ccd03808807a,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:21.940958 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:22.000837 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.091720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.093740 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.135401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.135861 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dbbb6d1-399f-4491-b738-014974bf459c {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:11:22.139980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.141121 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] 10.222.0.110 "DELETE /v2.0/routers/8dbbb6d1-399f-4491-b738-014974bf459c HTTP/1.1" status: 204 len: 168 time: 0.7434506 Jun 24 13:11:22.144395 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52158) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:22.191027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fd437f-a5fe-429f-9370-fbad568b5dfd admin admin] Deleting subnet 6290f362-10d5-4c51-b1f6-2a5d33d8cefb {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:11:22.193946 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b6fd437f-a5fe-429f-9370-fbad568b5dfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.228698 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b6fd437f-a5fe-429f-9370-fbad568b5dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.302229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b6fd437f-a5fe-429f-9370-fbad568b5dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.356063 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b6fd437f-a5fe-429f-9370-fbad568b5dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.357965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-70b1cb4a-601b-4cab-bc30-15464f705e3d tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:22.382174 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd437f-a5fe-429f-9370-fbad568b5dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6290f362-10d5-4c51-b1f6-2a5d33d8cefb,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:22.385344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b6fd437f-a5fe-429f-9370-fbad568b5dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:22.386407 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b6fd437f-a5fe-429f-9370-fbad568b5dfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.388359 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b6fd437f-a5fe-429f-9370-fbad568b5dfd admin admin] 10.222.0.110 "DELETE /v2.0/subnets/6290f362-10d5-4c51-b1f6-2a5d33d8cefb HTTP/1.1" status: 204 len: 168 time: 0.2430258 Jun 24 13:11:22.390810 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52160) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:22.395258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fcd5a0-ede6-43a5-9c10-4eb3d01211bd None None] Network 4bcde6f7-e7ea-43d1-a394-8c459fb3556f requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:11:22.461866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.517929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Deleting port a6a66074-9f9c-4cfc-aa37-de071034ff39 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:11:22.518472 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.579281 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 714fec0c-1cd0-4e15-ab60-ccd03808807a no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:11:22.596645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] For port a6a66074-9f9c-4cfc-aa37-de071034ff39, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a6a66074-9f9c-4cfc-aa37-de071034ff39,segment=NetworkSegment(1fd40e0c-ac5a-427c-8fc4-13a147b2022b),segment_id=1fd40e0c-ac5a-427c-8fc4-13a147b2022b)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:22.596924 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.600104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 714fec0c-1cd0-4e15-ab60-ccd03808807a {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:11:22.600669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 714fec0c-1cd0-4e15-ab60-ccd03808807a not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:11:22.601260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3c700499-2db7-4374-a87b-3fee28d330ef no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:11:22.613082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Calling delete_port for a6a66074-9f9c-4cfc-aa37-de071034ff39 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:11:22.623344 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dac443-5a93-462b-9403-a55cb16494e2 None None] DHCP port deletion for 4bcde6f7-e7ea-43d1-a394-8c459fb3556f request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:11:22.625472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 3c700499-2db7-4374-a87b-3fee28d330ef {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:11:22.625885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3c700499-2db7-4374-a87b-3fee28d330ef not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:11:22.676617 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-34dac443-5a93-462b-9403-a55cb16494e2 None None] Deleting port a6a66074-9f9c-4cfc-aa37-de071034ff39 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:11:22.677127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-34dac443-5a93-462b-9403-a55cb16494e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.700246 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.702631 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c812cc98-7d02-4b3a-9e23-d8451e70fa01 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:22.732139 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a66074-9f9c-4cfc-aa37-de071034ff39,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:22.735359 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:22.736148 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] No DVR routers for this DVR port a6a66074-9f9c-4cfc-aa37-de071034ff39 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:11:22.749983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-34dac443-5a93-462b-9403-a55cb16494e2 None None] For port a6a66074-9f9c-4cfc-aa37-de071034ff39, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=a6a66074-9f9c-4cfc-aa37-de071034ff39,segment=NetworkSegment(1fd40e0c-ac5a-427c-8fc4-13a147b2022b),segment_id=1fd40e0c-ac5a-427c-8fc4-13a147b2022b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:22.750585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-34dac443-5a93-462b-9403-a55cb16494e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.764719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-34dac443-5a93-462b-9403-a55cb16494e2 None None] Calling delete_port for a6a66074-9f9c-4cfc-aa37-de071034ff39 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:11:22.806369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.817007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcde6f7-e7ea-43d1-a394-8c459fb3556f']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:22.826507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd40e0c-ac5a-427c-8fc4-13a147b2022b') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:22.826740 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd40e0c-ac5a-427c-8fc4-13a147b2022b') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:22.836366 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.840864 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-34dac443-5a93-462b-9403-a55cb16494e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.843645 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e94c1377-c79a-4397-baed-2d8efa87ab57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:22.854137 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.859929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:11:22.860813 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:11:22.862529 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:11:22.868387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dac443-5a93-462b-9403-a55cb16494e2 None None] Pushing event deleted for resources: {'Port': ['ID=a6a66074-9f9c-4cfc-aa37-de071034ff39,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:22.870218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dac443-5a93-462b-9403-a55cb16494e2 None None] No DVR routers for this DVR port a6a66074-9f9c-4cfc-aa37-de071034ff39 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:11:22.871617 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-34dac443-5a93-462b-9403-a55cb16494e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:22.917049 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.920840 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a1cfd697-4439-4a16-aeb3-1752a407175b tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:22.923469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:22.925314 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] 10.222.0.110 "DELETE /v2.0/networks/4bcde6f7-e7ea-43d1-a394-8c459fb3556f HTTP/1.1" status: 204 len: 168 time: 0.5322423 Jun 24 13:11:22.936664 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Pushing event deleted for resources: {'Network': ['ID=4bcde6f7-e7ea-43d1-a394-8c459fb3556f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:22.939063 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:23.084205 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52164) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:23.121952 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0125fd31-8952-4424-8a76-90fdc2b00f48 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=dc6a7f2ea0bb4a8b884c4a15556e48f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0365000 Jun 24 13:11:23.124347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52166) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:23.172807 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-693569f5-7934-458c-91be-7be7f2a439bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:23.193607 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-693569f5-7934-458c-91be-7be7f2a439bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:23.243387 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-693569f5-7934-458c-91be-7be7f2a439bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:23.246193 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-693569f5-7934-458c-91be-7be7f2a439bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:23.247394 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-693569f5-7934-458c-91be-7be7f2a439bd admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9e236372-f6bf-4b58-b8fd-964151348632 HTTP/1.1" status: 204 len: 168 time: 0.1221631 Jun 24 13:11:23.248203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6b120b23-6849-473b-b42b-a71f92f26b27 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:23.256145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693569f5-7934-458c-91be-7be7f2a439bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e236372-f6bf-4b58-b8fd-964151348632,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:23.258472 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-693569f5-7934-458c-91be-7be7f2a439bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:23.550267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52172) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:23.590751 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-97db1c04-242b-4228-a3a0-9fb5de9234fb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c9cfb0d1b5724307aeb01b0f87e4d9d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391440 Jun 24 13:11:23.592976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52174) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:23.639745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-babad8ea-541b-4ebf-aa59-641dd7fbf0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:23.662117 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-babad8ea-541b-4ebf-aa59-641dd7fbf0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:23.707938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-babad8ea-541b-4ebf-aa59-641dd7fbf0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:23.710467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-babad8ea-541b-4ebf-aa59-641dd7fbf0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:23.711662 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-babad8ea-541b-4ebf-aa59-641dd7fbf0dc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fe846879-9142-4ca9-a804-16f76d0a1dad HTTP/1.1" status: 204 len: 168 time: 0.1178038 Jun 24 13:11:23.712475 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-693569f5-7934-458c-91be-7be7f2a439bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:23.720580 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babad8ea-541b-4ebf-aa59-641dd7fbf0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe846879-9142-4ca9-a804-16f76d0a1dad,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:23.722754 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-babad8ea-541b-4ebf-aa59-641dd7fbf0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:24.404491 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52196) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:24.500344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-573369242-network', 'tenant_id': '95fb98a4be604e129b17985e18706504'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:11:24.522919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Made reservation on behalf of 95fb98a4be604e129b17985e18706504 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:11:24.525344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:24.534405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:24.558426 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device a6a66074-9f9c-4cfc-aa37-de071034ff39 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:11:24.579557 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: a6a66074-9f9c-4cfc-aa37-de071034ff39 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:11:24.579914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device a6a66074-9f9c-4cfc-aa37-de071034ff39 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:11:24.630364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:24.634621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:24.637513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a930a4d9-61f1-48b7-90c2-114efa3f5145 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:24.660254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] vlan segment allocate from pool success with {'vlan_id': 1315, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:11:24.669993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:24.674276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:24.677418 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:24.677760 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Added segment aceb6d98-7c47-41e8-a266-e7226ca0ac56 of type vlan for network a4157de7-d6bd-4292-9982-3360de9e4aed Jun 24 13:11:24.718330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:24.747469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:24.748399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:24.748971 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:24.751849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-94a904a6-342b-4f2a-abab-156be893ab05 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:24.809393 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4037216 Jun 24 13:11:24.812297 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52200) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:24.817625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-903b9f6c-8f79-4e22-ba61-cd767399a5bf admin admin] Request body: {'subnet': {'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-573369242-subnet', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'ip_version': 4}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:11:24.828330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Pushing event updated for resources: {'Network': ['ID=a4157de7-d6bd-4292-9982-3360de9e4aed,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:24.831823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6bfeeb02-3117-40d7-a25d-1616ca68d317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:24.839992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network a4157de7-d6bd-4292-9982-3360de9e4aed details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:11:24.847101 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903b9f6c-8f79-4e22-ba61-cd767399a5bf admin admin] Made reservation on behalf of 95fb98a4be604e129b17985e18706504 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:11:24.849429 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-903b9f6c-8f79-4e22-ba61-cd767399a5bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.011818 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-903b9f6c-8f79-4e22-ba61-cd767399a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.014390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d88d5f92-1f01-40b9-8a39-1a20d658a82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:25.070712 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b9f6c-8f79-4e22-ba61-cd767399a5bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d9d595-29bd-4b01-88ae-7e1ce65cf470,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:25.074032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-903b9f6c-8f79-4e22-ba61-cd767399a5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:25.079673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b9f6c-8f79-4e22-ba61-cd767399a5bf admin admin] Checking segment: {'id': 'aceb6d98-7c47-41e8-a266-e7226ca0ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:11:25.080030 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903b9f6c-8f79-4e22-ba61-cd767399a5bf admin admin] Network hostable DHCP agents. Network: a4157de7-d6bd-4292-9982-3360de9e4aed, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:11:25.095650 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903b9f6c-8f79-4e22-ba61-cd767399a5bf admin admin] Network a4157de7-d6bd-4292-9982-3360de9e4aed is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:11:25.103494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-903b9f6c-8f79-4e22-ba61-cd767399a5bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, a4157de7-d6bd-4292-9982-3360de9e4aed) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:11:25.107432 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903b9f6c-8f79-4e22-ba61-cd767399a5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:25.108028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-903b9f6c-8f79-4e22-ba61-cd767399a5bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.112932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41b0800-d7f4-40a9-889a-54428723eaae None None] Network a4157de7-d6bd-4292-9982-3360de9e4aed requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:11:25.122801 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-903b9f6c-8f79-4e22-ba61-cd767399a5bf admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3093979 Jun 24 13:11:25.125327 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52202) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:25.130629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:11:25.151069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.152043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.203025 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.259542 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-a4157de7-d6bd-4292-9982-3360de9e4aed', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'fixed_ips': [{'subnet_id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:11:25.260398 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.347028 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.546776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Allocated IP 172.20.0.2 (a4157de7-d6bd-4292-9982-3360de9e4aed/17d9d595-29bd-4b01-88ae-7e1ce65cf470/7b98432c-39c1-41b5-90e9-5f8912f8512e) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:11:25.553823 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.572599 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.669507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Allocated IP 172.26.1.194 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/5aa8115e-46d9-4a4a-8cc0-54979395156f) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:11:25.688904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.696915 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Transition to ACTIVE for port object 7b98432c-39c1-41b5-90e9-5f8912f8512e will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:11:25.711701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Transition to ACTIVE for port object 7b98432c-39c1-41b5-90e9-5f8912f8512e will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:11:25.717835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.720408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:25.756041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Network a4157de7-d6bd-4292-9982-3360de9e4aed is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:11:25.760868 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:11:25.763919 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:11:25.773266 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Pushing event updated for resources: {'Port': ['ID=7b98432c-39c1-41b5-90e9-5f8912f8512e,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:25.776480 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:25.776930 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.819871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.821864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f90ffa94-d305-4bda-a54f-af896a383eae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:25.834110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Attempting to bind port 7b98432c-39c1-41b5-90e9-5f8912f8512e on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:11:25.834481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Attempting to bind port 7b98432c-39c1-41b5-90e9-5f8912f8512e by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'aceb6d98-7c47-41e8-a266-e7226ca0ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:11:25.834878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Attempting to bind port 7b98432c-39c1-41b5-90e9-5f8912f8512e on network a4157de7-d6bd-4292-9982-3360de9e4aed {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:11:25.839891 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:11:25.840270 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Checking segment: {'id': 'aceb6d98-7c47-41e8-a266-e7226ca0ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:11:25.840673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.841067 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Bound using segment: {'id': 'aceb6d98-7c47-41e8-a266-e7226ca0ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:11:25.841530 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Bound port: 7b98432c-39c1-41b5-90e9-5f8912f8512e, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aceb6d98-7c47-41e8-a266-e7226ca0ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:11:25.841912 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.856855 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:11:25.859601 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:11:25.865097 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:11:25.892242 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Pushing event updated for resources: {'Port': ['ID=5aa8115e-46d9-4a4a-8cc0-54979395156f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:25.896340 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:25.907119 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] For port 7b98432c-39c1-41b5-90e9-5f8912f8512e, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:11:25.910659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] For port 7b98432c-39c1-41b5-90e9-5f8912f8512e, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7b98432c-39c1-41b5-90e9-5f8912f8512e,segment=NetworkSegment(aceb6d98-7c47-41e8-a266-e7226ca0ac56),segment_id=aceb6d98-7c47-41e8-a266-e7226ca0ac56)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:11:25.915545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:25.917861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-05a21661-e422-4006-bbc2-73eceb78d398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:25.979841 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Pushing event updated for resources: {'Port': ['ID=7b98432c-39c1-41b5-90e9-5f8912f8512e,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:25.983201 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:26.120543 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:26.589036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7b98432c-39c1-41b5-90e9-5f8912f8512e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:11:26.636806 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-45f0b496-04c9-4d4e-ada5-2249bd763ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:26.652110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 7b98432c-39c1-41b5-90e9-5f8912f8512e completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:11:26.682308 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:26.811104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 13:11:26.913897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4478efad-d0e7-4ed7-b7d3-31b2903f6d59 None None] Network a4157de7-d6bd-4292-9982-3360de9e4aed requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:11:26.920612 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:11:26.933884 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Sync routers for ids ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:11:26.937448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:26.938709 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8115201 Jun 24 13:11:26.941478 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52204) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:26.947104 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Routers {'2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:11:26.948160 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:10:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:27.000481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ad4a2aa0-1cf4-4f03-9b8b-c1cedaef3147 None None] Provisioning for port 7b98432c-39c1-41b5-90e9-5f8912f8512e completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:11:27.006531 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-ad4a2aa0-1cf4-4f03-9b8b-c1cedaef3147 None None] Provisioning complete for port 7b98432c-39c1-41b5-90e9-5f8912f8512e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:27.007260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad4a2aa0-1cf4-4f03-9b8b-c1cedaef3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:27.135005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad4a2aa0-1cf4-4f03-9b8b-c1cedaef3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:27.152383 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Set router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:11:27.194875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-ad4a2aa0-1cf4-4f03-9b8b-c1cedaef3147 None None] For port 7b98432c-39c1-41b5-90e9-5f8912f8512e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7b98432c-39c1-41b5-90e9-5f8912f8512e,segment=NetworkSegment(aceb6d98-7c47-41e8-a266-e7226ca0ac56),segment_id=aceb6d98-7c47-41e8-a266-e7226ca0ac56)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:27.200697 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad4a2aa0-1cf4-4f03-9b8b-c1cedaef3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:27.206035 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:27.268172 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a2aa0-1cf4-4f03-9b8b-c1cedaef3147 None None] Pushing event updated for resources: {'Port': ['ID=7b98432c-39c1-41b5-90e9-5f8912f8512e,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:27.271178 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ad4a2aa0-1cf4-4f03-9b8b-c1cedaef3147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:27.347524 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:26Z', 'revision_number': 3, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port': {'id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:27.375080 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Checking router: 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:11:27.375490 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Updating router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 port 5aa8115e-46d9-4a4a-8cc0-54979395156f binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:11:27.393411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:27.411694 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:27.521652 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-11abf983-7a9b-4098-9eda-7ac8e49916dc None None] Provisioning complete for port 7b98432c-39c1-41b5-90e9-5f8912f8512e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:27.521955 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-11abf983-7a9b-4098-9eda-7ac8e49916dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:27.555288 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Allocated IP 172.20.0.1 (a4157de7-d6bd-4292-9982-3360de9e4aed/17d9d595-29bd-4b01-88ae-7e1ce65cf470/d99513ca-5a46-42b3-9aa9-4e98c4ef3762) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:11:27.663674 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:27.667505 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:27.676677 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Transition to ACTIVE for port object d99513ca-5a46-42b3-9aa9-4e98c4ef3762 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:11:27.677963 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Transition to ACTIVE for port object 5aa8115e-46d9-4a4a-8cc0-54979395156f will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:11:27.684368 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:27.687221 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-11cdd65c-cbea-4dc2-b84b-692bb38f890d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:27.711218 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:27.714067 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3db078f1-6dde-4671-ba13-a4e7b1910120 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:27.732231 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Attempting to bind port 5aa8115e-46d9-4a4a-8cc0-54979395156f on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:11:27.732617 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Attempting to bind port 5aa8115e-46d9-4a4a-8cc0-54979395156f by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:11:27.732988 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Attempting to bind port 5aa8115e-46d9-4a4a-8cc0-54979395156f on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:11:27.742338 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Pushing event updated for resources: {'Port': ['ID=5aa8115e-46d9-4a4a-8cc0-54979395156f,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:27.744421 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:11:27.744800 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:11:27.745207 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:27.745603 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:11:27.746072 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Bound port: 5aa8115e-46d9-4a4a-8cc0-54979395156f, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:11:27.746461 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:27.748864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Network a4157de7-d6bd-4292-9982-3360de9e4aed is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:11:27.751615 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:11:27.757038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:11:27.769012 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:27.769358 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:27.769699 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:27.770032 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:27.770360 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:27.770688 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:27.771039 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:27.771806 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:27.772012 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:27.772335 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:27.772654 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:27.772970 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:27.777879 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:27.787305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Pushing event updated for resources: {'Port': ['ID=d99513ca-5a46-42b3-9aa9-4e98c4ef3762,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:27.791411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:27.807292 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:27.817685 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] For port 5aa8115e-46d9-4a4a-8cc0-54979395156f, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:11:27.821076 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] For port 5aa8115e-46d9-4a4a-8cc0-54979395156f, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5aa8115e-46d9-4a4a-8cc0-54979395156f,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:11:27.825374 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:27.827559 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-7ebc65c8-28e8-4d3a-b4db-b7b1f2b3024c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:27.887382 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Routers {'2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:11:27.888022 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:10:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:27.925538 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Pushing event updated for resources: {'Port': ['ID=5aa8115e-46d9-4a4a-8cc0-54979395156f,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:27.929805 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:27.960262 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:28.003926 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] Set router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:11:28.030238 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5e9d91c8-c2a7-4522-b06f-80fb5e3b8fc3 None None] Provisioning for port d99513ca-5a46-42b3-9aa9-4e98c4ef3762 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:11:28.035558 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5e9d91c8-c2a7-4522-b06f-80fb5e3b8fc3 None None] Provisioning complete for port d99513ca-5a46-42b3-9aa9-4e98c4ef3762 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:28.036149 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e9d91c8-c2a7-4522-b06f-80fb5e3b8fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:28.069932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d91c8-c2a7-4522-b06f-80fb5e3b8fc3 None None] Port d99513ca-5a46-42b3-9aa9-4e98c4ef3762 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:11:28.120294 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:28.124881 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:28.127980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3b2ff4be-520a-4ae7-92dd-fb035acce7f5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:28.189028 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:26Z', 'revision_number': 3, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port': {'id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:28.195295 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:28.197208 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Pushing event updated for resources: {'Port': ['ID=d99513ca-5a46-42b3-9aa9-4e98c4ef3762,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:28.200408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:28.215620 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1d07e1-eecf-4d32-bde7-b9bce19ba08a None None] The sync data for ids ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'] in dv-neutron-797121-4-hyperv is: [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:26Z', 'revision_number': 3, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port': {'id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:11:28.295568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Network a4157de7-d6bd-4292-9982-3360de9e4aed is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:11:28.296980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:11:28.431904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:11:28.591079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:11:28.592784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-38f6b490-e059-4bfe-9fa7-06db5fdcc236 None None] Provisioning complete for port d99513ca-5a46-42b3-9aa9-4e98c4ef3762 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:28.593346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-38f6b490-e059-4bfe-9fa7-06db5fdcc236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:28.599629 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] 10.222.0.110 "PUT /v2.0/routers/2ca4a9d6-584b-4208-b4a2-f97a1651f4c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6571269 Jun 24 13:11:28.639201 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-38f6b490-e059-4bfe-9fa7-06db5fdcc236 None None] Port d99513ca-5a46-42b3-9aa9-4e98c4ef3762 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:11:28.679528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7b98432c-39c1-41b5-90e9-5f8912f8512e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:11:28.731572 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 7b98432c-39c1-41b5-90e9-5f8912f8512e triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:28.731952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:28.832427 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5aa8115e-46d9-4a4a-8cc0-54979395156f up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:11:28.882084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 5aa8115e-46d9-4a4a-8cc0-54979395156f completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:11:28.891778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 5aa8115e-46d9-4a4a-8cc0-54979395156f triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:28.892165 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:28.976670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.004295 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 5aa8115e-46d9-4a4a-8cc0-54979395156f, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5aa8115e-46d9-4a4a-8cc0-54979395156f,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:29.010277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.014154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:29.083124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=5aa8115e-46d9-4a4a-8cc0-54979395156f,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:29.086428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:29.141618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52220) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:29.146719 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-693553256-network', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:11:29.166906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Made reservation on behalf of 3550948d1b2c4622a0dedcd6f6586761 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:11:29.169185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.178550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.265736 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.270840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.273926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0758bb3b-4430-471b-b0bf-36be5d4bae56 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:29.293415 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] vlan segment allocate from pool success with {'vlan_id': 1307, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:11:29.308224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6ab87c-0718-43be-9ca7-2bb2fe083ea0,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:29.311362 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.311703 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Added segment c1b76816-48cf-4007-82e8-83ee5421c480 of type vlan for network ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5 Jun 24 13:11:29.313111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:29.347341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7b21-8786-499d-9292-cedabc755152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.352667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.387326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.388774 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:29.389430 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.392206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:29.425234 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2795374 Jun 24 13:11:29.425621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52222) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:29.430852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-d9992c61-6c52-4881-b6d7-90e122546064 admin admin] Request body: {'subnet': {'network_id': 'ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-693553256-subnet', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'ip_version': 4}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:11:29.457023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9992c61-6c52-4881-b6d7-90e122546064 admin admin] Made reservation on behalf of 3550948d1b2c4622a0dedcd6f6586761 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:11:29.466074 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d9992c61-6c52-4881-b6d7-90e122546064 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.466883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Pushing event updated for resources: {'Network': ['ID=ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:29.471860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.477900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:29.480728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:11:29.643756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d9992c61-6c52-4881-b6d7-90e122546064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.645702 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-735059c8-480c-484d-b2a0-05e2c53ea3d9 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:29.696506 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9992c61-6c52-4881-b6d7-90e122546064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc204440-5ebb-4ba9-8fc0-5e6b4dd23485,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:29.700133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d9992c61-6c52-4881-b6d7-90e122546064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:29.707166 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9992c61-6c52-4881-b6d7-90e122546064 admin admin] Checking segment: {'id': 'c1b76816-48cf-4007-82e8-83ee5421c480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:11:29.707525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9992c61-6c52-4881-b6d7-90e122546064 admin admin] Network hostable DHCP agents. Network: ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:11:29.723434 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9992c61-6c52-4881-b6d7-90e122546064 admin admin] Network ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:11:29.731332 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-d9992c61-6c52-4881-b6d7-90e122546064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:11:29.735770 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9992c61-6c52-4881-b6d7-90e122546064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:29.736426 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d9992c61-6c52-4881-b6d7-90e122546064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.741290 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dae3da7-572a-4f72-8dc8-0ea1bba031c0 None None] Network ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:11:29.754281 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d9992c61-6c52-4881-b6d7-90e122546064 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3274865 Jun 24 13:11:29.756622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52224) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:29.761302 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-693553256-router', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:11:29.783179 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.784374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.793963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Sync routers for ids ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:11:29.809060 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Routers {'2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:11:29.809690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:11:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:29.842611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:29.961156 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Set router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:11:29.977344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:30.014209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5', 'network_id': 'ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'fixed_ips': [{'subnet_id': 'dc204440-5ebb-4ba9-8fc0-5e6b4dd23485'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:11:30.015122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:30.173424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:30.192965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:30.263750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Allocated IP 172.20.0.2 (ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5/dc204440-5ebb-4ba9-8fc0-5e6b4dd23485/1cbed13c-d860-4143-adf7-8cdb07985c2b) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:11:30.300238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Allocated IP 172.26.1.118 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/fae04b06-17db-42ed-96c3-3baf08e403b5) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:11:30.346320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:27Z', 'revision_number': 4, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port': {'id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd99513ca-5a46-42b3-9aa9-4e98c4ef3762', 'name': '', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'mac_address': 'fa:16:3e:55:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:27Z', 'updated_at': '2021-06-24T13:11:28Z', 'revision_number': 2, 'project_id': '95fb98a4be604e129b17985e18706504', 'subnets': [{'id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:30.385813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Checking router: 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:11:30.386018 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Updating router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 port d99513ca-5a46-42b3-9aa9-4e98c4ef3762 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:11:30.404181 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:30.431448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:30.449829 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:30.452845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-74a984e6-cc2e-4558-b03e-99ecd28e5351 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:30.463022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:30.486847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:11:30.493286 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:11:30.497747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:11:30.501622 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Pushing event updated for resources: {'Port': ['ID=fae04b06-17db-42ed-96c3-3baf08e403b5,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:30.524663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:30.528880 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:30.540685 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Transition to ACTIVE for port object 1cbed13c-d860-4143-adf7-8cdb07985c2b will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:11:30.597161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5aa8115e-46d9-4a4a-8cc0-54979395156f up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:11:30.633336 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Transition to ACTIVE for port object 1cbed13c-d860-4143-adf7-8cdb07985c2b will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:11:30.653313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:30.658580 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0c1caa40-a866-4d17-afab-c030100b4dd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:30.725004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Network ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:11:30.754831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:11:30.756173 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:30.758019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Pushing event updated for resources: {'Port': ['ID=1cbed13c-d860-4143-adf7-8cdb07985c2b,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:30.760267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:11:30.765923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:30.781370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 5aa8115e-46d9-4a4a-8cc0-54979395156f triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:30.781750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:30.890559 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Attempting to bind port 1cbed13c-d860-4143-adf7-8cdb07985c2b on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:11:30.890969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Attempting to bind port 1cbed13c-d860-4143-adf7-8cdb07985c2b by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'c1b76816-48cf-4007-82e8-83ee5421c480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:11:30.891410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Attempting to bind port 1cbed13c-d860-4143-adf7-8cdb07985c2b on network ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:11:30.900610 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:11:30.900994 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Checking segment: {'id': 'c1b76816-48cf-4007-82e8-83ee5421c480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:11:30.901412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:30.901810 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Bound using segment: {'id': 'c1b76816-48cf-4007-82e8-83ee5421c480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:11:30.902290 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Bound port: 1cbed13c-d860-4143-adf7-8cdb07985c2b, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b76816-48cf-4007-82e8-83ee5421c480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:11:30.902683 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:30.950011 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:31.078807 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Router 7a0b9674-13ac-4212-88de-181fea5242b8 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 13:11:31.184798 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:11:31.187853 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:31.199996 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Sync routers for ids ['7a0b9674-13ac-4212-88de-181fea5242b8'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:11:31.205608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:31.209746 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4496586 Jun 24 13:11:31.209906 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] For port 1cbed13c-d860-4143-adf7-8cdb07985c2b, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:11:31.210013 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52226) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:11:31.210474 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Transition to ACTIVE for port object d99513ca-5a46-42b3-9aa9-4e98c4ef3762 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:11:31.212914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] For port 1cbed13c-d860-4143-adf7-8cdb07985c2b, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1cbed13c-d860-4143-adf7-8cdb07985c2b,segment=NetworkSegment(c1b76816-48cf-4007-82e8-83ee5421c480),segment_id=c1b76816-48cf-4007-82e8-83ee5421c480)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:11:31.213627 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Routers {'7a0b9674-13ac-4212-88de-181fea5242b8'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:11:31.215673 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:11:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7a0b9674-13ac-4212-88de-181fea5242b8'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:31.218316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:31.227703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ad4a2aa0-1cf4-4f03-9b8b-c1cedaef3147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:31.232689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:31.348357 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Set router 7a0b9674-13ac-4212-88de-181fea5242b8 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:11:31.351332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Pushing event updated for resources: {'Port': ['ID=1cbed13c-d860-4143-adf7-8cdb07985c2b,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:31.368412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:31.369020 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:31.382066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Attempting to bind port d99513ca-5a46-42b3-9aa9-4e98c4ef3762 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:11:31.382866 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Attempting to bind port d99513ca-5a46-42b3-9aa9-4e98c4ef3762 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'aceb6d98-7c47-41e8-a266-e7226ca0ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:11:31.383341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Attempting to bind port d99513ca-5a46-42b3-9aa9-4e98c4ef3762 on network a4157de7-d6bd-4292-9982-3360de9e4aed {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:11:31.419472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:11:31.419990 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Checking segment: {'id': 'aceb6d98-7c47-41e8-a266-e7226ca0ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:11:31.420481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:31.420962 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Bound using segment: {'id': 'aceb6d98-7c47-41e8-a266-e7226ca0ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:11:31.421547 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Bound port: d99513ca-5a46-42b3-9aa9-4e98c4ef3762, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aceb6d98-7c47-41e8-a266-e7226ca0ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:11:31.422012 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:31.452821 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5894203-b6de-4b19-a8bd-e2c8f6297e94 None None] Pushing event updated for resources: {'Port': ['ID=d99513ca-5a46-42b3-9aa9-4e98c4ef3762,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:31.476004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d5894203-b6de-4b19-a8bd-e2c8f6297e94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:31.520058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] For port d99513ca-5a46-42b3-9aa9-4e98c4ef3762, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:11:31.525086 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] For port d99513ca-5a46-42b3-9aa9-4e98c4ef3762, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d99513ca-5a46-42b3-9aa9-4e98c4ef3762,segment=NetworkSegment(aceb6d98-7c47-41e8-a266-e7226ca0ac56),segment_id=aceb6d98-7c47-41e8-a266-e7226ca0ac56)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:11:31.533019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:31.539934 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:31.620446 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Routers {'2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:11:31.621418 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:11:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:31.623078 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'name': 'tempest-TestMinimumBasicScenario-693553256-router', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'fae04b06-17db-42ed-96c3-3baf08e403b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:29Z', 'updated_at': '2021-06-24T13:11:30Z', 'revision_number': 3, 'project_id': '3550948d1b2c4622a0dedcd6f6586761', 'gw_port': {'id': 'fae04b06-17db-42ed-96c3-3baf08e403b5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:30Z', 'updated_at': '2021-06-24T13:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:31.687426 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Checking router: 7a0b9674-13ac-4212-88de-181fea5242b8 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:11:31.687861 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Updating router 7a0b9674-13ac-4212-88de-181fea5242b8 port fae04b06-17db-42ed-96c3-3baf08e403b5 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:11:31.699985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5894203-b6de-4b19-a8bd-e2c8f6297e94 None None] Pushing event updated for resources: {'Port': ['ID=d99513ca-5a46-42b3-9aa9-4e98c4ef3762,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:31.720123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d5894203-b6de-4b19-a8bd-e2c8f6297e94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:31.732822 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:31.801370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] Set router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:11:32.043227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:27Z', 'revision_number': 4, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port': {'id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd99513ca-5a46-42b3-9aa9-4e98c4ef3762', 'name': '', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'mac_address': 'fa:16:3e:55:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:27Z', 'updated_at': '2021-06-24T13:11:31Z', 'revision_number': 4, 'project_id': '95fb98a4be604e129b17985e18706504', 'subnets': [{'id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:32.069632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ef8d8-f92a-4b01-a268-aa4846c254ac None None] The sync data for ids ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'] in dv-neutron-797121-4-hyperv is: [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:27Z', 'revision_number': 4, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port': {'id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd99513ca-5a46-42b3-9aa9-4e98c4ef3762', 'name': '', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'mac_address': 'fa:16:3e:55:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:27Z', 'updated_at': '2021-06-24T13:11:31Z', 'revision_number': 4, 'project_id': '95fb98a4be604e129b17985e18706504', 'subnets': [{'id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:11:32.189847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:32.205009 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:32.215901 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Transition to ACTIVE for port object fae04b06-17db-42ed-96c3-3baf08e403b5 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:11:32.224594 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:32.226909 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-8beab26f-ab36-4378-9743-42d82359bbfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:32.281050 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Attempting to bind port fae04b06-17db-42ed-96c3-3baf08e403b5 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:11:32.281612 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Attempting to bind port fae04b06-17db-42ed-96c3-3baf08e403b5 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:11:32.281796 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Attempting to bind port fae04b06-17db-42ed-96c3-3baf08e403b5 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:11:32.283819 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab6d18-a4e9-4808-a8f9-f44598337458 None None] Pushing event updated for resources: {'Port': ['ID=fae04b06-17db-42ed-96c3-3baf08e403b5,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:32.287496 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-a8ab6d18-a4e9-4808-a8f9-f44598337458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:32.292431 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:11:32.292733 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:11:32.293155 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:32.293557 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:11:32.294047 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Bound port: fae04b06-17db-42ed-96c3-3baf08e403b5, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:11:32.294964 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:32.365088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:32.384428 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] For port fae04b06-17db-42ed-96c3-3baf08e403b5, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:11:32.390948 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] For port fae04b06-17db-42ed-96c3-3baf08e403b5, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fae04b06-17db-42ed-96c3-3baf08e403b5,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:11:32.405080 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:32.412047 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Allocated IP 172.20.0.1 (ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5/dc204440-5ebb-4ba9-8fc0-5e6b4dd23485/8d665a0b-e3d0-4aa7-9028-2646725abf6c) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:11:32.418268 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:32.469047 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Routers {'7a0b9674-13ac-4212-88de-181fea5242b8'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:11:32.470350 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:11:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7a0b9674-13ac-4212-88de-181fea5242b8'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:32.597008 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:32.618516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Transition to ACTIVE for port object 8d665a0b-e3d0-4aa7-9028-2646725abf6c will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:11:32.639170 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] Set router 7a0b9674-13ac-4212-88de-181fea5242b8 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:11:32.662500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:32.668044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-61f84259-ad62-45f0-8233-5daf6c21a89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:32.691229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1cbed13c-d860-4143-adf7-8cdb07985c2b up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:11:32.728706 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Pushing event updated for resources: {'Port': ['ID=8d665a0b-e3d0-4aa7-9028-2646725abf6c,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:32.732536 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:32.749223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Network ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:11:32.751943 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:11:32.754613 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:11:32.812972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:32.814835 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab6d18-a4e9-4808-a8f9-f44598337458 None None] Pushing event updated for resources: {'Port': ['ID=fae04b06-17db-42ed-96c3-3baf08e403b5,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:32.817469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 1cbed13c-d860-4143-adf7-8cdb07985c2b completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:11:32.818882 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-a8ab6d18-a4e9-4808-a8f9-f44598337458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:32.826089 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d99513ca-5a46-42b3-9aa9-4e98c4ef3762 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:11:32.868575 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9633226f-add7-402b-b1b9-cdc047bd86d5 None None] Network ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:11:32.889853 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'name': 'tempest-TestMinimumBasicScenario-693553256-router', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'fae04b06-17db-42ed-96c3-3baf08e403b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:29Z', 'updated_at': '2021-06-24T13:11:30Z', 'revision_number': 3, 'project_id': '3550948d1b2c4622a0dedcd6f6586761', 'gw_port': {'id': 'fae04b06-17db-42ed-96c3-3baf08e403b5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:30Z', 'updated_at': '2021-06-24T13:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:32.922440 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037248fc-7607-46eb-926c-b20c4a7da3d4 None None] The sync data for ids ['7a0b9674-13ac-4212-88de-181fea5242b8'] in dv-neutron-797121-4-hyperv is: [{'id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'name': 'tempest-TestMinimumBasicScenario-693553256-router', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'fae04b06-17db-42ed-96c3-3baf08e403b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:29Z', 'updated_at': '2021-06-24T13:11:30Z', 'revision_number': 3, 'project_id': '3550948d1b2c4622a0dedcd6f6586761', 'gw_port': {'id': 'fae04b06-17db-42ed-96c3-3baf08e403b5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:30Z', 'updated_at': '2021-06-24T13:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:11:32.975744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-af576883-897c-43eb-9737-b22c74652fa8 None None] Provisioning for port 1cbed13c-d860-4143-adf7-8cdb07985c2b completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:11:32.979379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port d99513ca-5a46-42b3-9aa9-4e98c4ef3762 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:11:32.984078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-af576883-897c-43eb-9737-b22c74652fa8 None None] Provisioning complete for port 1cbed13c-d860-4143-adf7-8cdb07985c2b triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:32.984702 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-af576883-897c-43eb-9737-b22c74652fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:32.989386 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d99513ca-5a46-42b3-9aa9-4e98c4ef3762 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:32.989386 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:32.993872 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:33.196855 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:33.204203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:33.207219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6d528fec-eee3-4c95-bd8f-55efbedc27c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:33.212489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:33.214227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-af576883-897c-43eb-9737-b22c74652fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:33.305155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port d99513ca-5a46-42b3-9aa9-4e98c4ef3762, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d99513ca-5a46-42b3-9aa9-4e98c4ef3762,segment=NetworkSegment(aceb6d98-7c47-41e8-a266-e7226ca0ac56),segment_id=aceb6d98-7c47-41e8-a266-e7226ca0ac56)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:33.309144 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-af576883-897c-43eb-9737-b22c74652fa8 None None] For port 1cbed13c-d860-4143-adf7-8cdb07985c2b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1cbed13c-d860-4143-adf7-8cdb07985c2b,segment=NetworkSegment(c1b76816-48cf-4007-82e8-83ee5421c480),segment_id=c1b76816-48cf-4007-82e8-83ee5421c480)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:33.312257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Pushing event updated for resources: {'Port': ['ID=8d665a0b-e3d0-4aa7-9028-2646725abf6c,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:33.313202 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:33.318342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:33.319423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:33.319813 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:33.322036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-af576883-897c-43eb-9737-b22c74652fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:33.413948 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=d99513ca-5a46-42b3-9aa9-4e98c4ef3762,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:33.422420 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:33.423504 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:33.477236 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Network ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:11:33.478970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:11:33.494340 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af576883-897c-43eb-9737-b22c74652fa8 None None] Pushing event updated for resources: {'Port': ['ID=1cbed13c-d860-4143-adf7-8cdb07985c2b,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:33.497622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-af576883-897c-43eb-9737-b22c74652fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:33.612207 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Router 7a0b9674-13ac-4212-88de-181fea5242b8 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:11:33.646637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-754b95be-454f-4097-b860-2cacdc0a0c72 None None] Provisioning complete for port 1cbed13c-d860-4143-adf7-8cdb07985c2b triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:33.647410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-754b95be-454f-4097-b860-2cacdc0a0c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:33.734203 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:11:33.740288 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] 10.222.0.110 "PUT /v2.0/routers/7a0b9674-13ac-4212-88de-181fea5242b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5292959 Jun 24 13:11:33.768727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-754b95be-454f-4097-b860-2cacdc0a0c72 None None] Provisioning for port 8d665a0b-e3d0-4aa7-9028-2646725abf6c completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:11:33.773647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-754b95be-454f-4097-b860-2cacdc0a0c72 None None] Provisioning complete for port 8d665a0b-e3d0-4aa7-9028-2646725abf6c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:33.774342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-754b95be-454f-4097-b860-2cacdc0a0c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:33.823348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-754b95be-454f-4097-b860-2cacdc0a0c72 None None] Port 8d665a0b-e3d0-4aa7-9028-2646725abf6c cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:11:33.943896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-66dc2b73-6959-438d-adbf-a9c2e3ba936c None None] Provisioning complete for port 8d665a0b-e3d0-4aa7-9028-2646725abf6c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:33.944672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-66dc2b73-6959-438d-adbf-a9c2e3ba936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:33.981915 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-66dc2b73-6959-438d-adbf-a9c2e3ba936c None None] Port 8d665a0b-e3d0-4aa7-9028-2646725abf6c cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:11:34.107954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7da0b601-f711-408a-a267-786b0f1cecff None None] Provisioning complete for port 8d665a0b-e3d0-4aa7-9028-2646725abf6c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:34.108422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7da0b601-f711-408a-a267-786b0f1cecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:34.147555 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7da0b601-f711-408a-a267-786b0f1cecff None None] Port 8d665a0b-e3d0-4aa7-9028-2646725abf6c cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:11:34.696223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1cbed13c-d860-4143-adf7-8cdb07985c2b up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:11:34.747407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 1cbed13c-d860-4143-adf7-8cdb07985c2b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:34.747795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:34.855717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d99513ca-5a46-42b3-9aa9-4e98c4ef3762 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:11:34.908206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d99513ca-5a46-42b3-9aa9-4e98c4ef3762 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:34.908642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:34.993422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fae04b06-17db-42ed-96c3-3baf08e403b5 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:11:35.047430 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port fae04b06-17db-42ed-96c3-3baf08e403b5 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:11:35.052219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port fae04b06-17db-42ed-96c3-3baf08e403b5 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:35.052694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:35.140862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:35.166997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port fae04b06-17db-42ed-96c3-3baf08e403b5, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fae04b06-17db-42ed-96c3-3baf08e403b5,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:35.172369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:35.174863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:35.237300 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=fae04b06-17db-42ed-96c3-3baf08e403b5,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:35.251009 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:35.460986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Sync routers for ids ['7a0b9674-13ac-4212-88de-181fea5242b8'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:11:35.471314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Routers {'7a0b9674-13ac-4212-88de-181fea5242b8'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:11:35.471926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:11:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7a0b9674-13ac-4212-88de-181fea5242b8'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:35.595661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Set router 7a0b9674-13ac-4212-88de-181fea5242b8 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:11:35.841861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'name': 'tempest-TestMinimumBasicScenario-693553256-router', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'fae04b06-17db-42ed-96c3-3baf08e403b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:29Z', 'updated_at': '2021-06-24T13:11:32Z', 'revision_number': 4, 'project_id': '3550948d1b2c4622a0dedcd6f6586761', 'gw_port': {'id': 'fae04b06-17db-42ed-96c3-3baf08e403b5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:30Z', 'updated_at': '2021-06-24T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '8d665a0b-e3d0-4aa7-9028-2646725abf6c', 'name': '', 'network_id': 'ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'mac_address': 'fa:16:3e:5e:78:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'dc204440-5ebb-4ba9-8fc0-5e6b4dd23485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:32Z', 'updated_at': '2021-06-24T13:11:33Z', 'revision_number': 2, 'project_id': '3550948d1b2c4622a0dedcd6f6586761', 'subnets': [{'id': 'dc204440-5ebb-4ba9-8fc0-5e6b4dd23485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:35.868079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Checking router: 7a0b9674-13ac-4212-88de-181fea5242b8 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:11:35.868359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Updating router 7a0b9674-13ac-4212-88de-181fea5242b8 port 8d665a0b-e3d0-4aa7-9028-2646725abf6c binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:11:35.911227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:36.204273 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:36.214428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Transition to ACTIVE for port object 8d665a0b-e3d0-4aa7-9028-2646725abf6c will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:11:36.223008 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:36.229797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a4d000ca-546a-4806-a3c6-c4661574b974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:36.526482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624073a8-aa98-4fb6-b85c-8ac719b36462 None None] Pushing event updated for resources: {'Port': ['ID=8d665a0b-e3d0-4aa7-9028-2646725abf6c,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:36.530277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-624073a8-aa98-4fb6-b85c-8ac719b36462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:36.531249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Attempting to bind port 8d665a0b-e3d0-4aa7-9028-2646725abf6c on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:11:36.531703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Attempting to bind port 8d665a0b-e3d0-4aa7-9028-2646725abf6c by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'c1b76816-48cf-4007-82e8-83ee5421c480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:11:36.532286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Attempting to bind port 8d665a0b-e3d0-4aa7-9028-2646725abf6c on network ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:11:36.538386 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:11:36.538645 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Checking segment: {'id': 'c1b76816-48cf-4007-82e8-83ee5421c480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:11:36.539203 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:36.539676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Bound using segment: {'id': 'c1b76816-48cf-4007-82e8-83ee5421c480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:11:36.540247 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Bound port: 8d665a0b-e3d0-4aa7-9028-2646725abf6c, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b76816-48cf-4007-82e8-83ee5421c480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:11:36.540758 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:36.602672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fae04b06-17db-42ed-96c3-3baf08e403b5 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:11:36.654725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] For port 8d665a0b-e3d0-4aa7-9028-2646725abf6c, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:11:36.661240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] For port 8d665a0b-e3d0-4aa7-9028-2646725abf6c, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8d665a0b-e3d0-4aa7-9028-2646725abf6c,segment=NetworkSegment(c1b76816-48cf-4007-82e8-83ee5421c480),segment_id=c1b76816-48cf-4007-82e8-83ee5421c480)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:11:36.670618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:36.673778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5e6d1dbd-793c-4cf6-9f4e-38d753b567dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:36.710571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port fae04b06-17db-42ed-96c3-3baf08e403b5 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:36.710978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:36.781459 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Routers {'7a0b9674-13ac-4212-88de-181fea5242b8'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:11:36.782695 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:11:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7a0b9674-13ac-4212-88de-181fea5242b8'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:36.785004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624073a8-aa98-4fb6-b85c-8ac719b36462 None None] Pushing event updated for resources: {'Port': ['ID=8d665a0b-e3d0-4aa7-9028-2646725abf6c,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:36.788350 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-624073a8-aa98-4fb6-b85c-8ac719b36462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:36.955331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] Set router 7a0b9674-13ac-4212-88de-181fea5242b8 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:11:37.182204 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'name': 'tempest-TestMinimumBasicScenario-693553256-router', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'fae04b06-17db-42ed-96c3-3baf08e403b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:29Z', 'updated_at': '2021-06-24T13:11:32Z', 'revision_number': 4, 'project_id': '3550948d1b2c4622a0dedcd6f6586761', 'gw_port': {'id': 'fae04b06-17db-42ed-96c3-3baf08e403b5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:30Z', 'updated_at': '2021-06-24T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '8d665a0b-e3d0-4aa7-9028-2646725abf6c', 'name': '', 'network_id': 'ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'mac_address': 'fa:16:3e:5e:78:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'dc204440-5ebb-4ba9-8fc0-5e6b4dd23485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:32Z', 'updated_at': '2021-06-24T13:11:36Z', 'revision_number': 4, 'project_id': '3550948d1b2c4622a0dedcd6f6586761', 'subnets': [{'id': 'dc204440-5ebb-4ba9-8fc0-5e6b4dd23485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:11:37.209439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed1d23-fe8f-4494-a046-18ae0b0871da None None] The sync data for ids ['7a0b9674-13ac-4212-88de-181fea5242b8'] in dv-neutron-797121-4-hyperv is: [{'id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'name': 'tempest-TestMinimumBasicScenario-693553256-router', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'fae04b06-17db-42ed-96c3-3baf08e403b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:29Z', 'updated_at': '2021-06-24T13:11:32Z', 'revision_number': 4, 'project_id': '3550948d1b2c4622a0dedcd6f6586761', 'gw_port': {'id': 'fae04b06-17db-42ed-96c3-3baf08e403b5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:30Z', 'updated_at': '2021-06-24T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '8d665a0b-e3d0-4aa7-9028-2646725abf6c', 'name': '', 'network_id': 'ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'mac_address': 'fa:16:3e:5e:78:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'dc204440-5ebb-4ba9-8fc0-5e6b4dd23485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:32Z', 'updated_at': '2021-06-24T13:11:36Z', 'revision_number': 4, 'project_id': '3550948d1b2c4622a0dedcd6f6586761', 'subnets': [{'id': 'dc204440-5ebb-4ba9-8fc0-5e6b4dd23485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:11:38.620083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8d665a0b-e3d0-4aa7-9028-2646725abf6c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:11:38.674264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 8d665a0b-e3d0-4aa7-9028-2646725abf6c completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:11:38.680579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 8d665a0b-e3d0-4aa7-9028-2646725abf6c triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:38.680969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:38.770382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:38.810503 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 8d665a0b-e3d0-4aa7-9028-2646725abf6c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8d665a0b-e3d0-4aa7-9028-2646725abf6c,segment=NetworkSegment(c1b76816-48cf-4007-82e8-83ee5421c480),segment_id=c1b76816-48cf-4007-82e8-83ee5421c480)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:38.815135 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:38.817023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-2e8db01c-7768-464d-91ad-bcff4d3bf3e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:38.877423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=8d665a0b-e3d0-4aa7-9028-2646725abf6c,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:38.883513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:40.595341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8d665a0b-e3d0-4aa7-9028-2646725abf6c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:11:40.655622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 8d665a0b-e3d0-4aa7-9028-2646725abf6c triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:40.656166 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:43.595695 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-baee7852-f4f5-4c3a-997f-e6ecd8eecdf3 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:43.597167 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-baee7852-f4f5-4c3a-997f-e6ecd8eecdf3 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/networks?id=a4157de7-d6bd-4292-9982-3360de9e4aed HTTP/1.1" status: 200 len: 814 time: 0.1064506 Jun 24 13:11:43.612330 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-9a2a9297-ef0a-4594-9545-8bf9868c8266 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/quotas/95fb98a4be604e129b17985e18706504 HTTP/1.1" status: 200 len: 375 time: 0.0096495 Jun 24 13:11:43.678253 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-e20e3509-3cd6-45ed-8629-dcbb0a0da1f2 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=95fb98a4be604e129b17985e18706504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610003 Jun 24 13:11:43.773319 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-f903f149-124f-4832-bd66-e088848c86ae service neutron] 10.222.0.110 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836170 Jun 24 13:11:43.848882 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:11:43.867048 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-a51c92a9-7b42-4190-aa6f-b9db7ba420ca service neutron] 10.222.0.110 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878496 Jun 24 13:11:44.035596 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b4836bc9-55fb-4db4-97ae-23fb9715feeb req-e0eabe82-bdf2-451d-80da-3d0a1fbaa4d9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 210 time: 0.0327661 Jun 24 13:11:45.191342 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3e198f8d-f8f1-4c86-82ed-660a8123c714 req-ad4a5ac6-9244-41a7-9ba5-affb356857a4 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 210 time: 0.0376387 Jun 24 13:11:45.219038 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-7c2501b9-ce09-4d63-8328-d20a41c0fd95 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:45.220658 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-7c2501b9-ce09-4d63-8328-d20a41c0fd95 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.102 "GET /v2.0/networks?id=a4157de7-d6bd-4292-9982-3360de9e4aed HTTP/1.1" status: 200 len: 814 time: 0.1384809 Jun 24 13:11:45.234466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Request body: {'port': {'device_id': '80f12065-0a69-42a3-973a-1adbb497cf69', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'admin_state_up': True, 'tenant_id': '95fb98a4be604e129b17985e18706504'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:11:45.347708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Made reservation on behalf of 95fb98a4be604e129b17985e18706504 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:11:45.351258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:45.491909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Allocated IP 172.20.0.5 (a4157de7-d6bd-4292-9982-3360de9e4aed/17d9d595-29bd-4b01-88ae-7e1ce65cf470/0ad59f59-7b33-4491-a8ea-8c92b8df3a42) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:11:45.680680 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:45.710471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Transition to ACTIVE for port object 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:11:45.748236 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:45.755336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1e9fd496-0979-4ede-864a-3d45d6d2fccc tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:45.815879 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Network a4157de7-d6bd-4292-9982-3360de9e4aed is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:11:45.820120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:11:45.822918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:11:45.826361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event updated for resources: {'Port': ['ID=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:45.830094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:45.885218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:45.886456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:45.925586 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6965806 Jun 24 13:11:46.145933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-00519bae-735c-4cda-a92d-3c2d42f2680b None None] Provisioning for port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:11:46.151239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-00519bae-735c-4cda-a92d-3c2d42f2680b None None] Provisioning complete for port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:11:46.151711 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-00519bae-735c-4cda-a92d-3c2d42f2680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:46.188951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-00519bae-735c-4cda-a92d-3c2d42f2680b None None] Port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:11:46.389224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04759c7e-520c-4fc2-a5c9-cbccc582e861 req-c986b25b-0e9f-4056-9b92-5de24526171f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:46.390726 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-04759c7e-520c-4fc2-a5c9-cbccc582e861 req-c986b25b-0e9f-4056-9b92-5de24526171f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 931 time: 0.0716293 Jun 24 13:11:46.433009 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-04759c7e-520c-4fc2-a5c9-cbccc582e861 req-daf52a46-a225-45b0-903d-1faec94c5165 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351107 Jun 24 13:11:47.461877 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:47.632177 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dae71e-1629-4875-99af-43872c28ab9c req-e0d62941-017b-4206-b6cb-835da97edfcb tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:47.633773 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6dae71e-1629-4875-99af-43872c28ab9c req-e0d62941-017b-4206-b6cb-835da97edfcb tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 931 time: 0.0726116 Jun 24 13:11:47.673603 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6dae71e-1629-4875-99af-43872c28ab9c req-8130b325-1723-4edf-92e4-71fb72dae96a tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336769 Jun 24 13:11:48.867458 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e53e92-3586-4fc4-9d7f-4e32e1193505 req-9b8a0cc6-94bd-464b-906d-39b24d580b15 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:48.870803 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4e53e92-3586-4fc4-9d7f-4e32e1193505 req-9b8a0cc6-94bd-464b-906d-39b24d580b15 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 931 time: 0.0730314 Jun 24 13:11:48.912884 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4e53e92-3586-4fc4-9d7f-4e32e1193505 req-394b119e-f035-471d-9ac0-49efe8d38653 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378134 Jun 24 13:11:50.083770 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965ee96-e81c-461a-9c78-a1c2a5564a79 req-1b0f1f67-468d-49db-9d87-8f454bd8840b tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:50.085140 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c965ee96-e81c-461a-9c78-a1c2a5564a79 req-1b0f1f67-468d-49db-9d87-8f454bd8840b tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 931 time: 0.0626175 Jun 24 13:11:50.126693 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c965ee96-e81c-461a-9c78-a1c2a5564a79 req-6ff13600-e720-4f3b-be32-4b69fce43659 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359509 Jun 24 13:11:51.314036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03271732-7a8f-4344-be71-40e88f8b3120 req-df7819e8-935b-4c93-973a-af606cdabb07 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:51.315555 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-03271732-7a8f-4344-be71-40e88f8b3120 req-df7819e8-935b-4c93-973a-af606cdabb07 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 931 time: 0.0737915 Jun 24 13:11:51.352467 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-03271732-7a8f-4344-be71-40e88f8b3120 req-8515a33c-12a9-4a9a-bce5-cf4830cb7dbe tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 Jun 24 13:11:52.537691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70e4aa-ffcd-4774-bf88-182e87d64fb5 req-6b7a196b-99d6-49df-ae94-190cc346d587 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:52.539713 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e70e4aa-ffcd-4774-bf88-182e87d64fb5 req-6b7a196b-99d6-49df-ae94-190cc346d587 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 931 time: 0.0736454 Jun 24 13:11:52.581991 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e70e4aa-ffcd-4774-bf88-182e87d64fb5 req-95eac151-364c-49c5-b738-1627725eb161 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352738 Jun 24 13:11:53.765478 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e804bdf-943b-4a43-99e3-7a373c09e724 req-5c71909c-1e6a-4b9d-81da-abe617a4991e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:53.767707 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7e804bdf-943b-4a43-99e3-7a373c09e724 req-5c71909c-1e6a-4b9d-81da-abe617a4991e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 931 time: 0.0722880 Jun 24 13:11:53.805638 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7e804bdf-943b-4a43-99e3-7a373c09e724 req-d6f41cc1-817e-43d6-bf64-de36d13bf635 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323474 Jun 24 13:11:54.991129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e38d4-26fa-444c-9d67-33afc89d0899 req-f33f2c56-dea0-4c4c-960a-f1587cabc6b3 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:54.995397 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-712e38d4-26fa-444c-9d67-33afc89d0899 req-f33f2c56-dea0-4c4c-960a-f1587cabc6b3 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 931 time: 0.0742831 Jun 24 13:11:55.033195 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-712e38d4-26fa-444c-9d67-33afc89d0899 req-6b04bbc0-cb3a-4b09-a028-be70ed75f3ba tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366869 Jun 24 13:11:56.204595 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa1b5e-1ba0-49f3-b44f-94f60830318a req-93cc4999-4e50-42ff-8523-1f898c2634bf tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:56.206051 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-22aa1b5e-1ba0-49f3-b44f-94f60830318a req-93cc4999-4e50-42ff-8523-1f898c2634bf tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 931 time: 0.0624564 Jun 24 13:11:56.257505 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-22aa1b5e-1ba0-49f3-b44f-94f60830318a req-c97af796-29a6-4d0a-9f33-730685335161 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456896 Jun 24 13:11:56.414663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Request body: {'port': {'device_id': '80f12065-0a69-42a3-973a-1adbb497cf69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:11:56.485702 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:56.618862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8b96ed63-15cf-4a49-aaa0-62ee1c42421c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:56.742336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:11:56.749486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:56.762655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Transition to ACTIVE for port object 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:11:56.766280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:56.769032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f6466db9-1f5c-441f-ad8f-243718cee2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:56.814992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:56.818303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:56.888723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Attempting to bind port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:11:56.889063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Attempting to bind port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'aceb6d98-7c47-41e8-a266-e7226ca0ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:11:56.889398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Attempting to bind port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 on network a4157de7-d6bd-4292-9982-3360de9e4aed {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:11:56.893796 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 on network a4157de7-d6bd-4292-9982-3360de9e4aed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:11:56.894115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Attempting to bind port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 on network a4157de7-d6bd-4292-9982-3360de9e4aed {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:11:56.899110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:11:56.899537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Checking segment: {'id': 'aceb6d98-7c47-41e8-a266-e7226ca0ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:11:56.899836 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Bound using segment: {'id': 'aceb6d98-7c47-41e8-a266-e7226ca0ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:11:56.900265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Bound port: 0ad59f59-7b33-4491-a8ea-8c92b8df3a42, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aceb6d98-7c47-41e8-a266-e7226ca0ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:11:56.900651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:56.970302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] For port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:11:56.974710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] For port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,segment=NetworkSegment(aceb6d98-7c47-41e8-a266-e7226ca0ac56),segment_id=aceb6d98-7c47-41e8-a266-e7226ca0ac56)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:11:56.979449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:56.982510 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a794a67b-148f-4131-b7d7-fdee4aabaa0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:57.016365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:57.016983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:57.018491 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] 10.222.0.102 "PUT /v2.0/ports/0ad59f59-7b33-4491-a8ea-8c92b8df3a42 HTTP/1.1" status: 200 len: 1093 time: 0.6082194 Jun 24 13:11:57.019195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f12065-0a69-42a3-973a-1adbb497cf69', 'tag': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:11:57.021606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86799caf-180a-4d26-8123-1882ce519cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "80f12065-0a69-42a3-973a-1adbb497cf69", "tag": "0ad59f59-7b33-4491-a8ea-8c92b8df3a42"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:11:57.046115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:57.057399 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:57.071902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5c8a23-e330-4c55-8381-477f8b272b41 x-openstack-request-id: req-bd5c8a23-e330-4c55-8381-477f8b272b41 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:11:57.072248 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f12065-0a69-42a3-973a-1adbb497cf69", "tag": "0ad59f59-7b33-4491-a8ea-8c92b8df3a42", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:11:57.072555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-bd5c8a23-e330-4c55-8381-477f8b272b41 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:11:57.073002 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f12065-0a69-42a3-973a-1adbb497cf69', 'tag': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42', 'status': 'completed', 'code': 200} Jun 24 13:11:57.119700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-33f3bddd-c07a-421c-952a-f8cf7104d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:57.121241 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-33f3bddd-c07a-421c-952a-f8cf7104d333 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95fb98a4be604e129b17985e18706504&device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 1096 time: 0.0582299 Jun 24 13:11:57.168793 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-6852925b-2aa8-49bf-a481-13737633fe49 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42 HTTP/1.1" status: 200 len: 217 time: 0.0393827 Jun 24 13:11:57.216913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-04845c19-2d35-44a8-953b-ade81bc0abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:57.218352 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-04845c19-2d35-44a8-953b-ade81bc0abb4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=17d9d595-29bd-4b01-88ae-7e1ce65cf470 HTTP/1.1" status: 200 len: 853 time: 0.0440583 Jun 24 13:11:57.272373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4a4b5f0b-512b-42d3-9747-7fa8ba30022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:57.273701 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-4a4b5f0b-512b-42d3-9747-7fa8ba30022b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a4157de7-d6bd-4292-9982-3360de9e4aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495615 Jun 24 13:11:57.368804 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-480ce3c6-6d62-4e1a-896e-b89640158f76 service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887806 Jun 24 13:11:57.494563 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9e41dbbe-41d8-4119-912a-1409817fb85c req-ce0ccde8-e599-4e1b-9dad-1a33aa429d60 service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162055 Jun 24 13:11:57.505468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744e225-1cd9-4764-a036-d38ee9210154 req-1fd56fd2-4f0f-4afc-b228-9f20a93b1e9d tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:57.506955 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9744e225-1cd9-4764-a036-d38ee9210154 req-1fd56fd2-4f0f-4afc-b228-9f20a93b1e9d tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 943 time: 0.1372788 Jun 24 13:11:57.547354 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9744e225-1cd9-4764-a036-d38ee9210154 req-3e22cc3e-d4f2-4fd2-a578-a464a1e8b037 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336456 Jun 24 13:11:57.601746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86799caf-180a-4d26-8123-1882ce519cc4 req-4e7c99b4-9362-409e-9018-dcd38a9b21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:57.603319 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-86799caf-180a-4d26-8123-1882ce519cc4 req-4e7c99b4-9362-409e-9018-dcd38a9b21a0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95fb98a4be604e129b17985e18706504&device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 1096 time: 0.0551994 Jun 24 13:11:57.695117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86799caf-180a-4d26-8123-1882ce519cc4 req-c4a817dd-0c9b-4d26-b90e-43a50218ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:57.696578 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-86799caf-180a-4d26-8123-1882ce519cc4 req-c4a817dd-0c9b-4d26-b90e-43a50218ce35 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a4157de7-d6bd-4292-9982-3360de9e4aed HTTP/1.1" status: 200 len: 916 time: 0.0858645 Jun 24 13:11:57.737751 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-86799caf-180a-4d26-8123-1882ce519cc4 req-d95251a7-d5ad-4f39-aac4-f2254f310575 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42 HTTP/1.1" status: 200 len: 217 time: 0.0342476 Jun 24 13:11:57.786369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86799caf-180a-4d26-8123-1882ce519cc4 req-3f5c235a-45da-456b-b16b-a878e1e4537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:57.787847 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-86799caf-180a-4d26-8123-1882ce519cc4 req-3f5c235a-45da-456b-b16b-a878e1e4537f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=17d9d595-29bd-4b01-88ae-7e1ce65cf470 HTTP/1.1" status: 200 len: 853 time: 0.0430734 Jun 24 13:11:57.849921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86799caf-180a-4d26-8123-1882ce519cc4 req-7ed88129-394f-4be8-9b3c-7fb40ab20d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:57.851442 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-86799caf-180a-4d26-8123-1882ce519cc4 req-7ed88129-394f-4be8-9b3c-7fb40ab20d36 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a4157de7-d6bd-4292-9982-3360de9e4aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0565717 Jun 24 13:11:57.938707 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-86799caf-180a-4d26-8123-1882ce519cc4 req-2ddcb4fd-222d-46c5-80c3-e4e4c383df4b service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800350 Jun 24 13:11:58.029598 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-86799caf-180a-4d26-8123-1882ce519cc4 req-97d9cdfe-b10f-4c29-9595-08931390879b service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845315 Jun 24 13:11:58.604859 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:11:58.701653 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,segment=NetworkSegment(aceb6d98-7c47-41e8-a266-e7226ca0ac56),segment_id=aceb6d98-7c47-41e8-a266-e7226ca0ac56)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:58.713381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'port_id': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42', 'mac_address': 'fa:16:3e:1d:ca:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:11:58.721918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1ed41-71d4-4733-887e-2a3404071281 req-c11bd358-8127-4fb8-b706-08d1e3c7435d tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:58.723414 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-87d1ed41-71d4-4733-887e-2a3404071281 req-c11bd358-8127-4fb8-b706-08d1e3c7435d tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 943 time: 0.0637820 Jun 24 13:11:58.750101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:58.761238 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-87d1ed41-71d4-4733-887e-2a3404071281 req-b872d1d9-653c-4a29-a31f-50932ce168e6 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Jun 24 13:11:58.766826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:11:58.785779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,segment=NetworkSegment(aceb6d98-7c47-41e8-a266-e7226ca0ac56),segment_id=aceb6d98-7c47-41e8-a266-e7226ca0ac56)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:11:58.790271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:58.792254 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:11:58.839602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:11:58.846654 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:58.847031 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:58.847377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:58.847716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:58.848050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:58.848384 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:58.848722 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:58.849045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:58.849372 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:58.849703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:58.850021 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:58.850346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:11:58.854136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:11:58.997522 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['0ad59f59-7b33-4491-a8ea-8c92b8df3a42'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:11:59.348374 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dd97301e-2258-468b-bbc2-c413faa1ad9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:59.468307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:11:59.931312 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04211723-f39a-43b0-acee-14494229dff1 req-82fddf73-1eb7-4911-b3ba-9f28dfbaa5d9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:11:59.932763 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-04211723-f39a-43b0-acee-14494229dff1 req-82fddf73-1eb7-4911-b3ba-9f28dfbaa5d9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 944 time: 0.0618649 Jun 24 13:11:59.971001 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-04211723-f39a-43b0-acee-14494229dff1 req-faf9dde5-07b2-4733-b693-657400430e48 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316818 Jun 24 13:12:00.382529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:00.620509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:12:00.667210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:12:00.670718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:12:00.671134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:00.746217 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:00.768085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f12065-0a69-42a3-973a-1adbb497cf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:12:00.770365 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89dadff-d654-4125-b42f-f9220a532250" -d '{"events": [{"server_uuid": "80f12065-0a69-42a3-973a-1adbb497cf69", "name": "network-vif-plugged", "status": "completed", "tag": "0ad59f59-7b33-4491-a8ea-8c92b8df3a42"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:12:00.783978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,segment=NetworkSegment(aceb6d98-7c47-41e8-a266-e7226ca0ac56),segment_id=aceb6d98-7c47-41e8-a266-e7226ca0ac56)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:12:00.792885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:00.792885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:12:00.818726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e857626-b5ee-45e1-9e23-0e7cacdcfd3d x-openstack-request-id: req-8e857626-b5ee-45e1-9e23-0e7cacdcfd3d {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:12:00.819065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f12065-0a69-42a3-973a-1adbb497cf69", "name": "network-vif-plugged", "status": "completed", "tag": "0ad59f59-7b33-4491-a8ea-8c92b8df3a42", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:12:00.819327 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8e857626-b5ee-45e1-9e23-0e7cacdcfd3d {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:12:00.819717 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f12065-0a69-42a3-973a-1adbb497cf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42', 'code': 200} Jun 24 13:12:00.848172 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:12:00.851154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:12:01.414129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfc423-885d-4e79-a1e3-6e3057de2a14 req-210c9265-c652-435b-ac5b-cd21a2a740b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:01.415629 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-01bfc423-885d-4e79-a1e3-6e3057de2a14 req-210c9265-c652-435b-ac5b-cd21a2a740b9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 1098 time: 0.4335277 Jun 24 13:12:01.435773 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e64508-e9eb-4818-8e38-82ba1a147893 req-8b2000ce-c915-4dc6-8993-af254f66f8ba tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:01.437448 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-50e64508-e9eb-4818-8e38-82ba1a147893 req-8b2000ce-c915-4dc6-8993-af254f66f8ba tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 945 time: 0.0858138 Jun 24 13:12:01.481020 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-01bfc423-885d-4e79-a1e3-6e3057de2a14 req-0cb2caad-d4cd-404c-8c6d-101269a22d6b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586810 Jun 24 13:12:01.488045 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-50e64508-e9eb-4818-8e38-82ba1a147893 req-ff44eb41-eb7a-4fdf-a464-f04519dec85e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444927 Jun 24 13:12:02.354290 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:02.665614 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219d90f-ffb7-4a9f-92cc-9af41c1c6d57 req-58868b23-aeff-4a6a-84da-81c3fbe255e7 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:02.667097 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8219d90f-ffb7-4a9f-92cc-9af41c1c6d57 req-58868b23-aeff-4a6a-84da-81c3fbe255e7 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 945 time: 0.0648472 Jun 24 13:12:02.704830 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8219d90f-ffb7-4a9f-92cc-9af41c1c6d57 req-8e3659e4-5393-4d62-8b76-5942a7972de1 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Jun 24 13:12:02.877355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344680ee-7316-477d-8342-e9c0b580b2c4 req-9bc4c57a-6ca2-4af0-8abc-d0831e37a0cb tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:02.878859 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-344680ee-7316-477d-8342-e9c0b580b2c4 req-9bc4c57a-6ca2-4af0-8abc-d0831e37a0cb tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 945 time: 0.0651653 Jun 24 13:12:02.916249 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-344680ee-7316-477d-8342-e9c0b580b2c4 req-94eb8f92-fbb2-4157-a79e-f8b2d51a2d7d tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Jun 24 13:12:03.291296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab697c-a9cf-4c19-9aed-d3aa570696d2 req-915b3806-fd46-4de1-bf34-3acae6353702 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:03.292778 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdab697c-a9cf-4c19-9aed-d3aa570696d2 req-915b3806-fd46-4de1-bf34-3acae6353702 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 945 time: 0.0618513 Jun 24 13:12:03.334467 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fdab697c-a9cf-4c19-9aed-d3aa570696d2 req-ba1caf37-eb11-48a3-a52f-54109d0b6497 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360575 Jun 24 13:12:14.974132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3a958-70f7-48be-abff-2d07546e4d6e req-2eab7ab3-6732-484f-9c25-d330bdecf69f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:14.976389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bcb3a958-70f7-48be-abff-2d07546e4d6e req-2eab7ab3-6732-484f-9c25-d330bdecf69f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 945 time: 0.0633056 Jun 24 13:12:15.014075 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bcb3a958-70f7-48be-abff-2d07546e4d6e req-169a248a-9baf-4a7c-9775-c95dba02adb1 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328043 Jun 24 13:12:15.038330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52418) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:12:15.171680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dba0b6a-390f-4f2c-a8c0-38324e19c04e tempest-TestMinimumBasicScenario-1088496602 tempest-TestMinimumBasicScenario-1088496602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:15.173770 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7dba0b6a-390f-4f2c-a8c0-38324e19c04e tempest-TestMinimumBasicScenario-1088496602 tempest-TestMinimumBasicScenario-1088496602-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 1093 time: 0.1344090 Jun 24 13:12:15.176805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52422) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:12:15.181256 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:12:15.203310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:15.301719 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:15.405314 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Allocated IP 172.26.1.211 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/008b9bc2-a7e4-4c5e-96d6-9382a8d11b33) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:12:15.511437 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:15.549893 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:15.552720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e87a5af4-349d-4983-8d58-61a59a6df96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:12:15.583815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:12:15.586566 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:12:15.589855 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:12:15.621516 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event updated for resources: {'Port': ['ID=008b9bc2-a7e4-4c5e-96d6-9382a8d11b33,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:12:15.625352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:12:15.956221 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:16.031547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:16.172717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:16.177277 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:16.179186 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-18dae561-7ff4-4852-b952-61f084bd6201 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:12:16.245341 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event updated for resources: {'Port': ['ID=008b9bc2-a7e4-4c5e-96d6-9382a8d11b33,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:12:16.249065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:12:16.257925 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:16.356255 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Floating IP ec803da6-b9d3-42e2-928d-eeb85e1ad534 associated. External IP: 172.26.1.211, port: 0ad59f59-7b33-4491-a8ea-8c92b8df3a42. Jun 24 13:12:16.572091 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:12:16.676865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:12:16.686282 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a2cd00-28fb-4dcf-81bf-94a1e50a0999 None None] Sync routers for ids ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:12:16.694220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:16.696067 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a2cd00-28fb-4dcf-81bf-94a1e50a0999 None None] Routers {'2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:12:16.696703 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a8a2cd00-28fb-4dcf-81bf-94a1e50a0999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:11:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:12:16.731305 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5534563 Jun 24 13:12:16.732168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f12065-0a69-42a3-973a-1adbb497cf69', 'tag': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:12:16.734268 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52424) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:12:16.734944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8221907-1226-424f-9d26-6736039cb3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "80f12065-0a69-42a3-973a-1adbb497cf69", "tag": "0ad59f59-7b33-4491-a8ea-8c92b8df3a42"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:12:16.739634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793408380', 'description': 'tempest-secgroup-smoke-793408380 description', 'project_id': '95fb98a4be604e129b17985e18706504'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:12:16.769700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:16.811939 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-a8a2cd00-28fb-4dcf-81bf-94a1e50a0999 None None] Set router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:12:16.861038 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:16.865777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:16.879916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e7c1e80-972c-4b65-9559-e7f9211133f8 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:12:16.885598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:16.887111 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1513834 Jun 24 13:12:16.889932 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52430) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:12:16.895480 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-30a03105-9cc1-4bdd-a038-724a1199bbd9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Request body: {'security_group_rule': {'security_group_id': '5be21673-ddef-4df3-a5d4-3465568baf1e', 'project_id': '95fb98a4be604e129b17985e18706504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:12:16.909736 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be21673-ddef-4df3-a5d4-3465568baf1e,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:12:16.920683 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:12:16.921454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:12:16.922420 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:12:16.922546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aca4ec9-c408-421f-95e9-c07476cc04ce x-openstack-request-id: req-0aca4ec9-c408-421f-95e9-c07476cc04ce {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:12:16.922665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:12:16.922890 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f12065-0a69-42a3-973a-1adbb497cf69", "tag": "0ad59f59-7b33-4491-a8ea-8c92b8df3a42", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:12:16.922999 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:12:16.923089 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-0aca4ec9-c408-421f-95e9-c07476cc04ce {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:12:16.923175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:12:16.923276 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f12065-0a69-42a3-973a-1adbb497cf69', 'tag': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42', 'status': 'completed', 'code': 200} Jun 24 13:12:16.923370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:12:16.923716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:12:16.924135 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:12:16.924652 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:12:16.925339 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:12:16.925476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:12:16.935504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:12:16.937457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-30a03105-9cc1-4bdd-a038-724a1199bbd9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:16.990563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-30a03105-9cc1-4bdd-a038-724a1199bbd9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:16.994918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-30a03105-9cc1-4bdd-a038-724a1199bbd9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:16.996993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-11cc7714-cdb1-45c2-a191-56ea479976c6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:12:17.006921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8221907-1226-424f-9d26-6736039cb3b8 req-31ecdd7c-bdef-4a7d-bcb9-ac7134e63014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:17.010652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8221907-1226-424f-9d26-6736039cb3b8 req-31ecdd7c-bdef-4a7d-bcb9-ac7134e63014 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95fb98a4be604e129b17985e18706504&device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 1098 time: 0.0652747 Jun 24 13:12:17.014547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a03105-9cc1-4bdd-a038-724a1199bbd9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f1d827-7f73-44d7-b8af-a83948c21d25,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:12:17.023087 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-30a03105-9cc1-4bdd-a038-724a1199bbd9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:12:17.027931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-30a03105-9cc1-4bdd-a038-724a1199bbd9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.030085 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-30a03105-9cc1-4bdd-a038-724a1199bbd9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388850 Jun 24 13:12:17.032905 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52432) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:12:17.038353 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-23325cfa-cf94-4fea-b4c7-308deeac222e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Request body: {'security_group_rule': {'security_group_id': '5be21673-ddef-4df3-a5d4-3465568baf1e', 'project_id': '95fb98a4be604e129b17985e18706504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:12:17.071199 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23325cfa-cf94-4fea-b4c7-308deeac222e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.077802 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a8a2cd00-28fb-4dcf-81bf-94a1e50a0999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:27Z', 'revision_number': 4, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port': {'id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'ec803da6-b9d3-42e2-928d-eeb85e1ad534', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'floating_ip_address': '172.26.1.211', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'port_id': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'mac_address': 'fa:16:3e:1d:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f12065-0a69-42a3-973a-1adbb497cf69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:12:15Z', 'updated_at': '2021-06-24T13:12:15Z', 'revision_number': 0, 'project_id': '95fb98a4be604e129b17985e18706504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99513ca-5a46-42b3-9aa9-4e98c4ef3762', 'name': '', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'mac_address': 'fa:16:3e:55:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:27Z', 'updated_at': '2021-06-24T13:11:33Z', 'revision_number': 5, 'project_id': '95fb98a4be604e129b17985e18706504', 'subnets': [{'id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:12:17.104527 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a2cd00-28fb-4dcf-81bf-94a1e50a0999 None None] Checking router: 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:12:17.113807 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a2cd00-28fb-4dcf-81bf-94a1e50a0999 None None] Routers {'2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:12:17.114438 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a8a2cd00-28fb-4dcf-81bf-94a1e50a0999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:11:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:12:17.120975 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8221907-1226-424f-9d26-6736039cb3b8 req-10bd37b2-0737-4a4e-abb5-357ffb569623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:17.122434 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8221907-1226-424f-9d26-6736039cb3b8 req-10bd37b2-0737-4a4e-abb5-357ffb569623 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a4157de7-d6bd-4292-9982-3360de9e4aed HTTP/1.1" status: 200 len: 916 time: 0.1045997 Jun 24 13:12:17.138268 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23325cfa-cf94-4fea-b4c7-308deeac222e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.143386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23325cfa-cf94-4fea-b4c7-308deeac222e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.145453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-80444d39-aaf4-4d30-8a96-2bd6a21c1824 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:12:17.163617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23325cfa-cf94-4fea-b4c7-308deeac222e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b0845c-9d5d-4df9-8510-99614ebdebb7,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:12:17.166215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-23325cfa-cf94-4fea-b4c7-308deeac222e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:12:17.168289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23325cfa-cf94-4fea-b4c7-308deeac222e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.172795 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-23325cfa-cf94-4fea-b4c7-308deeac222e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351919 Jun 24 13:12:17.173411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52434) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:12:17.178134 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ccdad09c-d04b-4aac-9d90-d203a9bd86a9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Request body: {'security_group_rule': {'security_group_id': '5be21673-ddef-4df3-a5d4-3465568baf1e', 'project_id': '95fb98a4be604e129b17985e18706504', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:12:17.210311 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8221907-1226-424f-9d26-6736039cb3b8 req-bce8f127-25d1-4282-911f-31794f4e9f53 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42 HTTP/1.1" status: 200 len: 999 time: 0.0785670 Jun 24 13:12:17.211002 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ccdad09c-d04b-4aac-9d90-d203a9bd86a9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.227800 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-a8a2cd00-28fb-4dcf-81bf-94a1e50a0999 None None] Set router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:12:17.265239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8221907-1226-424f-9d26-6736039cb3b8 req-412af84a-0fea-4015-9e49-2e0087b38823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:17.265239 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8221907-1226-424f-9d26-6736039cb3b8 req-412af84a-0fea-4015-9e49-2e0087b38823 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=17d9d595-29bd-4b01-88ae-7e1ce65cf470 HTTP/1.1" status: 200 len: 853 time: 0.0465090 Jun 24 13:12:17.285636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ccdad09c-d04b-4aac-9d90-d203a9bd86a9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.290510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ccdad09c-d04b-4aac-9d90-d203a9bd86a9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.292889 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3c749788-f75a-46ec-858e-ad49cf9797b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:12:17.317175 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdad09c-d04b-4aac-9d90-d203a9bd86a9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73189321-ff5a-41b1-98ce-c723c09986ec,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:12:17.321700 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ccdad09c-d04b-4aac-9d90-d203a9bd86a9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:12:17.322740 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ccdad09c-d04b-4aac-9d90-d203a9bd86a9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.324323 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ccdad09c-d04b-4aac-9d90-d203a9bd86a9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503143 Jun 24 13:12:17.327258 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52436) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:12:17.330111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8221907-1226-424f-9d26-6736039cb3b8 req-cadd8978-ca60-4cca-ade1-cc53bde4cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:17.331631 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8221907-1226-424f-9d26-6736039cb3b8 req-cadd8978-ca60-4cca-ade1-cc53bde4cfbe service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a4157de7-d6bd-4292-9982-3360de9e4aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0605741 Jun 24 13:12:17.332946 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a291d3e6-10e6-4336-9024-348efe3e5136 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Request body: {'security_group_rule': {'security_group_id': '5be21673-ddef-4df3-a5d4-3465568baf1e', 'project_id': '95fb98a4be604e129b17985e18706504', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:12:17.363136 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a291d3e6-10e6-4336-9024-348efe3e5136 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.439207 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a291d3e6-10e6-4336-9024-348efe3e5136 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.444467 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a291d3e6-10e6-4336-9024-348efe3e5136 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.446887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2092e3b3-d359-472a-abb9-314c715dbaf8 tempest-SecGroupIPv6Test-1210887013 tempest-SecGroupIPv6Test-1210887013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:12:17.466474 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8221907-1226-424f-9d26-6736039cb3b8 req-b3c7cfad-bac8-42de-9bdd-165ba5ef9e5f service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257951 Jun 24 13:12:17.467462 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a291d3e6-10e6-4336-9024-348efe3e5136 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.468242 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a291d3e6-10e6-4336-9024-348efe3e5136 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396110 Jun 24 13:12:17.471707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52438) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:12:17.472053 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291d3e6-10e6-4336-9024-348efe3e5136 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f8801b-9a46-442a-af58-3e372d360bee,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:12:17.475748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a291d3e6-10e6-4336-9024-348efe3e5136 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:12:17.477710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-7834b4ef-4139-422e-9db6-872aaee479b7 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Request body: {'security_group_rule': {'security_group_id': '5be21673-ddef-4df3-a5d4-3465568baf1e', 'project_id': '95fb98a4be604e129b17985e18706504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:12:17.477915 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.506057 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-a8a2cd00-28fb-4dcf-81bf-94a1e50a0999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:27Z', 'revision_number': 4, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port': {'id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'ec803da6-b9d3-42e2-928d-eeb85e1ad534', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'floating_ip_address': '172.26.1.211', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'port_id': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'mac_address': 'fa:16:3e:1d:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f12065-0a69-42a3-973a-1adbb497cf69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:12:15Z', 'updated_at': '2021-06-24T13:12:15Z', 'revision_number': 0, 'project_id': '95fb98a4be604e129b17985e18706504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99513ca-5a46-42b3-9aa9-4e98c4ef3762', 'name': '', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'mac_address': 'fa:16:3e:55:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:27Z', 'updated_at': '2021-06-24T13:11:33Z', 'revision_number': 5, 'project_id': '95fb98a4be604e129b17985e18706504', 'subnets': [{'id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:12:17.538465 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a2cd00-28fb-4dcf-81bf-94a1e50a0999 None None] The sync data for ids ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'] in dv-neutron-797121-4-hyperv is: [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:27Z', 'revision_number': 4, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port': {'id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'ec803da6-b9d3-42e2-928d-eeb85e1ad534', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'floating_ip_address': '172.26.1.211', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'port_id': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'mac_address': 'fa:16:3e:1d:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f12065-0a69-42a3-973a-1adbb497cf69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:12:15Z', 'updated_at': '2021-06-24T13:12:15Z', 'revision_number': 0, 'project_id': '95fb98a4be604e129b17985e18706504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99513ca-5a46-42b3-9aa9-4e98c4ef3762', 'name': '', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'mac_address': 'fa:16:3e:55:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:27Z', 'updated_at': '2021-06-24T13:11:33Z', 'revision_number': 5, 'project_id': '95fb98a4be604e129b17985e18706504', 'subnets': [{'id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:12:17.574142 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-7834b4ef-4139-422e-9db6-872aaee479b7 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Project 95fb98a4be604e129b17985e18706504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:12:17.583813 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7834b4ef-4139-422e-9db6-872aaee479b7 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.609142 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f8221907-1226-424f-9d26-6736039cb3b8 req-d02b05b0-0f87-45d3-8807-30e54909c645 service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263337 Jun 24 13:12:17.662332 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7834b4ef-4139-422e-9db6-872aaee479b7 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.666258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7834b4ef-4139-422e-9db6-872aaee479b7 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.668160 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-79346334-4b4e-4660-b9fa-7213a338353a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:12:17.687052 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834b4ef-4139-422e-9db6-872aaee479b7 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fab0579-a6ac-4d2d-ba52-d9395d72607e,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:12:17.689789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-7834b4ef-4139-422e-9db6-872aaee479b7 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.693417 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7834b4ef-4139-422e-9db6-872aaee479b7 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2182858 Jun 24 13:12:17.693417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7834b4ef-4139-422e-9db6-872aaee479b7 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:12:17.693652 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52440) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:12:17.698680 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b7e3e2ea-26ea-4951-ab52-2fc974cb9c7f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Request body: {'security_group_rule': {'security_group_id': '5be21673-ddef-4df3-a5d4-3465568baf1e', 'project_id': '95fb98a4be604e129b17985e18706504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:12:17.720716 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-b7e3e2ea-26ea-4951-ab52-2fc974cb9c7f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Project 95fb98a4be604e129b17985e18706504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:12:17.726556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e2ea-26ea-4951-ab52-2fc974cb9c7f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.755302 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b2a879-11b1-4bb9-8be5-90b56b6f47c4 None None] New status for floating IP ec803da6-b9d3-42e2-928d-eeb85e1ad534: ACTIVE {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:12:17.791169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e2ea-26ea-4951-ab52-2fc974cb9c7f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.800165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e2ea-26ea-4951-ab52-2fc974cb9c7f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.802054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cb5cdc05-6f96-4992-8c66-4938e1e8a00c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:12:17.816482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3e2ea-26ea-4951-ab52-2fc974cb9c7f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38af0488-529c-4267-97b8-7d83f4390d82,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:12:17.820431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b7e3e2ea-26ea-4951-ab52-2fc974cb9c7f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:12:17.826768 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e2ea-26ea-4951-ab52-2fc974cb9c7f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:17.827986 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b7e3e2ea-26ea-4951-ab52-2fc974cb9c7f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334763 Jun 24 13:12:17.954547 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf293e88-71a4-4f4b-ac71-9d7ebb7a2efd req-bf350ba4-0104-4f9b-b22c-3ba12db7871f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793408380&fields=id&tenant_id=95fb98a4be604e129b17985e18706504 HTTP/1.1" status: 200 len: 267 time: 0.0336308 Jun 24 13:12:18.021722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf293e88-71a4-4f4b-ac71-9d7ebb7a2efd req-5e62b885-0725-441d-9b31-28e775e5be61 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:18.023196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf293e88-71a4-4f4b-ac71-9d7ebb7a2efd req-5e62b885-0725-441d-9b31-28e775e5be61 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 945 time: 0.0631893 Jun 24 13:12:18.034402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-cf293e88-71a4-4f4b-ac71-9d7ebb7a2efd req-2c2a26fd-a7a5-49e0-a211-2ed0c5db6714 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Request body: {'port': {'security_groups': ['a8cf9070-a2ea-4b10-97e0-b28f806fe8cb', '5be21673-ddef-4df3-a5d4-3465568baf1e']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:12:18.117154 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf293e88-71a4-4f4b-ac71-9d7ebb7a2efd req-2c2a26fd-a7a5-49e0-a211-2ed0c5db6714 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:18.302132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-cf293e88-71a4-4f4b-ac71-9d7ebb7a2efd req-2c2a26fd-a7a5-49e0-a211-2ed0c5db6714 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] For port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,segment=NetworkSegment(aceb6d98-7c47-41e8-a266-e7226ca0ac56),segment_id=aceb6d98-7c47-41e8-a266-e7226ca0ac56)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:12:18.332000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf293e88-71a4-4f4b-ac71-9d7ebb7a2efd req-2c2a26fd-a7a5-49e0-a211-2ed0c5db6714 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:18.336578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf293e88-71a4-4f4b-ac71-9d7ebb7a2efd req-2c2a26fd-a7a5-49e0-a211-2ed0c5db6714 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:18.341036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:12:18.348772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['0ad59f59-7b33-4491-a8ea-8c92b8df3a42'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:12:18.382729 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf293e88-71a4-4f4b-ac71-9d7ebb7a2efd req-2c2a26fd-a7a5-49e0-a211-2ed0c5db6714 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:18.383493 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf293e88-71a4-4f4b-ac71-9d7ebb7a2efd req-2c2a26fd-a7a5-49e0-a211-2ed0c5db6714 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:18.384931 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf293e88-71a4-4f4b-ac71-9d7ebb7a2efd req-2c2a26fd-a7a5-49e0-a211-2ed0c5db6714 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "PUT /v2.0/ports/0ad59f59-7b33-4491-a8ea-8c92b8df3a42 HTTP/1.1" status: 200 len: 981 time: 0.3556330 Jun 24 13:12:18.385521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f12065-0a69-42a3-973a-1adbb497cf69', 'tag': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:12:18.387961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0c2972-c96f-4a83-bc16-8e073d9c2e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "80f12065-0a69-42a3-973a-1adbb497cf69", "tag": "0ad59f59-7b33-4491-a8ea-8c92b8df3a42"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:12:18.420116 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a26fd-a7a5-49e0-a211-2ed0c5db6714 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event updated for resources: {'Port': ['ID=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,revision_number=6']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:12:18.423724 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2c2a26fd-a7a5-49e0-a211-2ed0c5db6714 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:12:18.435277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e92a18a-3f45-49e1-9143-a0ed056c4a05 x-openstack-request-id: req-7e92a18a-3f45-49e1-9143-a0ed056c4a05 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:12:18.435683 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f12065-0a69-42a3-973a-1adbb497cf69", "tag": "0ad59f59-7b33-4491-a8ea-8c92b8df3a42", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:12:18.437471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7e92a18a-3f45-49e1-9143-a0ed056c4a05 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:12:18.437471 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f12065-0a69-42a3-973a-1adbb497cf69', 'tag': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42', 'status': 'completed', 'code': 200} Jun 24 13:12:18.448766 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['0ad59f59-7b33-4491-a8ea-8c92b8df3a42'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:12:18.590644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c2972-c96f-4a83-bc16-8e073d9c2e2b req-f7f09f07-9238-4e5e-b3b1-232739b61dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:18.592215 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ba0c2972-c96f-4a83-bc16-8e073d9c2e2b req-f7f09f07-9238-4e5e-b3b1-232739b61dc1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95fb98a4be604e129b17985e18706504&device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 1137 time: 0.1318538 Jun 24 13:12:18.604134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b807ea-846c-48b1-8104-4dd10105b490 req-f4f0a1e5-19ec-43b7-9867-5be1ba6f5f7f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:18.605654 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39b807ea-846c-48b1-8104-4dd10105b490 req-f4f0a1e5-19ec-43b7-9867-5be1ba6f5f7f tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 984 time: 0.1075995 Jun 24 13:12:18.699129 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39b807ea-846c-48b1-8104-4dd10105b490 req-edcaefab-bcae-40ba-a815-6e9bb6bdfe2d tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&id=5be21673-ddef-4df3-a5d4-3465568baf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833182 Jun 24 13:12:18.705737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-dbb49c98-ad7a-4030-85fd-e0a8b7cf9fe2 None None] Provisioning complete for port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:12:18.706225 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dbb49c98-ad7a-4030-85fd-e0a8b7cf9fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:18.727090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c2972-c96f-4a83-bc16-8e073d9c2e2b req-2a53ea62-598d-4b94-86f0-9ffdbbf16572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:18.728546 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ba0c2972-c96f-4a83-bc16-8e073d9c2e2b req-2a53ea62-598d-4b94-86f0-9ffdbbf16572 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a4157de7-d6bd-4292-9982-3360de9e4aed HTTP/1.1" status: 200 len: 916 time: 0.1220176 Jun 24 13:12:18.798743 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ba0c2972-c96f-4a83-bc16-8e073d9c2e2b req-c2d41a8e-8387-4ace-9e86-bb6a531afe58 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42 HTTP/1.1" status: 200 len: 1001 time: 0.0627584 Jun 24 13:12:18.847864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c2972-c96f-4a83-bc16-8e073d9c2e2b req-e3a64ab6-8e60-49d9-9bcc-fed660bffe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:18.849521 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ba0c2972-c96f-4a83-bc16-8e073d9c2e2b req-e3a64ab6-8e60-49d9-9bcc-fed660bffe36 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=17d9d595-29bd-4b01-88ae-7e1ce65cf470 HTTP/1.1" status: 200 len: 853 time: 0.0448236 Jun 24 13:12:18.915322 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c2972-c96f-4a83-bc16-8e073d9c2e2b req-ff3171c2-7b45-4a7c-9a71-3859061a9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:18.916845 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ba0c2972-c96f-4a83-bc16-8e073d9c2e2b req-ff3171c2-7b45-4a7c-9a71-3859061a9619 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a4157de7-d6bd-4292-9982-3360de9e4aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0602827 Jun 24 13:12:19.010317 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ba0c2972-c96f-4a83-bc16-8e073d9c2e2b req-f633fe18-3649-4849-88f6-a51af13bc466 service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856657 Jun 24 13:12:19.102706 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ba0c2972-c96f-4a83-bc16-8e073d9c2e2b req-7a1d2a81-dca8-4a33-b44d-2e93ecf52e63 service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860350 Jun 24 13:12:20.848526 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:12:26.629985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-341c2b6e-d405-4eaf-a47a-9e3054e7f235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:29.348809 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-eebb0cea-2f43-430b-8ca1-c0416474a9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:29.470670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:30.381726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:32.356955 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:35.101500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4c100-ef4f-437c-95f3-810cf6641e7a req-4380cf14-f062-40b0-b326-c387dd2402a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:35.103011 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1b4c100-ef4f-437c-95f3-810cf6641e7a req-4380cf14-f062-40b0-b326-c387dd2402a6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95fb98a4be604e129b17985e18706504&device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 1137 time: 0.0873110 Jun 24 13:12:35.155342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355a1b2-da2f-4670-a8c3-591d5adf2ba3 req-3f8a7072-da2e-4331-b5ed-9b35171aee14 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:35.157553 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6355a1b2-da2f-4670-a8c3-591d5adf2ba3 req-3f8a7072-da2e-4331-b5ed-9b35171aee14 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 984 time: 0.1089480 Jun 24 13:12:35.233430 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6355a1b2-da2f-4670-a8c3-591d5adf2ba3 req-3df956bf-c8a2-44df-b642-1c17a6f8187b tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&id=5be21673-ddef-4df3-a5d4-3465568baf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521846 Jun 24 13:12:35.242620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4c100-ef4f-437c-95f3-810cf6641e7a req-537322e7-765f-4354-9eec-79aaee805b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:35.244129 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1b4c100-ef4f-437c-95f3-810cf6641e7a req-537322e7-765f-4354-9eec-79aaee805b4b service neutron] 10.222.0.102 "GET /v2.0/networks?id=a4157de7-d6bd-4292-9982-3360de9e4aed HTTP/1.1" status: 200 len: 916 time: 0.1319883 Jun 24 13:12:35.313078 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1b4c100-ef4f-437c-95f3-810cf6641e7a req-628e4d08-1a56-4310-ab0a-26f3bcc6b21b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42 HTTP/1.1" status: 200 len: 1001 time: 0.0623333 Jun 24 13:12:35.360900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4c100-ef4f-437c-95f3-810cf6641e7a req-d44d1690-4095-479a-9862-d25339dee87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:35.362218 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1b4c100-ef4f-437c-95f3-810cf6641e7a req-d44d1690-4095-479a-9862-d25339dee87a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=17d9d595-29bd-4b01-88ae-7e1ce65cf470 HTTP/1.1" status: 200 len: 853 time: 0.0432396 Jun 24 13:12:35.421200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4c100-ef4f-437c-95f3-810cf6641e7a req-84f01883-90b0-4b42-a4de-cf1f71086f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:35.423061 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1b4c100-ef4f-437c-95f3-810cf6641e7a req-84f01883-90b0-4b42-a4de-cf1f71086f97 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a4157de7-d6bd-4292-9982-3360de9e4aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530384 Jun 24 13:12:35.434644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-a1b4c100-ef4f-437c-95f3-810cf6641e7a req-10eece6f-7ae6-48ca-a7aa-be30c27a8546 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 13:12:35.435604 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1b4c100-ef4f-437c-95f3-810cf6641e7a req-10eece6f-7ae6-48ca-a7aa-be30c27a8546 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050871 Jun 24 13:12:35.530057 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1b4c100-ef4f-437c-95f3-810cf6641e7a req-4fe1e9d8-27b1-430a-b07a-f0eeccafd01c service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870874 Jun 24 13:12:35.618491 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a1b4c100-ef4f-437c-95f3-810cf6641e7a req-9c3de797-7dbd-449b-9e99-019aa61db8e4 service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819485 Jun 24 13:12:36.416374 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30659315-bb72-4bce-b7b8-168c34780d82 req-3999552d-46b0-4eff-a6b6-685b0b62aa98 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:36.417852 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30659315-bb72-4bce-b7b8-168c34780d82 req-3999552d-46b0-4eff-a6b6-685b0b62aa98 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 984 time: 0.0691838 Jun 24 13:12:36.459227 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30659315-bb72-4bce-b7b8-168c34780d82 req-cf323859-e217-4d17-87da-dec13b035220 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&id=5be21673-ddef-4df3-a5d4-3465568baf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354645 Jun 24 13:12:37.638503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f18a66-680d-4122-be1b-e5b7d646ad49 req-3921d3e8-fa8b-4e89-898e-7ade2d7172e4 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:37.640020 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-71f18a66-680d-4122-be1b-e5b7d646ad49 req-3921d3e8-fa8b-4e89-898e-7ade2d7172e4 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 984 time: 0.0647733 Jun 24 13:12:37.681150 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-71f18a66-680d-4122-be1b-e5b7d646ad49 req-736090e9-09ab-475e-aef7-642dfa7ac40a tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&id=5be21673-ddef-4df3-a5d4-3465568baf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348959 Jun 24 13:12:38.857923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63773fb-8412-40d4-a9a0-7a8c432e4618 req-94e2b7bc-38c4-48c2-8596-13e2d7f724ef tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:38.859460 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e63773fb-8412-40d4-a9a0-7a8c432e4618 req-94e2b7bc-38c4-48c2-8596-13e2d7f724ef tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 984 time: 0.0636210 Jun 24 13:12:38.898020 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e63773fb-8412-40d4-a9a0-7a8c432e4618 req-26d87300-c82f-410a-9a22-43fc2d340f59 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&id=5be21673-ddef-4df3-a5d4-3465568baf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328960 Jun 24 13:12:40.076195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a86934-96f4-4856-ada3-4ab826353cc6 req-f6faa45c-6c7d-428f-824c-31338a180734 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:40.077579 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d8a86934-96f4-4856-ada3-4ab826353cc6 req-f6faa45c-6c7d-428f-824c-31338a180734 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 984 time: 0.0668468 Jun 24 13:12:40.117252 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d8a86934-96f4-4856-ada3-4ab826353cc6 req-d6793953-b8a2-4cb2-a24e-c25322f4a8a2 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&id=5be21673-ddef-4df3-a5d4-3465568baf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338907 Jun 24 13:12:41.287358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45953a0a-1bf7-4446-a6b3-86eba9b06de9 req-46e268e9-ce92-4e1b-8f17-ad8b99798189 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:41.288827 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45953a0a-1bf7-4446-a6b3-86eba9b06de9 req-46e268e9-ce92-4e1b-8f17-ad8b99798189 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 984 time: 0.0626686 Jun 24 13:12:41.330571 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-45953a0a-1bf7-4446-a6b3-86eba9b06de9 req-d881495c-223a-4a3f-ade1-62b70d407a26 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&id=5be21673-ddef-4df3-a5d4-3465568baf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358407 Jun 24 13:12:42.506876 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f5e3b-450d-46e1-ba7b-095717f74167 req-cfc47d7c-86f3-4873-bbf9-29f8dc7a787c tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:42.508298 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-168f5e3b-450d-46e1-ba7b-095717f74167 req-cfc47d7c-86f3-4873-bbf9-29f8dc7a787c tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 984 time: 0.0675051 Jun 24 13:12:42.549123 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-168f5e3b-450d-46e1-ba7b-095717f74167 req-026a036f-15f6-4c28-aba8-f28de294d4f2 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&id=5be21673-ddef-4df3-a5d4-3465568baf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351784 Jun 24 13:12:43.720227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd85c10-88b3-41e4-a71f-f54d32fe18b9 req-de4b1574-6b4c-429e-8dbf-5442f4fb0445 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:43.721678 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7dd85c10-88b3-41e4-a71f-f54d32fe18b9 req-de4b1574-6b4c-429e-8dbf-5442f4fb0445 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 984 time: 0.0637138 Jun 24 13:12:43.761553 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7dd85c10-88b3-41e4-a71f-f54d32fe18b9 req-8790bc52-1e85-44e1-ad70-348277547333 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&id=5be21673-ddef-4df3-a5d4-3465568baf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339742 Jun 24 13:12:44.985213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1ff92-1c01-4c58-8bb5-d74b10ce3164 req-20b31c97-fe5d-4079-8e0e-5dfbe0feaf4a tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:44.986716 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-69c1ff92-1c01-4c58-8bb5-d74b10ce3164 req-20b31c97-fe5d-4079-8e0e-5dfbe0feaf4a tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 984 time: 0.1132426 Jun 24 13:12:45.025993 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-69c1ff92-1c01-4c58-8bb5-d74b10ce3164 req-2b57aff3-76d9-4440-8234-1bdbc8b4db5e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&id=5be21673-ddef-4df3-a5d4-3465568baf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334799 Jun 24 13:12:45.651318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce29d-de89-4353-b8fc-4b5023c5450a req-b6d9124f-37b3-4220-bb22-ee8337b748de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:45.652794 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5a2ce29d-de89-4353-b8fc-4b5023c5450a req-b6d9124f-37b3-4220-bb22-ee8337b748de service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95fb98a4be604e129b17985e18706504&device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 1137 time: 0.0978537 Jun 24 13:12:45.757253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce29d-de89-4353-b8fc-4b5023c5450a req-6b3ea056-7d55-4cea-9dbe-48bdd52a54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:45.758725 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5a2ce29d-de89-4353-b8fc-4b5023c5450a req-6b3ea056-7d55-4cea-9dbe-48bdd52a54d3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a4157de7-d6bd-4292-9982-3360de9e4aed HTTP/1.1" status: 200 len: 916 time: 0.0853381 Jun 24 13:12:45.827000 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5a2ce29d-de89-4353-b8fc-4b5023c5450a req-22ed19ee-35c8-4f33-b163-f2f2aa4b375e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42 HTTP/1.1" status: 200 len: 1001 time: 0.0621388 Jun 24 13:12:45.873254 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce29d-de89-4353-b8fc-4b5023c5450a req-511e8de6-752a-4863-87cd-4bd0a8b63e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:45.874655 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5a2ce29d-de89-4353-b8fc-4b5023c5450a req-511e8de6-752a-4863-87cd-4bd0a8b63e3b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=17d9d595-29bd-4b01-88ae-7e1ce65cf470 HTTP/1.1" status: 200 len: 853 time: 0.0418615 Jun 24 13:12:45.928565 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce29d-de89-4353-b8fc-4b5023c5450a req-284832c7-3968-4c9a-8153-64b0b68d53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:45.929993 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5a2ce29d-de89-4353-b8fc-4b5023c5450a req-284832c7-3968-4c9a-8153-64b0b68d53b8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a4157de7-d6bd-4292-9982-3360de9e4aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493450 Jun 24 13:12:46.020676 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5a2ce29d-de89-4353-b8fc-4b5023c5450a req-4eada259-89ed-407d-88e9-8d12fbbfb519 service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822968 Jun 24 13:12:46.107850 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5a2ce29d-de89-4353-b8fc-4b5023c5450a req-8793a92c-47fc-4f1d-a164-8d15fef50b37 service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805409 Jun 24 13:12:46.256068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0285f1-75f4-4fda-8971-2b14eabae44b req-929f879c-0dc9-46a2-98bf-c2dda0af427d tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:46.257556 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3a0285f1-75f4-4fda-8971-2b14eabae44b req-929f879c-0dc9-46a2-98bf-c2dda0af427d tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 984 time: 0.1165576 Jun 24 13:12:46.299651 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3a0285f1-75f4-4fda-8971-2b14eabae44b req-d705141d-2c85-4e62-9801-a8d28334a66d tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&id=5be21673-ddef-4df3-a5d4-3465568baf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361674 Jun 24 13:12:47.472279 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248d29d-46ba-46cb-bab8-3fd76f6bba8b req-a12944ea-99b9-46e7-bd03-ba236698b780 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:12:47.473977 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d248d29d-46ba-46cb-bab8-3fd76f6bba8b req-a12944ea-99b9-46e7-bd03-ba236698b780 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 984 time: 0.0654013 Jun 24 13:12:47.476439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:47.514664 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d248d29d-46ba-46cb-bab8-3fd76f6bba8b req-02cccabc-9906-455a-8528-6dff38089ab4 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&id=5be21673-ddef-4df3-a5d4-3465568baf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341978 Jun 24 13:12:56.621125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7cfc225b-f29c-4fbd-a250-bc1e2303ce65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:57.848649 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:12:59.349023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6dac5337-c854-49e1-9caa-ee29abc3a5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:12:59.472083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:00.386117 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:02.359309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:17.476987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:19.956275 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6bb9260f-9a32-458a-8b7d-ca0cc5cb2ae9 req-4e0361cf-906d-4e71-8ec8-dd7d6403ebc8 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793408380&fields=id&tenant_id=95fb98a4be604e129b17985e18706504 HTTP/1.1" status: 200 len: 267 time: 0.0344095 Jun 24 13:13:20.026325 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9260f-9a32-458a-8b7d-ca0cc5cb2ae9 req-3f407bc9-f10a-4e37-aec0-fef8d978e1f4 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:20.027806 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6bb9260f-9a32-458a-8b7d-ca0cc5cb2ae9 req-3f407bc9-f10a-4e37-aec0-fef8d978e1f4 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 984 time: 0.0661118 Jun 24 13:13:20.039247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-6bb9260f-9a32-458a-8b7d-ca0cc5cb2ae9 req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Request body: {'port': {'security_groups': ['a8cf9070-a2ea-4b10-97e0-b28f806fe8cb']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:13:20.128538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6bb9260f-9a32-458a-8b7d-ca0cc5cb2ae9 req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:20.303364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-6bb9260f-9a32-458a-8b7d-ca0cc5cb2ae9 req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] For port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,segment=NetworkSegment(aceb6d98-7c47-41e8-a266-e7226ca0ac56),segment_id=aceb6d98-7c47-41e8-a266-e7226ca0ac56)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:20.335196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6bb9260f-9a32-458a-8b7d-ca0cc5cb2ae9 req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:20.339777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6bb9260f-9a32-458a-8b7d-ca0cc5cb2ae9 req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:20.343936 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-31fe6111-f780-4c4d-a1de-3b53370dc881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:20.351288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['0ad59f59-7b33-4491-a8ea-8c92b8df3a42'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:13:20.385073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9260f-9a32-458a-8b7d-ca0cc5cb2ae9 req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:20.385745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6bb9260f-9a32-458a-8b7d-ca0cc5cb2ae9 req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:20.387184 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6bb9260f-9a32-458a-8b7d-ca0cc5cb2ae9 req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "PUT /v2.0/ports/0ad59f59-7b33-4491-a8ea-8c92b8df3a42 HTTP/1.1" status: 200 len: 942 time: 0.3532102 Jun 24 13:13:20.387764 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f12065-0a69-42a3-973a-1adbb497cf69', 'tag': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:13:20.390185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c061732-a605-4b66-baa0-29223e7ec3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "80f12065-0a69-42a3-973a-1adbb497cf69", "tag": "0ad59f59-7b33-4491-a8ea-8c92b8df3a42"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:13:20.403339 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52496) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:20.434786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event updated for resources: {'Port': ['ID=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,revision_number=7']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:20.449302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7623cd2c-f825-47e9-961f-9c76f1a4332e x-openstack-request-id: req-7623cd2c-f825-47e9-961f-9c76f1a4332e {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:13:20.449672 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f12065-0a69-42a3-973a-1adbb497cf69", "tag": "0ad59f59-7b33-4491-a8ea-8c92b8df3a42", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:13:20.450244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7623cd2c-f825-47e9-961f-9c76f1a4332e {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:13:20.451569 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f12065-0a69-42a3-973a-1adbb497cf69', 'tag': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42', 'status': 'completed', 'code': 200} Jun 24 13:13:20.455394 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:20.456419 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:20.457675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:20.459127 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:20.459861 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:20.460653 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:20.461398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:20.462152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:20.462922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:20.463654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:20.464383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:20.465259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:20.468631 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['0ad59f59-7b33-4491-a8ea-8c92b8df3a42'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:13:20.486392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:20.505354 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:20.539483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:20.560072 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c061732-a605-4b66-baa0-29223e7ec3f1 req-9b19c295-b7d9-43ab-8c2e-4782c88ef550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:20.562796 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c061732-a605-4b66-baa0-29223e7ec3f1 req-9b19c295-b7d9-43ab-8c2e-4782c88ef550 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95fb98a4be604e129b17985e18706504&device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 1098 time: 0.0734825 Jun 24 13:13:20.624698 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:20.627507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:20.629115 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "DELETE /v2.0/security-groups/5be21673-ddef-4df3-a5d4-3465568baf1e HTTP/1.1" status: 204 len: 168 time: 0.2236772 Jun 24 13:13:20.630161 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6c5839f3-ac85-43a5-b791-434e928a6117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:20.633382 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52500) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:20.650596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be21673-ddef-4df3-a5d4-3465568baf1e,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:20.674443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c061732-a605-4b66-baa0-29223e7ec3f1 req-f90f71f3-7128-4d24-acf3-43116b8c8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:20.676080 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c061732-a605-4b66-baa0-29223e7ec3f1 req-f90f71f3-7128-4d24-acf3-43116b8c8adb service neutron] 10.222.0.102 "GET /v2.0/networks?id=a4157de7-d6bd-4292-9982-3360de9e4aed HTTP/1.1" status: 200 len: 916 time: 0.1048319 Jun 24 13:13:20.704344 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-19ef75f8-7bc5-45cd-92d7-ab897234ee49 None None] Provisioning complete for port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:13:20.704830 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-19ef75f8-7bc5-45cd-92d7-ab897234ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:20.757739 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c061732-a605-4b66-baa0-29223e7ec3f1 req-a9f96ffa-ad21-4639-97ba-9b5427ab5459 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42 HTTP/1.1" status: 200 len: 1001 time: 0.0747278 Jun 24 13:13:20.812002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c061732-a605-4b66-baa0-29223e7ec3f1 req-2456945e-2cfb-4261-8ccb-a248883d5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:20.813488 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c061732-a605-4b66-baa0-29223e7ec3f1 req-2456945e-2cfb-4261-8ccb-a248883d5eca service neutron] 10.222.0.102 "GET /v2.0/subnets?id=17d9d595-29bd-4b01-88ae-7e1ce65cf470 HTTP/1.1" status: 200 len: 853 time: 0.0493050 Jun 24 13:13:20.874070 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c061732-a605-4b66-baa0-29223e7ec3f1 req-16c2817a-1d5c-4365-a3b1-00eb27284116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:20.875628 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c061732-a605-4b66-baa0-29223e7ec3f1 req-16c2817a-1d5c-4365-a3b1-00eb27284116 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a4157de7-d6bd-4292-9982-3360de9e4aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547285 Jun 24 13:13:20.975092 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c061732-a605-4b66-baa0-29223e7ec3f1 req-407eeeb0-0e13-4d63-b10c-f40086bb82b1 service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913589 Jun 24 13:13:21.021973 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:21.022362 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:21.022744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:21.023145 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:21.023515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:21.023886 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:21.024252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:21.024618 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:21.024981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:21.025348 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:21.025708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:21.026071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:21.030788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e7843060-029d-461f-9c94-0f2d2ac5ab42 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:21.074134 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c061732-a605-4b66-baa0-29223e7ec3f1 req-cd6c2fa3-731d-4758-9ea7-e8eca8bfa941 service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926154 Jun 24 13:13:21.150132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Deleting port 008b9bc2-a7e4-4c5e-96d6-9382a8d11b33 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:13:21.150473 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:21.232311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:21.232541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:21.244122 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Calling delete_port for 008b9bc2-a7e4-4c5e-96d6-9382a8d11b33 owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:13:21.391052 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:21.392980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4af2c3f5-a86b-437d-a3fc-453a4d3a42ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:21.413643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event deleted for resources: {'Port': ['ID=008b9bc2-a7e4-4c5e-96d6-9382a8d11b33,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:21.416207 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:21.481364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:21.481691 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Floating IP ec803da6-b9d3-42e2-928d-eeb85e1ad534 disassociated (deleted). External IP: 172.26.1.211, port: 0ad59f59-7b33-4491-a8ea-8c92b8df3a42. Jun 24 13:13:21.685105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:13:21.791881 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:13:21.796656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:21.801732 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105be20d-3883-4393-b6fc-25758fbe9611 None None] Sync routers for ids ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:13:21.810207 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105be20d-3883-4393-b6fc-25758fbe9611 None None] Routers {'2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:13:21.810835 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-105be20d-3883-4393-b6fc-25758fbe9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:12:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:21.834126 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "DELETE /v2.0/floatingips/ec803da6-b9d3-42e2-928d-eeb85e1ad534 HTTP/1.1" status: 204 len: 168 time: 1.1985571 Jun 24 13:13:21.834812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f12065-0a69-42a3-973a-1adbb497cf69', 'tag': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:13:21.837129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2846827f-b8b8-45a2-af65-2bb05a328285" -d '{"events": [{"name": "network-changed", "server_uuid": "80f12065-0a69-42a3-973a-1adbb497cf69", "tag": "0ad59f59-7b33-4491-a8ea-8c92b8df3a42"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:13:21.880639 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886a7ad8-1c72-4353-b02b-cc14ab2eecc0 x-openstack-request-id: req-886a7ad8-1c72-4353-b02b-cc14ab2eecc0 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:13:21.880989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f12065-0a69-42a3-973a-1adbb497cf69", "tag": "0ad59f59-7b33-4491-a8ea-8c92b8df3a42", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:13:21.881300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-886a7ad8-1c72-4353-b02b-cc14ab2eecc0 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:13:21.881754 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f12065-0a69-42a3-973a-1adbb497cf69', 'tag': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42', 'status': 'completed', 'code': 200} Jun 24 13:13:21.965766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846827f-b8b8-45a2-af65-2bb05a328285 req-58ed2dab-6237-48ed-8326-1f2b0ea751f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:21.967353 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2846827f-b8b8-45a2-af65-2bb05a328285 req-58ed2dab-6237-48ed-8326-1f2b0ea751f2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95fb98a4be604e129b17985e18706504&device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 1098 time: 0.0605798 Jun 24 13:13:22.003716 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-105be20d-3883-4393-b6fc-25758fbe9611 None None] Set router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:13:22.061947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846827f-b8b8-45a2-af65-2bb05a328285 req-1e5df8bb-232e-47d6-bfcc-7ae20eab8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:22.063366 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2846827f-b8b8-45a2-af65-2bb05a328285 req-1e5df8bb-232e-47d6-bfcc-7ae20eab8564 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a4157de7-d6bd-4292-9982-3360de9e4aed HTTP/1.1" status: 200 len: 916 time: 0.0895414 Jun 24 13:13:22.112155 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2846827f-b8b8-45a2-af65-2bb05a328285 req-a37c4b46-6cf2-43a6-84bc-f2d98ee13e1f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42 HTTP/1.1" status: 200 len: 217 time: 0.0410001 Jun 24 13:13:22.166976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846827f-b8b8-45a2-af65-2bb05a328285 req-fc28995b-2fb7-4c6e-8de1-28bcda26d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:22.168445 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2846827f-b8b8-45a2-af65-2bb05a328285 req-fc28995b-2fb7-4c6e-8de1-28bcda26d4ab service neutron] 10.222.0.102 "GET /v2.0/subnets?id=17d9d595-29bd-4b01-88ae-7e1ce65cf470 HTTP/1.1" status: 200 len: 853 time: 0.0488012 Jun 24 13:13:22.218324 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-105be20d-3883-4393-b6fc-25758fbe9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:27Z', 'revision_number': 4, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port': {'id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd99513ca-5a46-42b3-9aa9-4e98c4ef3762', 'name': '', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'mac_address': 'fa:16:3e:55:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:27Z', 'updated_at': '2021-06-24T13:11:33Z', 'revision_number': 5, 'project_id': '95fb98a4be604e129b17985e18706504', 'subnets': [{'id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:22.237731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846827f-b8b8-45a2-af65-2bb05a328285 req-7c5c7ba5-d8e3-4cfc-9171-15443b6f94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:22.239346 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2846827f-b8b8-45a2-af65-2bb05a328285 req-7c5c7ba5-d8e3-4cfc-9171-15443b6f94dc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a4157de7-d6bd-4292-9982-3360de9e4aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567238 Jun 24 13:13:22.246384 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105be20d-3883-4393-b6fc-25758fbe9611 None None] Checking router: 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:13:22.255096 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105be20d-3883-4393-b6fc-25758fbe9611 None None] Routers {'2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:13:22.255695 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-105be20d-3883-4393-b6fc-25758fbe9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:12:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:22.361794 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-105be20d-3883-4393-b6fc-25758fbe9611 None None] Set router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:13:22.566903 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-105be20d-3883-4393-b6fc-25758fbe9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:27Z', 'revision_number': 4, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port': {'id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd99513ca-5a46-42b3-9aa9-4e98c4ef3762', 'name': '', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'mac_address': 'fa:16:3e:55:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:27Z', 'updated_at': '2021-06-24T13:11:33Z', 'revision_number': 5, 'project_id': '95fb98a4be604e129b17985e18706504', 'subnets': [{'id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:22.600492 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105be20d-3883-4393-b6fc-25758fbe9611 None None] The sync data for ids ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'] in dv-neutron-797121-4-hyperv is: [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:27Z', 'revision_number': 4, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port': {'id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd99513ca-5a46-42b3-9aa9-4e98c4ef3762', 'name': '', 'network_id': 'a4157de7-d6bd-4292-9982-3360de9e4aed', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'mac_address': 'fa:16:3e:55:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:27Z', 'updated_at': '2021-06-24T13:11:33Z', 'revision_number': 5, 'project_id': '95fb98a4be604e129b17985e18706504', 'subnets': [{'id': '17d9d595-29bd-4b01-88ae-7e1ce65cf470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:13:22.659133 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2846827f-b8b8-45a2-af65-2bb05a328285 req-14f369fd-accc-4c41-a59d-7984be01642c service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114666 Jun 24 13:13:22.755042 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2846827f-b8b8-45a2-af65-2bb05a328285 req-6bfd5190-87c8-434c-a032-77792bdeddbf service neutron] 10.222.0.102 "GET /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853190 Jun 24 13:13:22.860742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b53e6a-b23f-4ca7-8e52-e69e15115196 None None] New status for floating IP ec803da6-b9d3-42e2-928d-eeb85e1ad534: DOWN {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:13:26.621740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8e527d69-3dd6-4a35-badc-2da9a456c36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:29.354646 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8e22d25c-7e72-4d51-af09-021a4adcb7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:29.440095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b95aa6-dd06-4bac-9407-0fd7c086a3f3 req-7a32a85c-0cdd-4fc1-b0f3-f280ff523408 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:29.441832 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-87b95aa6-dd06-4bac-9407-0fd7c086a3f3 req-7a32a85c-0cdd-4fc1-b0f3-f280ff523408 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 945 time: 0.0680690 Jun 24 13:13:29.477388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:29.491542 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-87b95aa6-dd06-4bac-9407-0fd7c086a3f3 req-c8f2f32e-958c-44fd-8040-6fa6b3902a87 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437188 Jun 24 13:13:30.387584 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:30.667636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89115db-2046-4bfb-a426-ce565e96a875 req-eb73c5b6-b0e1-42a5-8d23-ca5539b0938a tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:30.669022 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c89115db-2046-4bfb-a426-ce565e96a875 req-eb73c5b6-b0e1-42a5-8d23-ca5539b0938a tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 945 time: 0.0642452 Jun 24 13:13:30.707374 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c89115db-2046-4bfb-a426-ce565e96a875 req-8ee19ba1-9736-407f-9408-cd9a70751936 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/security-groups?id=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327280 Jun 24 13:13:31.019014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4148b91-6d91-4964-a74a-77dd020ca98c req-49658af4-f752-452f-af0f-029124bf7eab tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:31.020374 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4148b91-6d91-4964-a74a-77dd020ca98c req-49658af4-f752-452f-af0f-029124bf7eab tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.102 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 945 time: 0.0630629 Jun 24 13:13:31.121965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-c4148b91-6d91-4964-a74a-77dd020ca98c req-b375df22-e987-40f6-947d-b3d65a44ed1e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Deleting port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:13:31.122303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c4148b91-6d91-4964-a74a-77dd020ca98c req-b375df22-e987-40f6-947d-b3d65a44ed1e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:31.208777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-c4148b91-6d91-4964-a74a-77dd020ca98c req-b375df22-e987-40f6-947d-b3d65a44ed1e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] For port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,segment=NetworkSegment(aceb6d98-7c47-41e8-a266-e7226ca0ac56),segment_id=aceb6d98-7c47-41e8-a266-e7226ca0ac56)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:31.209128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c4148b91-6d91-4964-a74a-77dd020ca98c req-b375df22-e987-40f6-947d-b3d65a44ed1e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:31.221378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-c4148b91-6d91-4964-a74a-77dd020ca98c req-b375df22-e987-40f6-947d-b3d65a44ed1e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Calling delete_port for 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:13:31.348333 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c4148b91-6d91-4964-a74a-77dd020ca98c req-b375df22-e987-40f6-947d-b3d65a44ed1e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:31.352683 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:31.378908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375df22-e987-40f6-947d-b3d65a44ed1e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Pushing event deleted for resources: {'Port': ['ID=0ad59f59-7b33-4491-a8ea-8c92b8df3a42,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:31.381908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b375df22-e987-40f6-947d-b3d65a44ed1e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:31.429571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4148b91-6d91-4964-a74a-77dd020ca98c req-b375df22-e987-40f6-947d-b3d65a44ed1e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] No DVR routers for this DVR port 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:13:31.432198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c4148b91-6d91-4964-a74a-77dd020ca98c req-b375df22-e987-40f6-947d-b3d65a44ed1e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:31.434160 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c4148b91-6d91-4964-a74a-77dd020ca98c req-b375df22-e987-40f6-947d-b3d65a44ed1e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.102 "DELETE /v2.0/ports/0ad59f59-7b33-4491-a8ea-8c92b8df3a42 HTTP/1.1" status: 204 len: 173 time: 0.4081399 Jun 24 13:13:31.434704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f12065-0a69-42a3-973a-1adbb497cf69', 'name': 'network-vif-deleted', 'tag': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:13:31.437388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cb7921-6c12-48ad-b5cf-7da60dfdd023" -d '{"events": [{"server_uuid": "80f12065-0a69-42a3-973a-1adbb497cf69", "name": "network-vif-deleted", "tag": "0ad59f59-7b33-4491-a8ea-8c92b8df3a42"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:13:31.473793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f79eb81-ef8c-48c8-b28e-ba6748236a1f x-openstack-request-id: req-8f79eb81-ef8c-48c8-b28e-ba6748236a1f {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:13:31.474213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f12065-0a69-42a3-973a-1adbb497cf69", "name": "network-vif-deleted", "tag": "0ad59f59-7b33-4491-a8ea-8c92b8df3a42", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:13:31.474524 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8f79eb81-ef8c-48c8-b28e-ba6748236a1f {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:13:31.475006 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f12065-0a69-42a3-973a-1adbb497cf69', 'name': 'network-vif-deleted', 'tag': '0ad59f59-7b33-4491-a8ea-8c92b8df3a42', 'status': 'completed', 'code': 200} Jun 24 13:13:31.869364 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c02dd08-b8fa-444f-b51c-5e658fbebade req-6e360b4a-e388-4adf-8549-c926e71ea3bb tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f12065-0a69-42a3-973a-1adbb497cf69 HTTP/1.1" status: 200 len: 210 time: 0.0307541 Jun 24 13:13:32.363492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:33.071006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:13:33.091284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:13:33.091588 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0ad59f59-7b33-4491-a8ea-8c92b8df3a42 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:13:33.492869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52600) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:33.899125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1697da82-0c2d-4ac8-82d4-3f5c82fae9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:34.193829 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-1697da82-0c2d-4ac8-82d4-3f5c82fae9ee admin admin] Deleting port d99513ca-5a46-42b3-9aa9-4e98c4ef3762 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:13:34.194165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1697da82-0c2d-4ac8-82d4-3f5c82fae9ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:34.272869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-1697da82-0c2d-4ac8-82d4-3f5c82fae9ee admin admin] For port d99513ca-5a46-42b3-9aa9-4e98c4ef3762, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d99513ca-5a46-42b3-9aa9-4e98c4ef3762,segment=NetworkSegment(aceb6d98-7c47-41e8-a266-e7226ca0ac56),segment_id=aceb6d98-7c47-41e8-a266-e7226ca0ac56)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:34.273221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1697da82-0c2d-4ac8-82d4-3f5c82fae9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:34.285186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-1697da82-0c2d-4ac8-82d4-3f5c82fae9ee admin admin] Calling delete_port for d99513ca-5a46-42b3-9aa9-4e98c4ef3762 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:13:34.481270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1697da82-0c2d-4ac8-82d4-3f5c82fae9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:34.483217 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f8ab6be-1b35-434e-8d7c-3b22c28446ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:34.506656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697da82-0c2d-4ac8-82d4-3f5c82fae9ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d99513ca-5a46-42b3-9aa9-4e98c4ef3762,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:34.509605 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1697da82-0c2d-4ac8-82d4-3f5c82fae9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:34.680990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1697da82-0c2d-4ac8-82d4-3f5c82fae9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:34.847474 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:13:34.895591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1697da82-0c2d-4ac8-82d4-3f5c82fae9ee admin admin] Router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:13:35.001239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1697da82-0c2d-4ac8-82d4-3f5c82fae9ee admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:13:35.008438 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1697da82-0c2d-4ac8-82d4-3f5c82fae9ee admin admin] 10.222.0.110 "PUT /v2.0/routers/2ca4a9d6-584b-4208-b4a2-f97a1651f4c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5128498 Jun 24 13:13:35.009402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52602) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:35.012116 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7861a12-4207-4e43-93e1-7481c01cf07c None None] Sync routers for ids ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:13:35.022584 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7861a12-4207-4e43-93e1-7481c01cf07c None None] Routers {'2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:13:35.023222 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-b7861a12-4207-4e43-93e1-7481c01cf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:13:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:35.114328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:35.126027 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-b7861a12-4207-4e43-93e1-7481c01cf07c None None] Set router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:13:35.219277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:35.272051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Deleting port 5aa8115e-46d9-4a4a-8cc0-54979395156f {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:13:35.272392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:35.303401 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-b7861a12-4207-4e43-93e1-7481c01cf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:13:34Z', 'revision_number': 5, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port': {'id': '5aa8115e-46d9-4a4a-8cc0-54979395156f', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:35.332932 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7861a12-4207-4e43-93e1-7481c01cf07c None None] Checking router: 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:13:35.341232 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7861a12-4207-4e43-93e1-7481c01cf07c None None] Routers {'2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:13:35.341935 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-b7861a12-4207-4e43-93e1-7481c01cf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:13:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:35.353544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] For port 5aa8115e-46d9-4a4a-8cc0-54979395156f, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=5aa8115e-46d9-4a4a-8cc0-54979395156f,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:35.353898 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:35.366810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Calling delete_port for 5aa8115e-46d9-4a4a-8cc0-54979395156f owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:13:35.436886 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-b7861a12-4207-4e43-93e1-7481c01cf07c None None] Set router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:13:35.497437 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-b7861a12-4207-4e43-93e1-7481c01cf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:13:35Z', 'revision_number': 6, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:35.525624 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7861a12-4207-4e43-93e1-7481c01cf07c None None] The sync data for ids ['2ca4a9d6-584b-4208-b4a2-f97a1651f4c7'] in dv-neutron-797121-4-hyperv is: [{'id': '2ca4a9d6-584b-4208-b4a2-f97a1651f4c7', 'name': 'tempest-TestMinimumBasicScenario-573369242-router', 'tenant_id': '95fb98a4be604e129b17985e18706504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:25Z', 'updated_at': '2021-06-24T13:13:35Z', 'revision_number': 6, 'project_id': '95fb98a4be604e129b17985e18706504', 'gw_port_host': None}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:13:35.543503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:35.545767 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-074bfcdc-757a-45e9-8c7d-5b37e2dd0051 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:35.572836 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa8115e-46d9-4a4a-8cc0-54979395156f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:35.577899 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:35.637079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:35.728567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:35.730753 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:35.773291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:35.773794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:13:35.778450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:35.779624 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] 10.222.0.110 "DELETE /v2.0/routers/2ca4a9d6-584b-4208-b4a2-f97a1651f4c7 HTTP/1.1" status: 204 len: 168 time: 0.7693095 Jun 24 13:13:35.782242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52604) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:35.827427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-af68949b-2b03-4284-a4bf-936a33df92df admin admin] Deleting subnet 17d9d595-29bd-4b01-88ae-7e1ce65cf470 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:13:35.830332 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-af68949b-2b03-4284-a4bf-936a33df92df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:35.871353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-af68949b-2b03-4284-a4bf-936a33df92df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:35.953868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-af68949b-2b03-4284-a4bf-936a33df92df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.006579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-af68949b-2b03-4284-a4bf-936a33df92df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.008558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b84a713d-381d-4938-94fb-059ba669f075 tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:36.031980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68949b-2b03-4284-a4bf-936a33df92df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d9d595-29bd-4b01-88ae-7e1ce65cf470,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:36.035016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-af68949b-2b03-4284-a4bf-936a33df92df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:36.036577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-af68949b-2b03-4284-a4bf-936a33df92df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.038424 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-af68949b-2b03-4284-a4bf-936a33df92df admin admin] 10.222.0.110 "DELETE /v2.0/subnets/17d9d595-29bd-4b01-88ae-7e1ce65cf470 HTTP/1.1" status: 204 len: 168 time: 0.2551506 Jun 24 13:13:36.040998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52606) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:36.043516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168fc9ad-c9d3-4e73-8ba0-3fa4e56bfb79 None None] Network a4157de7-d6bd-4292-9982-3360de9e4aed requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:13:36.112464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.165015 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Deleting port 7b98432c-39c1-41b5-90e9-5f8912f8512e {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:13:36.165356 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.277779 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] DHCP port deletion for a4157de7-d6bd-4292-9982-3360de9e4aed request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:13:36.489332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Deleting port 7b98432c-39c1-41b5-90e9-5f8912f8512e {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:13:36.489721 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.561849 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] For port 7b98432c-39c1-41b5-90e9-5f8912f8512e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7b98432c-39c1-41b5-90e9-5f8912f8512e,segment=NetworkSegment(aceb6d98-7c47-41e8-a266-e7226ca0ac56),segment_id=aceb6d98-7c47-41e8-a266-e7226ca0ac56)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:36.562389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.575183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] For port 7b98432c-39c1-41b5-90e9-5f8912f8512e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=7b98432c-39c1-41b5-90e9-5f8912f8512e,segment=NetworkSegment(aceb6d98-7c47-41e8-a266-e7226ca0ac56),segment_id=aceb6d98-7c47-41e8-a266-e7226ca0ac56)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:36.575613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.577898 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Calling delete_port for 7b98432c-39c1-41b5-90e9-5f8912f8512e owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:13:36.593453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Calling delete_port for 7b98432c-39c1-41b5-90e9-5f8912f8512e owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:13:36.651766 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7b98432c-39c1-41b5-90e9-5f8912f8512e no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:13:36.689920 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.693727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ad647430-058a-4137-91aa-7f939a660a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:36.700598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.703639 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e92d673b-917f-4d38-9e30-97415b2cf16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:36.719105 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Pushing event deleted for resources: {'Port': ['ID=7b98432c-39c1-41b5-90e9-5f8912f8512e,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:36.722472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No active binding found for port 7b98432c-39c1-41b5-90e9-5f8912f8512e {{(pid=100147) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 24 13:13:36.723039 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 7b98432c-39c1-41b5-90e9-5f8912f8512e not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:13:36.723472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5aa8115e-46d9-4a4a-8cc0-54979395156f no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:13:36.727041 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b98432c-39c1-41b5-90e9-5f8912f8512e,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:36.730186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:36.730548 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] No DVR routers for this DVR port 7b98432c-39c1-41b5-90e9-5f8912f8512e on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:13:36.730996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] No DVR routers for this DVR port 7b98432c-39c1-41b5-90e9-5f8912f8512e on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:13:36.732603 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:36.732912 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:36.733251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:36.733579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:36.733907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:36.734232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:36.734557 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:36.734904 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:36.735227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:36.735963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:36.735963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:36.736181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:36.755738 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:36.756712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 5aa8115e-46d9-4a4a-8cc0-54979395156f {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:13:36.757062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 5aa8115e-46d9-4a4a-8cc0-54979395156f not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:13:36.758027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d99513ca-5a46-42b3-9aa9-4e98c4ef3762 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:13:36.776847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: d99513ca-5a46-42b3-9aa9-4e98c4ef3762 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:13:36.777195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d99513ca-5a46-42b3-9aa9-4e98c4ef3762 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:13:36.808342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.818620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4157de7-d6bd-4292-9982-3360de9e4aed']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:36.828235 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aceb6d98-7c47-41e8-a266-e7226ca0ac56') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:36.828475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aceb6d98-7c47-41e8-a266-e7226ca0ac56') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:36.837175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.850306 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.855947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:13:36.856335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: self.session.flush() Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:13:36.858015 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:13:36.915819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.919291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-314e86be-d2e7-4a90-9639-a86940000573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:36.921649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:36.923472 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] 10.222.0.110 "DELETE /v2.0/networks/a4157de7-d6bd-4292-9982-3360de9e4aed HTTP/1.1" status: 204 len: 168 time: 0.8815484 Jun 24 13:13:36.926982 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52608) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:36.934863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4157de7-d6bd-4292-9982-3360de9e4aed,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:36.937527 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:37.265756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fdf13dce-9446-4d70-99b5-0d1e8f4ae033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:37.513086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-fdf13dce-9446-4d70-99b5-0d1e8f4ae033 admin admin] Deleting port 8d665a0b-e3d0-4aa7-9028-2646725abf6c {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:13:37.513422 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fdf13dce-9446-4d70-99b5-0d1e8f4ae033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:37.594005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-fdf13dce-9446-4d70-99b5-0d1e8f4ae033 admin admin] For port 8d665a0b-e3d0-4aa7-9028-2646725abf6c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8d665a0b-e3d0-4aa7-9028-2646725abf6c,segment=NetworkSegment(c1b76816-48cf-4007-82e8-83ee5421c480),segment_id=c1b76816-48cf-4007-82e8-83ee5421c480)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:37.594265 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fdf13dce-9446-4d70-99b5-0d1e8f4ae033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:37.607760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-fdf13dce-9446-4d70-99b5-0d1e8f4ae033 admin admin] Calling delete_port for 8d665a0b-e3d0-4aa7-9028-2646725abf6c owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:13:37.782210 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fdf13dce-9446-4d70-99b5-0d1e8f4ae033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:37.784518 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-843ac81f-7b95-4c18-a432-70d7c6b03d1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:37.813878 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf13dce-9446-4d70-99b5-0d1e8f4ae033 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d665a0b-e3d0-4aa7-9028-2646725abf6c,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:37.817025 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fdf13dce-9446-4d70-99b5-0d1e8f4ae033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:37.978889 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fdf13dce-9446-4d70-99b5-0d1e8f4ae033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:38.189017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf13dce-9446-4d70-99b5-0d1e8f4ae033 admin admin] Router 7a0b9674-13ac-4212-88de-181fea5242b8 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:13:38.290674 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf13dce-9446-4d70-99b5-0d1e8f4ae033 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:13:38.298956 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fdf13dce-9446-4d70-99b5-0d1e8f4ae033 admin admin] 10.222.0.110 "PUT /v2.0/routers/7a0b9674-13ac-4212-88de-181fea5242b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3679531 Jun 24 13:13:38.298956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52610) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:38.301009 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0aec76-b3aa-4666-813c-0f25503c6ec1 None None] Sync routers for ids ['7a0b9674-13ac-4212-88de-181fea5242b8'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:13:38.309993 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0aec76-b3aa-4666-813c-0f25503c6ec1 None None] Routers {'7a0b9674-13ac-4212-88de-181fea5242b8'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:13:38.310573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-6f0aec76-b3aa-4666-813c-0f25503c6ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:13:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7a0b9674-13ac-4212-88de-181fea5242b8'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:38.404983 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:38.414314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-6f0aec76-b3aa-4666-813c-0f25503c6ec1 None None] Set router 7a0b9674-13ac-4212-88de-181fea5242b8 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:13:38.508166 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:38.562723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Deleting port fae04b06-17db-42ed-96c3-3baf08e403b5 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:13:38.563088 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:38.593182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-6f0aec76-b3aa-4666-813c-0f25503c6ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'name': 'tempest-TestMinimumBasicScenario-693553256-router', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'fae04b06-17db-42ed-96c3-3baf08e403b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:29Z', 'updated_at': '2021-06-24T13:13:37Z', 'revision_number': 5, 'project_id': '3550948d1b2c4622a0dedcd6f6586761', 'gw_port': {'id': 'fae04b06-17db-42ed-96c3-3baf08e403b5', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:11:30Z', 'updated_at': '2021-06-24T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:38.622724 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0aec76-b3aa-4666-813c-0f25503c6ec1 None None] Checking router: 7a0b9674-13ac-4212-88de-181fea5242b8 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:13:38.637405 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0aec76-b3aa-4666-813c-0f25503c6ec1 None None] Routers {'7a0b9674-13ac-4212-88de-181fea5242b8'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:13:38.638044 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-6f0aec76-b3aa-4666-813c-0f25503c6ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:13:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['7a0b9674-13ac-4212-88de-181fea5242b8'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:38.655605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] For port fae04b06-17db-42ed-96c3-3baf08e403b5, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fae04b06-17db-42ed-96c3-3baf08e403b5,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:38.656013 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:38.668567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Calling delete_port for fae04b06-17db-42ed-96c3-3baf08e403b5 owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:13:38.726033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-6f0aec76-b3aa-4666-813c-0f25503c6ec1 None None] Set router 7a0b9674-13ac-4212-88de-181fea5242b8 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:13:38.780970 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-6f0aec76-b3aa-4666-813c-0f25503c6ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'name': 'tempest-TestMinimumBasicScenario-693553256-router', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:29Z', 'updated_at': '2021-06-24T13:13:38Z', 'revision_number': 6, 'project_id': '3550948d1b2c4622a0dedcd6f6586761', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:38.808659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0aec76-b3aa-4666-813c-0f25503c6ec1 None None] The sync data for ids ['7a0b9674-13ac-4212-88de-181fea5242b8'] in dv-neutron-797121-4-hyperv is: [{'id': '7a0b9674-13ac-4212-88de-181fea5242b8', 'name': 'tempest-TestMinimumBasicScenario-693553256-router', 'tenant_id': '3550948d1b2c4622a0dedcd6f6586761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:11:29Z', 'updated_at': '2021-06-24T13:13:38Z', 'revision_number': 6, 'project_id': '3550948d1b2c4622a0dedcd6f6586761', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:13:38.836464 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:38.841822 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:38.862238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Pushing event deleted for resources: {'Port': ['ID=fae04b06-17db-42ed-96c3-3baf08e403b5,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:38.865369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:38.925570 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.015042 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.017221 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.064355 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.064937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a0b9674-13ac-4212-88de-181fea5242b8 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:13:39.069741 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.071193 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] 10.222.0.110 "DELETE /v2.0/routers/7a0b9674-13ac-4212-88de-181fea5242b8 HTTP/1.1" status: 204 len: 168 time: 0.7716007 Jun 24 13:13:39.073635 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52612) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:39.117776 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ce82bb-9d7c-4771-ac00-4243c8b10f85 admin admin] Deleting subnet dc204440-5ebb-4ba9-8fc0-5e6b4dd23485 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:13:39.120771 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23ce82bb-9d7c-4771-ac00-4243c8b10f85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.160003 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23ce82bb-9d7c-4771-ac00-4243c8b10f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.242937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23ce82bb-9d7c-4771-ac00-4243c8b10f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.296577 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23ce82bb-9d7c-4771-ac00-4243c8b10f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.298600 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-82c2e14a-2b7b-4ce8-8883-603c84bf0ebb tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:39.321675 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce82bb-9d7c-4771-ac00-4243c8b10f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc204440-5ebb-4ba9-8fc0-5e6b4dd23485,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:39.324612 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-23ce82bb-9d7c-4771-ac00-4243c8b10f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:39.325584 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23ce82bb-9d7c-4771-ac00-4243c8b10f85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.327431 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-23ce82bb-9d7c-4771-ac00-4243c8b10f85 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/dc204440-5ebb-4ba9-8fc0-5e6b4dd23485 HTTP/1.1" status: 204 len: 168 time: 0.2529025 Jun 24 13:13:39.331325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52614) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:39.332823 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0db66c-d595-4bd4-bd9a-0a03ca15f0ac None None] Network ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:13:39.403551 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.469835 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Deleting port 1cbed13c-d860-4143-adf7-8cdb07985c2b {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:13:39.470187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.538324 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] For port 1cbed13c-d860-4143-adf7-8cdb07985c2b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1cbed13c-d860-4143-adf7-8cdb07985c2b,segment=NetworkSegment(c1b76816-48cf-4007-82e8-83ee5421c480),segment_id=c1b76816-48cf-4007-82e8-83ee5421c480)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:39.538628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.552855 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Calling delete_port for 1cbed13c-d860-4143-adf7-8cdb07985c2b owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:13:39.577416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df592a-2a89-410b-bba8-641fbff6e7c2 None None] DHCP port deletion for ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:13:39.623741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-93df592a-2a89-410b-bba8-641fbff6e7c2 None None] Deleting port 1cbed13c-d860-4143-adf7-8cdb07985c2b {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:13:39.624112 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-93df592a-2a89-410b-bba8-641fbff6e7c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.635097 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.637189 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f48f3d13-f0e4-4026-9a1a-f67bea6a859e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:39.659696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbed13c-d860-4143-adf7-8cdb07985c2b,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:39.662299 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:39.667406 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] No DVR routers for this DVR port 1cbed13c-d860-4143-adf7-8cdb07985c2b on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:13:39.693830 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-93df592a-2a89-410b-bba8-641fbff6e7c2 None None] For port 1cbed13c-d860-4143-adf7-8cdb07985c2b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=1cbed13c-d860-4143-adf7-8cdb07985c2b,segment=NetworkSegment(c1b76816-48cf-4007-82e8-83ee5421c480),segment_id=c1b76816-48cf-4007-82e8-83ee5421c480)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:39.694222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-93df592a-2a89-410b-bba8-641fbff6e7c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.707427 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-93df592a-2a89-410b-bba8-641fbff6e7c2 None None] Calling delete_port for 1cbed13c-d860-4143-adf7-8cdb07985c2b owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:13:39.743363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.753568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:39.764351 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b76816-48cf-4007-82e8-83ee5421c480') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:39.764783 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b76816-48cf-4007-82e8-83ee5421c480') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:39.775104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.782971 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-93df592a-2a89-410b-bba8-641fbff6e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.793583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.793755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d5894203-b6de-4b19-a8bd-e2c8f6297e94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:39.800744 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:13:39.802310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:13:39.803863 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:13:39.817850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df592a-2a89-410b-bba8-641fbff6e7c2 None None] Pushing event deleted for resources: {'Port': ['ID=1cbed13c-d860-4143-adf7-8cdb07985c2b,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:39.820809 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-93df592a-2a89-410b-bba8-641fbff6e7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:39.821711 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df592a-2a89-410b-bba8-641fbff6e7c2 None None] No DVR routers for this DVR port 1cbed13c-d860-4143-adf7-8cdb07985c2b on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:13:39.868451 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.873303 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:39.875984 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] 10.222.0.110 "DELETE /v2.0/networks/ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5 HTTP/1.1" status: 204 len: 168 time: 0.5434577 Jun 24 13:13:39.876825 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-81316594-b412-41fe-98a0-c37a83c95f6f tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:40.057043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52618) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:40.100944 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c855b998-317a-4069-8223-fdc5428f4f85 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=95fb98a4be604e129b17985e18706504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424299 Jun 24 13:13:40.103403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52620) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:40.154717 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-87315bdb-f72d-484a-a2ef-61378c40079a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:40.177084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-87315bdb-f72d-484a-a2ef-61378c40079a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:40.228652 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Pushing event deleted for resources: {'Network': ['ID=ac80c6f6-21bc-4eb6-9ab5-f9789fcca1c5,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:40.229302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-87315bdb-f72d-484a-a2ef-61378c40079a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:40.231185 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:40.231755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-87315bdb-f72d-484a-a2ef-61378c40079a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:40.232962 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-87315bdb-f72d-484a-a2ef-61378c40079a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a8cf9070-a2ea-4b10-97e0-b28f806fe8cb HTTP/1.1" status: 204 len: 168 time: 0.1284842 Jun 24 13:13:40.233751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2abf10f9-d4a2-474c-b0b3-d176b7c2e651 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:40.242212 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87315bdb-f72d-484a-a2ef-61378c40079a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf9070-a2ea-4b10-97e0-b28f806fe8cb,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:40.244638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-87315bdb-f72d-484a-a2ef-61378c40079a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:40.542804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52626) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:40.588048 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c5c64890-529d-4242-92e2-90d95a0ee4b7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3550948d1b2c4622a0dedcd6f6586761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430996 Jun 24 13:13:40.589699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52628) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:40.642578 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fe187c82-99b7-419c-9d3d-c8e4450f5d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:40.644671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1cbed13c-d860-4143-adf7-8cdb07985c2b no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:13:40.665641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fe187c82-99b7-419c-9d3d-c8e4450f5d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:40.667998 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 1cbed13c-d860-4143-adf7-8cdb07985c2b {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:13:40.668351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 1cbed13c-d860-4143-adf7-8cdb07985c2b not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:13:40.668767 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8d665a0b-e3d0-4aa7-9028-2646725abf6c no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:13:40.687217 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 8d665a0b-e3d0-4aa7-9028-2646725abf6c {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:13:40.687599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8d665a0b-e3d0-4aa7-9028-2646725abf6c not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:13:40.687981 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fae04b06-17db-42ed-96c3-3baf08e403b5 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:13:40.706160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: fae04b06-17db-42ed-96c3-3baf08e403b5 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:13:40.706518 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fae04b06-17db-42ed-96c3-3baf08e403b5 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:13:40.715110 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fe187c82-99b7-419c-9d3d-c8e4450f5d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:40.718033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fe187c82-99b7-419c-9d3d-c8e4450f5d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:40.719208 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fe187c82-99b7-419c-9d3d-c8e4450f5d09 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fe6ab87c-0718-43be-9ca7-2bb2fe083ea0 HTTP/1.1" status: 204 len: 168 time: 0.1285069 Jun 24 13:13:40.720040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:40.728239 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe187c82-99b7-419c-9d3d-c8e4450f5d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6ab87c-0718-43be-9ca7-2bb2fe083ea0,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:40.731191 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fe187c82-99b7-419c-9d3d-c8e4450f5d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:42.248390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52670) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:42.253058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-427bf816-6a88-44b6-b0dc-cc8a46d267cd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1099823514', 'description': 'tempest-secgroup-smoke-1099823514 description', 'project_id': '28eedd0d2ef04f59b288543a69056ccb'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:13:42.276138 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-427bf816-6a88-44b6-b0dc-cc8a46d267cd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.284339 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-427bf816-6a88-44b6-b0dc-cc8a46d267cd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.374978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-427bf816-6a88-44b6-b0dc-cc8a46d267cd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.378853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-427bf816-6a88-44b6-b0dc-cc8a46d267cd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.381858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9b6c3895-122f-4db1-b921-c7e4cb96f87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:42.414778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bf816-6a88-44b6-b0dc-cc8a46d267cd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3191a4b1-cc29-4bf2-be16-c8cc91158c0f,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:42.418522 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-427bf816-6a88-44b6-b0dc-cc8a46d267cd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:42.470679 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-427bf816-6a88-44b6-b0dc-cc8a46d267cd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.474900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-427bf816-6a88-44b6-b0dc-cc8a46d267cd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.477112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1351fc5d-fc2b-4250-b964-cb008b3eef2e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:42.503438 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bf816-6a88-44b6-b0dc-cc8a46d267cd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ee9ec1-237b-4bcc-b33e-71973e2631c7,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:42.505595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-427bf816-6a88-44b6-b0dc-cc8a46d267cd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.506793 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-427bf816-6a88-44b6-b0dc-cc8a46d267cd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2574060 Jun 24 13:13:42.507685 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-427bf816-6a88-44b6-b0dc-cc8a46d267cd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:42.509668 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52672) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:42.513992 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-99ed028d-ad35-4bb5-8193-7d8a4604ff69 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': 'b0ee9ec1-237b-4bcc-b33e-71973e2631c7', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:13:42.539358 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99ed028d-ad35-4bb5-8193-7d8a4604ff69 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.592434 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99ed028d-ad35-4bb5-8193-7d8a4604ff69 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.597228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99ed028d-ad35-4bb5-8193-7d8a4604ff69 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.599694 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8fd49eba-ac7a-4099-ba86-bbba9e997143 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:42.618729 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed028d-ad35-4bb5-8193-7d8a4604ff69 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6125e1-2a15-4bd7-9dbe-9dd016051b2c,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:42.621784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-99ed028d-ad35-4bb5-8193-7d8a4604ff69 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:42.624257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99ed028d-ad35-4bb5-8193-7d8a4604ff69 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.628196 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-99ed028d-ad35-4bb5-8193-7d8a4604ff69 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153538 Jun 24 13:13:42.628687 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52674) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:42.633584 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7f330f9a-be5a-4e53-b664-afe527b50a53 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': 'b0ee9ec1-237b-4bcc-b33e-71973e2631c7', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:13:42.659065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f330f9a-be5a-4e53-b664-afe527b50a53 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.715488 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f330f9a-be5a-4e53-b664-afe527b50a53 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.720637 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f330f9a-be5a-4e53-b664-afe527b50a53 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.722749 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d5cecbb0-99fe-4993-89e4-cf4b35fe6b42 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:42.740093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f330f9a-be5a-4e53-b664-afe527b50a53 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7194034-c871-4244-8803-e2e5dfec475e,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:42.743272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7f330f9a-be5a-4e53-b664-afe527b50a53 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:42.745460 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f330f9a-be5a-4e53-b664-afe527b50a53 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.746659 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7f330f9a-be5a-4e53-b664-afe527b50a53 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170514 Jun 24 13:13:42.749318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52676) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:42.753708 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-6bcb6f83-ab79-4056-a368-b8997211c56a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': 'b0ee9ec1-237b-4bcc-b33e-71973e2631c7', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:13:42.779229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6f83-ab79-4056-a368-b8997211c56a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.837906 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6f83-ab79-4056-a368-b8997211c56a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.841483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6f83-ab79-4056-a368-b8997211c56a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.843294 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4ae15543-4394-44ca-8f59-6b6cd1be61a6 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:42.858603 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb6f83-ab79-4056-a368-b8997211c56a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e72326-b701-4130-8c20-ba9502756000,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:42.860930 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6bcb6f83-ab79-4056-a368-b8997211c56a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:42.865180 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6f83-ab79-4056-a368-b8997211c56a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.866421 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6bcb6f83-ab79-4056-a368-b8997211c56a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161904 Jun 24 13:13:42.869036 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52678) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:42.873548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-34476e18-7111-4457-a17e-9044c63b860a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': 'b0ee9ec1-237b-4bcc-b33e-71973e2631c7', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:13:42.901900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-34476e18-7111-4457-a17e-9044c63b860a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.959998 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-34476e18-7111-4457-a17e-9044c63b860a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.963425 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-34476e18-7111-4457-a17e-9044c63b860a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.968144 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0d7e1ed8-52e7-4a6f-9741-1dd65c07e127 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:42.984082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34476e18-7111-4457-a17e-9044c63b860a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc344e6-c9d9-4f3b-a2b9-84f9a75d1a59,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:42.987123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-34476e18-7111-4457-a17e-9044c63b860a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:42.988230 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-34476e18-7111-4457-a17e-9044c63b860a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:42.989427 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-34476e18-7111-4457-a17e-9044c63b860a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194484 Jun 24 13:13:42.992289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52680) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:42.996900 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-44fda41e-a5f0-4a19-878f-3b0b79e10724 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': 'b0ee9ec1-237b-4bcc-b33e-71973e2631c7', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:13:43.018363 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-44fda41e-a5f0-4a19-878f-3b0b79e10724 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Project 28eedd0d2ef04f59b288543a69056ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:13:43.023652 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44fda41e-a5f0-4a19-878f-3b0b79e10724 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.082800 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44fda41e-a5f0-4a19-878f-3b0b79e10724 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.086443 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44fda41e-a5f0-4a19-878f-3b0b79e10724 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.092123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dff3605a-986e-4bda-837b-0e741e993174 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:43.106167 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fda41e-a5f0-4a19-878f-3b0b79e10724 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51cf556-3c2b-4708-9b5b-31013d21cc2d,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:43.109131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-44fda41e-a5f0-4a19-878f-3b0b79e10724 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:43.113638 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-44fda41e-a5f0-4a19-878f-3b0b79e10724 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.115020 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-44fda41e-a5f0-4a19-878f-3b0b79e10724 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218019 Jun 24 13:13:43.117843 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52682) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:43.122239 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8ec006be-4a8f-4f2c-bcfc-458b36e2178b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': 'b0ee9ec1-237b-4bcc-b33e-71973e2631c7', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:13:43.143679 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-8ec006be-4a8f-4f2c-bcfc-458b36e2178b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Project 28eedd0d2ef04f59b288543a69056ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:13:43.148873 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8ec006be-4a8f-4f2c-bcfc-458b36e2178b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.216849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8ec006be-4a8f-4f2c-bcfc-458b36e2178b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.220839 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8ec006be-4a8f-4f2c-bcfc-458b36e2178b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.222756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3b66d9bc-6000-4243-9294-323296b89f1c tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:43.241092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec006be-4a8f-4f2c-bcfc-458b36e2178b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384d1d62-b7f7-4d9d-928e-62bc7a7475aa,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:43.243903 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8ec006be-4a8f-4f2c-bcfc-458b36e2178b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:43.246795 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8ec006be-4a8f-4f2c-bcfc-458b36e2178b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.247857 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8ec006be-4a8f-4f2c-bcfc-458b36e2178b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290503 Jun 24 13:13:43.251086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52684) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:43.256440 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-2b208352-e60d-40d0-b962-c33742663c51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'network': {'name': 'tempest-network-smoke--851319356', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'port_security_enabled': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:13:43.276714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b208352-e60d-40d0-b962-c33742663c51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:13:43.280129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2b208352-e60d-40d0-b962-c33742663c51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.302787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b208352-e60d-40d0-b962-c33742663c51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] vlan segment allocate from pool success with {'vlan_id': 1334, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:13:43.311489 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2b208352-e60d-40d0-b962-c33742663c51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.311833 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-2b208352-e60d-40d0-b962-c33742663c51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Added segment c51dc32b-4bda-426e-a1dc-2f45254a3d7b of type vlan for network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 Jun 24 13:13:43.350482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2b208352-e60d-40d0-b962-c33742663c51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.378679 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2b208352-e60d-40d0-b962-c33742663c51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.385205 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b208352-e60d-40d0-b962-c33742663c51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:43.385930 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-2b208352-e60d-40d0-b962-c33742663c51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.388555 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:43.420444 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2b208352-e60d-40d0-b962-c33742663c51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1683388 Jun 24 13:13:43.423468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52686) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:43.428433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'admin_state_up': True, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:13:43.452246 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.453388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.457384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b208352-e60d-40d0-b962-c33742663c51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Network': ['ID=93f8861c-aad5-4f3a-bed3-6e79ec0c58c3,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:43.460766 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2b208352-e60d-40d0-b962-c33742663c51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:43.469174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:13:43.508260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.646322 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.836262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.858700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:43.956044 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.26.1.75 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/d73040be-9775-499f-9f36-2942348d2465) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:13:44.057039 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:44.095832 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:44.098704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b29b3532-e2cc-44bf-b794-7f37c43933f6 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:44.131744 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:13:44.134400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:13:44.136771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:13:44.165100 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=d73040be-9775-499f-9f36-2942348d2465,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:44.168938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:44.386243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:44.580779 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:44.710358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router c4c3edcb-88be-4f85-b347-3d64d8d71498 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 13:13:44.822013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:13:44.831258 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Sync routers for ids ['c4c3edcb-88be-4f85-b347-3d64d8d71498'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:13:44.840699 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:44.842012 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4174747 Jun 24 13:13:44.842131 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Routers {'c4c3edcb-88be-4f85-b347-3d64d8d71498'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:13:44.842868 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:13:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c4c3edcb-88be-4f85-b347-3d64d8d71498'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:44.845033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52688) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:44.945248 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Set router c4c3edcb-88be-4f85-b347-3d64d8d71498 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:13:44.968596 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-41d8cc85-77f8-4581-8050-5607e0b1ad85 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=28eedd0d2ef04f59b288543a69056ccb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1198452 Jun 24 13:13:44.968993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52692) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:45.053781 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aff911-3743-4e04-88f1-e3f241b2ac36 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:45.055290 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-05aff911-3743-4e04-88f1-e3f241b2ac36 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854449 Jun 24 13:13:45.058029 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52694) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:45.094322 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a60b8437-c666-43a5-8db1-04ddb005c44c tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350444 Jun 24 13:13:45.098479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52696) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:45.102025 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-290287b9-8006-494b-a20a-c0619857aeb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1086617921', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:13:45.196380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290287b9-8006-494b-a20a-c0619857aeb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:13:45.199906 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-290287b9-8006-494b-a20a-c0619857aeb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:45.211547 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:44Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:45.240419 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Checking router: c4c3edcb-88be-4f85-b347-3d64d8d71498 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:13:45.240918 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Updating router c4c3edcb-88be-4f85-b347-3d64d8d71498 port d73040be-9775-499f-9f36-2942348d2465 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:13:45.276960 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:45.396525 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-290287b9-8006-494b-a20a-c0619857aeb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:45.398701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d9992c61-6c52-4881-b6d7-90e122546064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:45.455902 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290287b9-8006-494b-a20a-c0619857aeb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Subnet': ['ID=e8f0dbd3-c0b4-4989-a742-0562fc006ad0,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:45.459687 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-290287b9-8006-494b-a20a-c0619857aeb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:45.466616 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290287b9-8006-494b-a20a-c0619857aeb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Checking segment: {'id': 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:13:45.467012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290287b9-8006-494b-a20a-c0619857aeb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network hostable DHCP agents. Network: 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:13:45.484819 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290287b9-8006-494b-a20a-c0619857aeb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:13:45.497287 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-290287b9-8006-494b-a20a-c0619857aeb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:13:45.500881 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290287b9-8006-494b-a20a-c0619857aeb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:45.501440 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-290287b9-8006-494b-a20a-c0619857aeb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:45.506894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ce45bb-4cd4-474c-8fa2-8f34a135695e None None] Network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:13:45.517717 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-290287b9-8006-494b-a20a-c0619857aeb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4199674 Jun 24 13:13:45.520382 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52698) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:45.550395 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:45.561078 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Transition to ACTIVE for port object d73040be-9775-499f-9f36-2942348d2465 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:13:45.567660 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:45.570559 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:45.611176 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Attempting to bind port d73040be-9775-499f-9f36-2942348d2465 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:13:45.611176 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Attempting to bind port d73040be-9775-499f-9f36-2942348d2465 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:13:45.611654 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Attempting to bind port d73040be-9775-499f-9f36-2942348d2465 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:13:45.621356 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:13:45.621724 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:13:45.622383 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:45.622522 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:13:45.622991 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Bound port: d73040be-9775-499f-9f36-2942348d2465, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:13:45.623372 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:45.652128 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Pushing event updated for resources: {'Port': ['ID=d73040be-9775-499f-9f36-2942348d2465,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:45.668620 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:45.668895 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:45.669226 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:45.669580 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:45.669898 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:45.670223 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:45.670538 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:45.670882 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:45.671196 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:45.671504 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:45.671799 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:45.672111 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:13:45.672766 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ips': [{'subnet_id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:13:45.673652 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:45.678178 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:45.699501 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] For port d73040be-9775-499f-9f36-2942348d2465, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:13:45.702818 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] For port d73040be-9775-499f-9f36-2942348d2465, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d73040be-9775-499f-9f36-2942348d2465,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:13:45.710207 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:45.719635 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-15adfc49-e82d-4261-88d7-9661dd89b28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:45.773984 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Routers {'c4c3edcb-88be-4f85-b347-3d64d8d71498'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:13:45.774673 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:13:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c4c3edcb-88be-4f85-b347-3d64d8d71498'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:45.816911 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Pushing event updated for resources: {'Port': ['ID=d73040be-9775-499f-9f36-2942348d2465,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:45.826918 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Allocated IP 172.20.0.2 (93f8861c-aad5-4f3a-bed3-6e79ec0c58c3/e8f0dbd3-c0b4-4989-a742-0562fc006ad0/99b8777b-6e65-40b1-a80e-e624bca30996) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:13:45.828246 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-5e6d1ff5-7595-46f0-999f-6a41894de025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:45.903555 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] Set router c4c3edcb-88be-4f85-b347-3d64d8d71498 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:13:45.974864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:45.982211 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:45.991971 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Transition to ACTIVE for port object 99b8777b-6e65-40b1-a80e-e624bca30996 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:13:46.008361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Transition to ACTIVE for port object 99b8777b-6e65-40b1-a80e-e624bca30996 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:13:46.015059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:46.025258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-af576883-897c-43eb-9737-b22c74652fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:46.050382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:13:46.055088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:13:46.058033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:13:46.086363 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:44Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:46.094341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Pushing event updated for resources: {'Port': ['ID=99b8777b-6e65-40b1-a80e-e624bca30996,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:46.097417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:46.117561 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f07b49-9c5a-42e7-8a20-07647d9878d5 None None] The sync data for ids ['c4c3edcb-88be-4f85-b347-3d64d8d71498'] in dv-neutron-797121-4-hyperv is: [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:44Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:13:46.131756 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Attempting to bind port 99b8777b-6e65-40b1-a80e-e624bca30996 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:13:46.132132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Attempting to bind port 99b8777b-6e65-40b1-a80e-e624bca30996 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:13:46.132499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Attempting to bind port 99b8777b-6e65-40b1-a80e-e624bca30996 on network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:13:46.137997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:13:46.138330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Checking segment: {'id': 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:13:46.138707 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:46.139160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Bound using segment: {'id': 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:13:46.139619 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Bound port: 99b8777b-6e65-40b1-a80e-e624bca30996, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:13:46.140193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:46.207851 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] For port 99b8777b-6e65-40b1-a80e-e624bca30996, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:13:46.211332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] For port 99b8777b-6e65-40b1-a80e-e624bca30996, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=99b8777b-6e65-40b1-a80e-e624bca30996,segment=NetworkSegment(c51dc32b-4bda-426e-a1dc-2f45254a3d7b),segment_id=c51dc32b-4bda-426e-a1dc-2f45254a3d7b)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:13:46.217075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:46.219997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:46.271835 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.20.0.1 (93f8861c-aad5-4f3a-bed3-6e79ec0c58c3/e8f0dbd3-c0b4-4989-a742-0562fc006ad0/f5dd4078-1144-4032-a901-65c94bd35ceb) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:13:46.279251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Pushing event updated for resources: {'Port': ['ID=99b8777b-6e65-40b1-a80e-e624bca30996,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:46.282274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:46.420841 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:46.437905 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Transition to ACTIVE for port object f5dd4078-1144-4032-a901-65c94bd35ceb will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:13:46.487014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:46.490628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ddb26ce7-a3c2-4c82-a6b2-e78d3262dd81 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:46.539653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:13:46.543078 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:13:46.549469 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:13:46.579463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=f5dd4078-1144-4032-a901-65c94bd35ceb,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:46.600026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:46.626457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:46.723593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 99b8777b-6e65-40b1-a80e-e624bca30996 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:13:46.776371 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 99b8777b-6e65-40b1-a80e-e624bca30996 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:13:46.780830 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d73040be-9775-499f-9f36-2942348d2465 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:13:46.790981 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:46.842316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port d73040be-9775-499f-9f36-2942348d2465 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:13:46.846632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d73040be-9775-499f-9f36-2942348d2465 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:13:46.846997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:46.934454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:46.958040 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port d73040be-9775-499f-9f36-2942348d2465, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d73040be-9775-499f-9f36-2942348d2465,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:46.963293 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:46.966590 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-624073a8-aa98-4fb6-b85c-8ac719b36462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:47.021106 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=d73040be-9775-499f-9f36-2942348d2465,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:47.024872 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:47.113431 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:47.119976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:47.123072 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e0789431-a959-4947-86d4-8b8f02e8a52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:47.196573 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=f5dd4078-1144-4032-a901-65c94bd35ceb,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:47.199089 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:47.201100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:47.297308 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:13:47.298731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:13:47.350260 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a333f31-f069-4492-9559-d4330d86f4c8 None None] Network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:13:47.415570 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router c4c3edcb-88be-4f85-b347-3d64d8d71498 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:13:47.427815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9dc30dfa-bf26-4771-b938-985a29edefa6 None None] Provisioning for port 99b8777b-6e65-40b1-a80e-e624bca30996 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:13:47.437745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9dc30dfa-bf26-4771-b938-985a29edefa6 None None] Provisioning complete for port 99b8777b-6e65-40b1-a80e-e624bca30996 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:13:47.438123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9dc30dfa-bf26-4771-b938-985a29edefa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:47.525475 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:47.532023 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:13:47.539333 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "PUT /v2.0/routers/c4c3edcb-88be-4f85-b347-3d64d8d71498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0178189 Jun 24 13:13:47.605499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9dc30dfa-bf26-4771-b938-985a29edefa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:47.652366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-9dc30dfa-bf26-4771-b938-985a29edefa6 None None] For port 99b8777b-6e65-40b1-a80e-e624bca30996, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=99b8777b-6e65-40b1-a80e-e624bca30996,segment=NetworkSegment(c51dc32b-4bda-426e-a1dc-2f45254a3d7b),segment_id=c51dc32b-4bda-426e-a1dc-2f45254a3d7b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:47.657843 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9dc30dfa-bf26-4771-b938-985a29edefa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:47.659271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-34dac443-5a93-462b-9403-a55cb16494e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:47.713431 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2c56bc2c-30bd-4011-a611-f06da69d8e4f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1099823514&fields=id&tenant_id=28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 267 time: 0.0453799 Jun 24 13:13:47.720636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc30dfa-bf26-4771-b938-985a29edefa6 None None] Pushing event updated for resources: {'Port': ['ID=99b8777b-6e65-40b1-a80e-e624bca30996,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:47.724645 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9dc30dfa-bf26-4771-b938-985a29edefa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:47.831237 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-7b70a9c6-54e8-41c7-b627-ab1990da0a22 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:47.833376 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-7b70a9c6-54e8-41c7-b627-ab1990da0a22 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/networks?id=93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 HTTP/1.1" status: 200 len: 796 time: 0.1128194 Jun 24 13:13:47.850549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Sync routers for ids ['c4c3edcb-88be-4f85-b347-3d64d8d71498'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:13:47.854200 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-f9f7b16a-6e74-49d6-869c-c1d6e4667770 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/quotas/28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 375 time: 0.0149276 Jun 24 13:13:47.860022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Routers {'c4c3edcb-88be-4f85-b347-3d64d8d71498'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:13:47.860788 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:13:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c4c3edcb-88be-4f85-b347-3d64d8d71498'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:47.920392 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-913fb569-e63a-4818-826e-4e47a2a10503 None None] Provisioning for port f5dd4078-1144-4032-a901-65c94bd35ceb completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:13:47.928495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-913fb569-e63a-4818-826e-4e47a2a10503 None None] Provisioning complete for port f5dd4078-1144-4032-a901-65c94bd35ceb triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:13:47.928495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-913fb569-e63a-4818-826e-4e47a2a10503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:47.935358 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-de3f1152-96cd-414c-859a-4e195dd8bdf1 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719047 Jun 24 13:13:48.003481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-913fb569-e63a-4818-826e-4e47a2a10503 None None] Port f5dd4078-1144-4032-a901-65c94bd35ceb cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:13:48.012330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Set router c4c3edcb-88be-4f85-b347-3d64d8d71498 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:13:48.048692 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-913fb569-e63a-4818-826e-4e47a2a10503 None None] Provisioning complete for port 99b8777b-6e65-40b1-a80e-e624bca30996 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:13:48.049072 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-913fb569-e63a-4818-826e-4e47a2a10503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:48.095328 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2a17dfdd-ab8f-4087-899f-7f2d1a564238 service neutron] 10.222.0.110 "GET /v2.0/networks/93f8861c-aad5-4f3a-bed3-6e79ec0c58c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554627 Jun 24 13:13:48.193913 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-f51c4658-75e3-4dcc-8d24-c3cc6d8b8945 service neutron] 10.222.0.110 "GET /v2.0/networks/93f8861c-aad5-4f3a-bed3-6e79ec0c58c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919180 Jun 24 13:13:48.432626 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'f5dd4078-1144-4032-a901-65c94bd35ceb', 'name': '', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:c5:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:46Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 2, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:48.461154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Checking router: c4c3edcb-88be-4f85-b347-3d64d8d71498 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:13:48.461154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Updating router c4c3edcb-88be-4f85-b347-3d64d8d71498 port f5dd4078-1144-4032-a901-65c94bd35ceb binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:13:48.496172 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:48.515102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b8ba3754-6539-4754-a9a1-74e665712728 None None] Provisioning complete for port f5dd4078-1144-4032-a901-65c94bd35ceb triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:13:48.515445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3754-6539-4754-a9a1-74e665712728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:48.578893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b8ba3754-6539-4754-a9a1-74e665712728 None None] Port f5dd4078-1144-4032-a901-65c94bd35ceb cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:13:48.648818 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 99b8777b-6e65-40b1-a80e-e624bca30996 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:13:48.758122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 99b8777b-6e65-40b1-a80e-e624bca30996 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:13:48.758868 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:48.880825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:48.898360 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Transition to ACTIVE for port object f5dd4078-1144-4032-a901-65c94bd35ceb will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:13:48.902099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d73040be-9775-499f-9f36-2942348d2465 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:13:48.904911 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:48.923152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9dc30dfa-bf26-4771-b938-985a29edefa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:48.983055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cf599-0bae-46cb-bf88-228683b76b5d None None] Pushing event updated for resources: {'Port': ['ID=f5dd4078-1144-4032-a901-65c94bd35ceb,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:48.987699 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e06cf599-0bae-46cb-bf88-228683b76b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:49.039575 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d73040be-9775-499f-9f36-2942348d2465 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:13:49.039960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:49.069010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Attempting to bind port f5dd4078-1144-4032-a901-65c94bd35ceb on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:13:49.069390 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Attempting to bind port f5dd4078-1144-4032-a901-65c94bd35ceb by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:13:49.069763 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Attempting to bind port f5dd4078-1144-4032-a901-65c94bd35ceb on network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:13:49.081090 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:13:49.081475 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Checking segment: {'id': 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:13:49.081884 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:49.082855 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Bound using segment: {'id': 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:13:49.083346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Bound port: f5dd4078-1144-4032-a901-65c94bd35ceb, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:13:49.083737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:49.180727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] For port f5dd4078-1144-4032-a901-65c94bd35ceb, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:13:49.185129 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] For port f5dd4078-1144-4032-a901-65c94bd35ceb, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f5dd4078-1144-4032-a901-65c94bd35ceb,segment=NetworkSegment(c51dc32b-4bda-426e-a1dc-2f45254a3d7b),segment_id=c51dc32b-4bda-426e-a1dc-2f45254a3d7b)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:13:49.193857 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:49.196141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-d5894203-b6de-4b19-a8bd-e2c8f6297e94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:49.262957 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cf599-0bae-46cb-bf88-228683b76b5d None None] Pushing event updated for resources: {'Port': ['ID=f5dd4078-1144-4032-a901-65c94bd35ceb,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:49.265450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Routers {'c4c3edcb-88be-4f85-b347-3d64d8d71498'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:13:49.266067 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:13:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c4c3edcb-88be-4f85-b347-3d64d8d71498'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:49.268227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e06cf599-0bae-46cb-bf88-228683b76b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:49.394150 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] Set router c4c3edcb-88be-4f85-b347-3d64d8d71498 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:13:49.421939 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-26ee0347-c30f-4739-a301-a4b1668e2123 req-7bfeed82-5b0a-4d42-8436-50765c4eef9b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 210 time: 0.0428212 Jun 24 13:13:49.634595 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'f5dd4078-1144-4032-a901-65c94bd35ceb', 'name': '', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:c5:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:46Z', 'updated_at': '2021-06-24T13:13:49Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:13:49.679094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbfc44c-1d15-4a56-b58e-bf3f5cd25bd6 None None] The sync data for ids ['c4c3edcb-88be-4f85-b347-3d64d8d71498'] in dv-neutron-797121-4-hyperv is: [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'f5dd4078-1144-4032-a901-65c94bd35ceb', 'name': '', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:c5:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:46Z', 'updated_at': '2021-06-24T13:13:49Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:13:50.588011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-e82ddf93-de23-4b3b-9faf-cb9077817639 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:50.589589 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-e82ddf93-de23-4b3b-9faf-cb9077817639 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/networks?id=93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 HTTP/1.1" status: 200 len: 796 time: 0.1791244 Jun 24 13:13:50.600386 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3209649d-06c6-43ca-a53f-a879df29ad58 req-2f7caae1-e2f4-45e4-9c44-be71a15bcc7c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 210 time: 0.0522342 Jun 24 13:13:50.659923 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-51b2b848-68f0-4aa2-b342-6278cf417083 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 380 time: 0.0581794 Jun 24 13:13:50.674348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'port': {'device_id': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'admin_state_up': True, 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'security_groups': ['b0ee9ec1-237b-4bcc-b33e-71973e2631c7']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:13:50.714982 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f5dd4078-1144-4032-a901-65c94bd35ceb up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:13:50.776849 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port f5dd4078-1144-4032-a901-65c94bd35ceb completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:13:50.780634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port f5dd4078-1144-4032-a901-65c94bd35ceb triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:13:50.781123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:50.805859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:13:50.809511 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:50.863037 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:50.896488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port f5dd4078-1144-4032-a901-65c94bd35ceb, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f5dd4078-1144-4032-a901-65c94bd35ceb,segment=NetworkSegment(c51dc32b-4bda-426e-a1dc-2f45254a3d7b),segment_id=c51dc32b-4bda-426e-a1dc-2f45254a3d7b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:50.900174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:50.901997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-84d191ca-f6ec-4298-92f9-d0d57b4e1643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:50.943453 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.20.0.12 (93f8861c-aad5-4f3a-bed3-6e79ec0c58c3/e8f0dbd3-c0b4-4989-a742-0562fc006ad0/e6b00eef-56a8-4322-a895-2905a9809410) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:13:50.948193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=f5dd4078-1144-4032-a901-65c94bd35ceb,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:50.951205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:51.085542 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:51.108172 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Transition to ACTIVE for port object e6b00eef-56a8-4322-a895-2905a9809410 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:13:51.141811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:51.146519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-00dd6635-189d-4cea-b21e-7e33a8aeaa70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:51.193055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:13:51.204623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:13:51.211547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:13:51.217721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=e6b00eef-56a8-4322-a895-2905a9809410,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:51.247444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:51.282674 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:51.283809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:51.306453 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6361618 Jun 24 13:13:51.319201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Request body: {'port': {'device_id': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:13:51.402069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:51.478865 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0707398c-c604-4c4e-9b5c-752f3b104034 None None] Provisioning for port e6b00eef-56a8-4322-a895-2905a9809410 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:13:51.484423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0707398c-c604-4c4e-9b5c-752f3b104034 None None] Provisioning complete for port e6b00eef-56a8-4322-a895-2905a9809410 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:13:51.485068 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0707398c-c604-4c4e-9b5c-752f3b104034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:51.537277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-0707398c-c604-4c4e-9b5c-752f3b104034 None None] Port e6b00eef-56a8-4322-a895-2905a9809410 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:13:51.679323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b00eef-56a8-4322-a895-2905a9809410 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:13:51.687106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:51.700443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Transition to ACTIVE for port object e6b00eef-56a8-4322-a895-2905a9809410 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:13:51.703845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:51.706041 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:51.795365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Pushing event updated for resources: {'Port': ['ID=e6b00eef-56a8-4322-a895-2905a9809410,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:51.799754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:51.867178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34f316-1a9d-4ab4-ab9d-c352b0be74a3 req-5cc5a7a5-4249-4587-bf8a-574656698654 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:51.868723 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8a34f316-1a9d-4ab4-ab9d-c352b0be74a3 req-5cc5a7a5-4249-4587-bf8a-574656698654 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 944 time: 0.1398377 Jun 24 13:13:51.902534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Attempting to bind port e6b00eef-56a8-4322-a895-2905a9809410 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:13:51.902892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Attempting to bind port e6b00eef-56a8-4322-a895-2905a9809410 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:13:51.903218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Attempting to bind port e6b00eef-56a8-4322-a895-2905a9809410 on network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:13:51.919539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Port e6b00eef-56a8-4322-a895-2905a9809410 on network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:13:51.919863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Attempting to bind port e6b00eef-56a8-4322-a895-2905a9809410 on network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:13:51.925317 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8a34f316-1a9d-4ab4-ab9d-c352b0be74a3 req-f00b28f5-0606-4395-a017-6fb69dcee766 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497587 Jun 24 13:13:51.928452 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:13:51.928787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Checking segment: {'id': 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:13:51.929156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Bound using segment: {'id': 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:13:51.929582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Bound port: e6b00eef-56a8-4322-a895-2905a9809410, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:13:51.929935 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:51.991446 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] For port e6b00eef-56a8-4322-a895-2905a9809410, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:13:51.994377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] For port e6b00eef-56a8-4322-a895-2905a9809410, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e6b00eef-56a8-4322-a895-2905a9809410,segment=NetworkSegment(c51dc32b-4bda-426e-a1dc-2f45254a3d7b),segment_id=c51dc32b-4bda-426e-a1dc-2f45254a3d7b)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:13:51.998638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:52.001391 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ec7f62c4-5f54-4fb4-b4a9-8300e03d9334 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:52.034393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:52.035050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:52.036473 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] 10.222.0.102 "PUT /v2.0/ports/e6b00eef-56a8-4322-a895-2905a9809410 HTTP/1.1" status: 200 len: 1094 time: 0.7222066 Jun 24 13:13:52.037019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'tag': 'e6b00eef-56a8-4322-a895-2905a9809410'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:13:52.039632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cc39e7-624e-47ba-b792-6f1d602921b2" -d '{"events": [{"name": "network-changed", "server_uuid": "87270036-ac59-45d6-b1ae-51a4a81556bd", "tag": "e6b00eef-56a8-4322-a895-2905a9809410"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:13:52.068361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Pushing event updated for resources: {'Port': ['ID=e6b00eef-56a8-4322-a895-2905a9809410,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:52.071668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:52.107370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b7ffb9-ffbb-4a4c-b872-9ca24870ed52 x-openstack-request-id: req-a8b7ffb9-ffbb-4a4c-b872-9ca24870ed52 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:13:52.107727 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87270036-ac59-45d6-b1ae-51a4a81556bd", "tag": "e6b00eef-56a8-4322-a895-2905a9809410", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:13:52.108099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a8b7ffb9-ffbb-4a4c-b872-9ca24870ed52 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:13:52.108576 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'tag': 'e6b00eef-56a8-4322-a895-2905a9809410', 'status': 'completed', 'code': 200} Jun 24 13:13:52.141018 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-e53dc258-830b-4d4b-b7c2-494a06c46923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:52.143176 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-e53dc258-830b-4d4b-b7c2-494a06c46923 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 1097 time: 0.0635154 Jun 24 13:13:52.185093 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-a30862c7-67d0-4024-a689-d0d2ca086f26 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6b00eef-56a8-4322-a895-2905a9809410 HTTP/1.1" status: 200 len: 217 time: 0.0351958 Jun 24 13:13:52.240628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-8d108e4a-6873-4b9c-ba97-7506da6f3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:52.242084 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-8d108e4a-6873-4b9c-ba97-7506da6f3aba service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e8f0dbd3-c0b4-4989-a742-0562fc006ad0 HTTP/1.1" status: 200 len: 835 time: 0.0483208 Jun 24 13:13:52.301481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-6f6b066b-6ba0-4a87-9adc-04adae1d462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:52.302924 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-6f6b066b-6ba0-4a87-9adc-04adae1d462c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93f8861c-aad5-4f3a-bed3-6e79ec0c58c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543604 Jun 24 13:13:52.389150 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-3c32dda0-610e-4bce-95ed-a74b318d6b3b service neutron] 10.222.0.102 "GET /v2.0/networks/93f8861c-aad5-4f3a-bed3-6e79ec0c58c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799479 Jun 24 13:13:52.481107 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c52b15a0-c14c-4702-b0d3-be1004cd2436 req-d3f6c112-b389-4e20-a0ce-c6a4304a533b service neutron] 10.222.0.102 "GET /v2.0/networks/93f8861c-aad5-4f3a-bed3-6e79ec0c58c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855291 Jun 24 13:13:52.587280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc39e7-624e-47ba-b792-6f1d602921b2 req-482bd970-0fd7-471c-bc3f-0f7951201d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:52.588789 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f1cc39e7-624e-47ba-b792-6f1d602921b2 req-482bd970-0fd7-471c-bc3f-0f7951201d02 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 1097 time: 0.0508034 Jun 24 13:13:52.648596 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f5dd4078-1144-4032-a901-65c94bd35ceb up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:13:52.684709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc39e7-624e-47ba-b792-6f1d602921b2 req-7fc9e19b-a838-4cf9-91c5-2083329fe8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:52.686551 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f1cc39e7-624e-47ba-b792-6f1d602921b2 req-7fc9e19b-a838-4cf9-91c5-2083329fe8a7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 HTTP/1.1" status: 200 len: 898 time: 0.0911095 Jun 24 13:13:52.695449 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port f5dd4078-1144-4032-a901-65c94bd35ceb triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:13:52.695828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:52.727530 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f1cc39e7-624e-47ba-b792-6f1d602921b2 req-cee472ed-ba37-45fc-8604-0ef0ccae30d4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6b00eef-56a8-4322-a895-2905a9809410 HTTP/1.1" status: 200 len: 217 time: 0.0344117 Jun 24 13:13:52.780346 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc39e7-624e-47ba-b792-6f1d602921b2 req-60b254a7-1338-4eb3-a388-e3df6cbe6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:52.781820 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f1cc39e7-624e-47ba-b792-6f1d602921b2 req-60b254a7-1338-4eb3-a388-e3df6cbe6218 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e8f0dbd3-c0b4-4989-a742-0562fc006ad0 HTTP/1.1" status: 200 len: 835 time: 0.0482385 Jun 24 13:13:52.838779 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc39e7-624e-47ba-b792-6f1d602921b2 req-9164e984-51e3-4abb-af10-82fe6929804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:52.840334 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f1cc39e7-624e-47ba-b792-6f1d602921b2 req-9164e984-51e3-4abb-af10-82fe6929804c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93f8861c-aad5-4f3a-bed3-6e79ec0c58c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515277 Jun 24 13:13:52.929958 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f1cc39e7-624e-47ba-b792-6f1d602921b2 req-0ac59417-f917-4df2-a88a-74e4ea6089f1 service neutron] 10.222.0.102 "GET /v2.0/networks/93f8861c-aad5-4f3a-bed3-6e79ec0c58c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827150 Jun 24 13:13:53.022104 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f1cc39e7-624e-47ba-b792-6f1d602921b2 req-2c000f6e-e40c-4644-8867-a7ad71f19535 service neutron] 10.222.0.102 "GET /v2.0/networks/93f8861c-aad5-4f3a-bed3-6e79ec0c58c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857117 Jun 24 13:13:53.097219 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9df804-b64a-4db7-9727-c10fc7f0f91e req-7620878f-3eee-4cd6-b957-3d78247fced8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:53.099260 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4d9df804-b64a-4db7-9727-c10fc7f0f91e req-7620878f-3eee-4cd6-b957-3d78247fced8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 944 time: 0.0630593 Jun 24 13:13:53.137737 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4d9df804-b64a-4db7-9727-c10fc7f0f91e req-123af715-3ae9-4e59-b09e-b9a4efa147ff tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323992 Jun 24 13:13:54.314933 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c4663-0672-45ae-b033-000b17e11035 req-a3f45e03-fa4c-40a3-ab5b-74172b664dc2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:54.316389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c18c4663-0672-45ae-b033-000b17e11035 req-a3f45e03-fa4c-40a3-ab5b-74172b664dc2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 944 time: 0.0677361 Jun 24 13:13:54.678849 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c18c4663-0672-45ae-b033-000b17e11035 req-40d076c0-3b08-472f-80c1-7f54bef7c3cf tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3566666 Jun 24 13:13:55.148228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device e6b00eef-56a8-4322-a895-2905a9809410 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:13:55.243755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port e6b00eef-56a8-4322-a895-2905a9809410, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e6b00eef-56a8-4322-a895-2905a9809410,segment=NetworkSegment(c51dc32b-4bda-426e-a1dc-2f45254a3d7b),segment_id=c51dc32b-4bda-426e-a1dc-2f45254a3d7b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:55.254409 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'e6b00eef-56a8-4322-a895-2905a9809410', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'port_id': 'e6b00eef-56a8-4322-a895-2905a9809410', 'mac_address': 'fa:16:3e:2d:22:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:13:55.290689 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:55.303719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b00eef-56a8-4322-a895-2905a9809410 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:13:55.323231 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port e6b00eef-56a8-4322-a895-2905a9809410, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e6b00eef-56a8-4322-a895-2905a9809410,segment=NetworkSegment(c51dc32b-4bda-426e-a1dc-2f45254a3d7b),segment_id=c51dc32b-4bda-426e-a1dc-2f45254a3d7b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:55.327049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:55.328796 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:55.377463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=e6b00eef-56a8-4322-a895-2905a9809410,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:55.380653 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:55.549976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['e6b00eef-56a8-4322-a895-2905a9809410'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:13:55.853628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c10d0-6ce2-466f-a86b-6f19f344f487 req-0214a5ed-f844-476b-b258-b65738a499f3 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:55.855131 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-704c10d0-6ce2-466f-a86b-6f19f344f487 req-0214a5ed-f844-476b-b258-b65738a499f3 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 945 time: 0.0632558 Jun 24 13:13:55.891699 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-704c10d0-6ce2-466f-a86b-6f19f344f487 req-51cc648e-3348-47da-a4af-5e34fe595e8e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310040 Jun 24 13:13:56.622050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9cb33c59-067f-46d5-9e39-4fb660cd2fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:57.063590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc9539-ceb9-4e07-b011-a58f2b3f67c3 req-f9a6f39f-7d7a-414f-92d7-936f6e40f704 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:57.065091 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51cc9539-ceb9-4e07-b011-a58f2b3f67c3 req-f9a6f39f-7d7a-414f-92d7-936f6e40f704 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 945 time: 0.0636904 Jun 24 13:13:57.107076 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-51cc9539-ceb9-4e07-b011-a58f2b3f67c3 req-06fa09b9-eab6-4941-ab38-5bf178a23d8f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362887 Jun 24 13:13:57.194569 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device e6b00eef-56a8-4322-a895-2905a9809410 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:13:57.242176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port e6b00eef-56a8-4322-a895-2905a9809410 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:13:57.245805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port e6b00eef-56a8-4322-a895-2905a9809410 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:13:57.246180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:57.319432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:57.344125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b00eef-56a8-4322-a895-2905a9809410'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:13:57.346355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde90b59-9bad-437e-840a-f04b547a85a2" -d '{"events": [{"server_uuid": "87270036-ac59-45d6-b1ae-51a4a81556bd", "name": "network-vif-plugged", "status": "completed", "tag": "e6b00eef-56a8-4322-a895-2905a9809410"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:13:57.359114 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port e6b00eef-56a8-4322-a895-2905a9809410, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e6b00eef-56a8-4322-a895-2905a9809410,segment=NetworkSegment(c51dc32b-4bda-426e-a1dc-2f45254a3d7b),segment_id=c51dc32b-4bda-426e-a1dc-2f45254a3d7b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:13:57.364188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:57.367027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:13:57.414494 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=e6b00eef-56a8-4322-a895-2905a9809410,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:13:57.417878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:13:57.440283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a660c0-4e51-4335-9494-34fafedf9c0c x-openstack-request-id: req-f8a660c0-4e51-4335-9494-34fafedf9c0c {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:13:57.440582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87270036-ac59-45d6-b1ae-51a4a81556bd", "name": "network-vif-plugged", "status": "completed", "tag": "e6b00eef-56a8-4322-a895-2905a9809410", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:13:57.440841 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f8a660c0-4e51-4335-9494-34fafedf9c0c {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:13:57.441879 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b00eef-56a8-4322-a895-2905a9809410', 'code': 200} Jun 24 13:13:57.656078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e6dec-d169-4d29-a966-c066c05d3b0d req-c839e9af-746b-490c-b71e-7748f296ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:57.657540 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4b2e6dec-d169-4d29-a966-c066c05d3b0d req-c839e9af-746b-490c-b71e-7748f296ba2d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 1099 time: 0.0505953 Jun 24 13:13:57.694091 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4b2e6dec-d169-4d29-a966-c066c05d3b0d req-f27aa83c-dcd1-40fa-b2d6-a660a76b4ee8 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296848 Jun 24 13:13:58.280092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc21e62-6d7a-441c-b04a-f26ef95bbe6a req-a8a827eb-bfbe-47d2-aa46-393710b0a485 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:58.281597 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6cc21e62-6d7a-441c-b04a-f26ef95bbe6a req-a8a827eb-bfbe-47d2-aa46-393710b0a485 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 946 time: 0.0670235 Jun 24 13:13:58.320115 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6cc21e62-6d7a-441c-b04a-f26ef95bbe6a req-4d84b181-3408-4618-b5db-f83a48564a5c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323844 Jun 24 13:13:59.346034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5989fb86-7707-4017-966b-38684b93dba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:59.471681 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:59.499795 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5510b-dfe3-4932-8cfe-889da1f4aa34 req-10fdf528-c53a-41b8-92e5-1d7b50f6eae3 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:59.501360 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-28e5510b-dfe3-4932-8cfe-889da1f4aa34 req-10fdf528-c53a-41b8-92e5-1d7b50f6eae3 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 946 time: 0.0690410 Jun 24 13:13:59.539366 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-28e5510b-dfe3-4932-8cfe-889da1f4aa34 req-2bdf2b07-d266-4695-8e2c-8b9220182294 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322089 Jun 24 13:13:59.711788 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4d0e3-5c84-43a5-b63f-57aa6e2b065e req-8671d635-648a-4e51-80fd-a954fea9dbbc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:59.713244 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11c4d0e3-5c84-43a5-b63f-57aa6e2b065e req-8671d635-648a-4e51-80fd-a954fea9dbbc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 946 time: 0.0628664 Jun 24 13:13:59.751010 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11c4d0e3-5c84-43a5-b63f-57aa6e2b065e req-251660af-7b8f-4162-96d6-47020fe37618 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319498 Jun 24 13:13:59.775102 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52764) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:59.826828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc4a443-78dc-473b-a082-d03f6687a663 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:13:59.828286 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-7dc4a443-78dc-473b-a082-d03f6687a663 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 1094 time: 0.0522311 Jun 24 13:13:59.831229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52766) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:13:59.835556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': 'e6b00eef-56a8-4322-a895-2905a9809410', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:13:59.858098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:13:59.956323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:00.059259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.26.1.154 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/d4a7391f-867d-4e51-bbf1-8b2bf8a01980) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:14:00.156424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:00.194516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:00.197260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-93b59780-537a-4b63-a6bd-a01ea42ab48e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:00.230112 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:14:00.232847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:14:00.239259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:14:00.267525 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=d4a7391f-867d-4e51-bbf1-8b2bf8a01980,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:00.271416 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:00.397781 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:00.619326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:00.698730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:00.853392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:00.858099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:00.860780 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:00.930721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=d4a7391f-867d-4e51-bbf1-8b2bf8a01980,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:00.933728 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:00.943840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:01.044104 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Floating IP 9ea46dda-5f9c-4279-b276-0db1870451a6 associated. External IP: 172.26.1.154, port: e6b00eef-56a8-4322-a895-2905a9809410. Jun 24 13:14:01.252381 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router c4c3edcb-88be-4f85-b347-3d64d8d71498 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:14:01.367000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:14:01.377847 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2a2d4-ebe9-44b7-8ec2-afe1ae15e67f None None] Sync routers for ids ['c4c3edcb-88be-4f85-b347-3d64d8d71498'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:14:01.385459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:01.387597 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2a2d4-ebe9-44b7-8ec2-afe1ae15e67f None None] Routers {'c4c3edcb-88be-4f85-b347-3d64d8d71498'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:14:01.388221 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e4c2a2d4-ebe9-44b7-8ec2-afe1ae15e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:13:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c4c3edcb-88be-4f85-b347-3d64d8d71498'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:01.425643 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5909381 Jun 24 13:14:01.425643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'tag': 'e6b00eef-56a8-4322-a895-2905a9809410'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:14:01.427273 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65df158a-f2e3-49e8-9453-f5ec2c064fce" -d '{"events": [{"name": "network-changed", "server_uuid": "87270036-ac59-45d6-b1ae-51a4a81556bd", "tag": "e6b00eef-56a8-4322-a895-2905a9809410"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:14:01.467914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9183fc-1ef3-4085-9f4f-065d11654b6a x-openstack-request-id: req-ac9183fc-1ef3-4085-9f4f-065d11654b6a {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:14:01.468261 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87270036-ac59-45d6-b1ae-51a4a81556bd", "tag": "e6b00eef-56a8-4322-a895-2905a9809410", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:14:01.468572 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ac9183fc-1ef3-4085-9f4f-065d11654b6a {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:14:01.469026 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'tag': 'e6b00eef-56a8-4322-a895-2905a9809410', 'status': 'completed', 'code': 200} Jun 24 13:14:01.496411 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-e4c2a2d4-ebe9-44b7-8ec2-afe1ae15e67f None None] Set router c4c3edcb-88be-4f85-b347-3d64d8d71498 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:14:01.599200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df158a-f2e3-49e8-9453-f5ec2c064fce req-cdc9ba56-c7ea-4df9-b167-2aee236782a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:01.600718 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-65df158a-f2e3-49e8-9453-f5ec2c064fce req-cdc9ba56-c7ea-4df9-b167-2aee236782a1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 1099 time: 0.1089909 Jun 24 13:14:01.609185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64ce3e-2737-41cc-8c5d-c8de00d2bfda req-f8c6a07c-9a1b-4953-830a-9568acc02b27 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:01.610654 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9c64ce3e-2737-41cc-8c5d-c8de00d2bfda req-f8c6a07c-9a1b-4953-830a-9568acc02b27 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 946 time: 0.0912166 Jun 24 13:14:01.700302 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9c64ce3e-2737-41cc-8c5d-c8de00d2bfda req-9f1c2c93-2cc8-4af2-bbf3-03ad1f97993b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810127 Jun 24 13:14:01.728466 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52772) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:01.731431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df158a-f2e3-49e8-9453-f5ec2c064fce req-0eda6928-2900-4e08-84e6-bd60c99e87be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:01.733144 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-65df158a-f2e3-49e8-9453-f5ec2c064fce req-0eda6928-2900-4e08-84e6-bd60c99e87be service neutron] 10.222.0.102 "GET /v2.0/networks?id=93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 HTTP/1.1" status: 200 len: 898 time: 0.1214466 Jun 24 13:14:01.747540 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e4c2a2d4-ebe9-44b7-8ec2-afe1ae15e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '9ea46dda-5f9c-4279-b276-0db1870451a6', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'port_id': 'e6b00eef-56a8-4322-a895-2905a9809410', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'mac_address': 'fa:16:3e:2d:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:14:00Z', 'updated_at': '2021-06-24T13:14:00Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5dd4078-1144-4032-a901-65c94bd35ceb', 'name': '', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:c5:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:46Z', 'updated_at': '2021-06-24T13:13:50Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:01.779842 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2a2d4-ebe9-44b7-8ec2-afe1ae15e67f None None] Checking router: c4c3edcb-88be-4f85-b347-3d64d8d71498 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:14:01.790602 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2a2d4-ebe9-44b7-8ec2-afe1ae15e67f None None] Routers {'c4c3edcb-88be-4f85-b347-3d64d8d71498'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:14:01.791250 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e4c2a2d4-ebe9-44b7-8ec2-afe1ae15e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:13:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c4c3edcb-88be-4f85-b347-3d64d8d71498'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:01.813236 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-af328184-d442-4381-9534-7df9f98a6d7d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/9ea46dda-5f9c-4279-b276-0db1870451a6 HTTP/1.1" status: 200 len: 992 time: 0.0833433 Jun 24 13:14:01.824668 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-65df158a-f2e3-49e8-9453-f5ec2c064fce req-fe7079d4-7189-4c40-90ae-38e459f39711 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6b00eef-56a8-4322-a895-2905a9809410 HTTP/1.1" status: 200 len: 1000 time: 0.0844190 Jun 24 13:14:01.877373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df158a-f2e3-49e8-9453-f5ec2c064fce req-0d5ddf3f-7132-4599-8209-589df7ce0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:01.879522 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-65df158a-f2e3-49e8-9453-f5ec2c064fce req-0d5ddf3f-7132-4599-8209-589df7ce0bc4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e8f0dbd3-c0b4-4989-a742-0562fc006ad0 HTTP/1.1" status: 200 len: 835 time: 0.0486507 Jun 24 13:14:01.906991 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-e4c2a2d4-ebe9-44b7-8ec2-afe1ae15e67f None None] Set router c4c3edcb-88be-4f85-b347-3d64d8d71498 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:14:01.938007 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df158a-f2e3-49e8-9453-f5ec2c064fce req-d959f475-a168-4ca3-a223-dd9d38eef09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:01.939676 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-65df158a-f2e3-49e8-9453-f5ec2c064fce req-d959f475-a168-4ca3-a223-dd9d38eef09a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93f8861c-aad5-4f3a-bed3-6e79ec0c58c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548828 Jun 24 13:14:02.032799 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-65df158a-f2e3-49e8-9453-f5ec2c064fce req-919f19cd-e583-42df-84cd-d0ef480ac079 service neutron] 10.222.0.102 "GET /v2.0/networks/93f8861c-aad5-4f3a-bed3-6e79ec0c58c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865259 Jun 24 13:14:02.128280 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-65df158a-f2e3-49e8-9453-f5ec2c064fce req-f89d60f0-0901-422c-ae3d-a32d2ef44f94 service neutron] 10.222.0.102 "GET /v2.0/networks/93f8861c-aad5-4f3a-bed3-6e79ec0c58c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892975 Jun 24 13:14:02.209257 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e4c2a2d4-ebe9-44b7-8ec2-afe1ae15e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '9ea46dda-5f9c-4279-b276-0db1870451a6', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'port_id': 'e6b00eef-56a8-4322-a895-2905a9809410', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'mac_address': 'fa:16:3e:2d:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:14:00Z', 'updated_at': '2021-06-24T13:14:00Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5dd4078-1144-4032-a901-65c94bd35ceb', 'name': '', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:c5:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:46Z', 'updated_at': '2021-06-24T13:13:50Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:02.234261 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2a2d4-ebe9-44b7-8ec2-afe1ae15e67f None None] The sync data for ids ['c4c3edcb-88be-4f85-b347-3d64d8d71498'] in dv-neutron-797121-4-hyperv is: [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '9ea46dda-5f9c-4279-b276-0db1870451a6', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'port_id': 'e6b00eef-56a8-4322-a895-2905a9809410', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'mac_address': 'fa:16:3e:2d:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:14:00Z', 'updated_at': '2021-06-24T13:14:00Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5dd4078-1144-4032-a901-65c94bd35ceb', 'name': '', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:c5:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:46Z', 'updated_at': '2021-06-24T13:13:50Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:14:02.365826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:02.420773 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d511ea5-5b0e-4fea-b531-d045ad42d897 None None] New status for floating IP 9ea46dda-5f9c-4279-b276-0db1870451a6: ACTIVE {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:14:02.816937 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52774) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:02.874996 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-56b5dab9-5089-49d2-94b9-eaa07259eea3 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/9ea46dda-5f9c-4279-b276-0db1870451a6 HTTP/1.1" status: 200 len: 994 time: 0.0568020 Jun 24 13:14:11.845861 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:14:17.487320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:26.622882 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4b0480b7-14e0-470a-9916-7da609b97626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:29.348153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-58b1b7d0-57d6-4469-86ab-483be956d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:29.474307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:30.403962 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:30.654985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a01488-9cce-4674-8621-c575f47c7bcb req-5978f514-2372-467a-b34d-30c9cddcb794 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:30.656472 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-75a01488-9cce-4674-8621-c575f47c7bcb req-5978f514-2372-467a-b34d-30c9cddcb794 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 946 time: 0.0634201 Jun 24 13:14:30.696702 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-75a01488-9cce-4674-8621-c575f47c7bcb req-0ead3d91-f975-4fb3-96f4-a7ca97d26e38 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337784 Jun 24 13:14:31.869300 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89806-2366-42fd-8b52-c706b553edd4 req-e8023692-6dd5-49b8-b762-dffe1bd39b5a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:31.870744 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-10a89806-2366-42fd-8b52-c706b553edd4 req-e8023692-6dd5-49b8-b762-dffe1bd39b5a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 946 time: 0.0633638 Jun 24 13:14:31.907974 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-10a89806-2366-42fd-8b52-c706b553edd4 req-d7bcabdf-f281-4abb-bdd6-a29fdc136251 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316291 Jun 24 13:14:31.931877 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52792) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:31.993832 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-6a8a5546-d2fa-4b06-bcec-e6088383aada tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/9ea46dda-5f9c-4279-b276-0db1870451a6 HTTP/1.1" status: 200 len: 994 time: 0.0606487 Jun 24 13:14:32.368332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:33.445470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd6cca-5c74-419c-a08c-8df51ddb872c req-40946eee-3efe-4c64-a799-cf3767653a63 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:33.448482 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6fdd6cca-5c74-419c-a08c-8df51ddb872c req-40946eee-3efe-4c64-a799-cf3767653a63 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 946 time: 0.0700123 Jun 24 13:14:33.489917 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6fdd6cca-5c74-419c-a08c-8df51ddb872c req-34d54f4c-8240-4e59-8ebf-e99e2938f6b9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369453 Jun 24 13:14:34.669403 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d092f09-4017-4f73-8a32-2e8440e9b2f3 req-006a5064-b7dc-49a1-a052-b44781964945 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:34.670881 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4d092f09-4017-4f73-8a32-2e8440e9b2f3 req-006a5064-b7dc-49a1-a052-b44781964945 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 946 time: 0.0624535 Jun 24 13:14:34.709731 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4d092f09-4017-4f73-8a32-2e8440e9b2f3 req-aa7a22b3-b7b7-4daa-9ad1-fa01c0efe10d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327778 Jun 24 13:14:34.733643 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52802) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:34.793011 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3db66c3c-66ed-43e9-8d05-a6b3ada1c59f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/9ea46dda-5f9c-4279-b276-0db1870451a6 HTTP/1.1" status: 200 len: 994 time: 0.0580082 Jun 24 13:14:35.078315 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52808) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:35.232044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port d4a7391f-867d-4e51-bbf1-8b2bf8a01980 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:14:35.232387 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:35.306043 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:35.306371 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:35.317764 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for d4a7391f-867d-4e51-bbf1-8b2bf8a01980 owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:14:35.466082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:35.469026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:35.497113 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=d4a7391f-867d-4e51-bbf1-8b2bf8a01980,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:35.521790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:35.522182 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:35.522575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:35.522984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:35.523364 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:35.523738 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:35.524110 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:35.524790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:35.524899 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:35.525199 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:35.525563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:35.525926 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:35.529704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:35.575382 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:35.575857 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Floating IP 9ea46dda-5f9c-4279-b276-0db1870451a6 disassociated (deleted). External IP: 172.26.1.154, port: e6b00eef-56a8-4322-a895-2905a9809410. Jun 24 13:14:35.774814 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router c4c3edcb-88be-4f85-b347-3d64d8d71498 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:14:35.879142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:14:35.883928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:35.889642 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f187472-d495-4f02-888f-fb36889ac696 None None] Sync routers for ids ['c4c3edcb-88be-4f85-b347-3d64d8d71498'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:14:35.898976 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f187472-d495-4f02-888f-fb36889ac696 None None] Routers {'c4c3edcb-88be-4f85-b347-3d64d8d71498'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:14:35.899588 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5f187472-d495-4f02-888f-fb36889ac696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:14:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c4c3edcb-88be-4f85-b347-3d64d8d71498'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:35.921425 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/floatingips/9ea46dda-5f9c-4279-b276-0db1870451a6 HTTP/1.1" status: 204 len: 168 time: 0.8420615 Jun 24 13:14:35.922201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'tag': 'e6b00eef-56a8-4322-a895-2905a9809410'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:14:35.924604 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a28ed3-5eac-4f7b-9303-cd5454267688" -d '{"events": [{"name": "network-changed", "server_uuid": "87270036-ac59-45d6-b1ae-51a4a81556bd", "tag": "e6b00eef-56a8-4322-a895-2905a9809410"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:14:35.963152 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acab6b53-3eb6-419a-832a-f5043fc43c52 x-openstack-request-id: req-acab6b53-3eb6-419a-832a-f5043fc43c52 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:14:35.963498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87270036-ac59-45d6-b1ae-51a4a81556bd", "tag": "e6b00eef-56a8-4322-a895-2905a9809410", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:14:35.963797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-acab6b53-3eb6-419a-832a-f5043fc43c52 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:14:35.964251 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'tag': 'e6b00eef-56a8-4322-a895-2905a9809410', 'status': 'completed', 'code': 200} Jun 24 13:14:36.007014 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-5f187472-d495-4f02-888f-fb36889ac696 None None] Set router c4c3edcb-88be-4f85-b347-3d64d8d71498 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:14:36.040108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a28ed3-5eac-4f7b-9303-cd5454267688 req-f782f05c-f168-4daf-af5f-ada00b6b848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:36.041556 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b0a28ed3-5eac-4f7b-9303-cd5454267688 req-f782f05c-f168-4daf-af5f-ada00b6b848a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 1099 time: 0.0548596 Jun 24 13:14:36.152062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a28ed3-5eac-4f7b-9303-cd5454267688 req-89033654-c7ca-450a-8520-6738f0c93aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:36.153560 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b0a28ed3-5eac-4f7b-9303-cd5454267688 req-89033654-c7ca-450a-8520-6738f0c93aed service neutron] 10.222.0.102 "GET /v2.0/networks?id=93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 HTTP/1.1" status: 200 len: 898 time: 0.1056468 Jun 24 13:14:36.201548 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b0a28ed3-5eac-4f7b-9303-cd5454267688 req-21a12be1-16d4-4f33-bc02-96178cfcfda4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6b00eef-56a8-4322-a895-2905a9809410 HTTP/1.1" status: 200 len: 217 time: 0.0367916 Jun 24 13:14:36.223516 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5f187472-d495-4f02-888f-fb36889ac696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'f5dd4078-1144-4032-a901-65c94bd35ceb', 'name': '', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:c5:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:46Z', 'updated_at': '2021-06-24T13:13:50Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:36.249648 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f187472-d495-4f02-888f-fb36889ac696 None None] Checking router: c4c3edcb-88be-4f85-b347-3d64d8d71498 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:14:36.258301 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f187472-d495-4f02-888f-fb36889ac696 None None] Routers {'c4c3edcb-88be-4f85-b347-3d64d8d71498'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:14:36.258931 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5f187472-d495-4f02-888f-fb36889ac696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:14:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c4c3edcb-88be-4f85-b347-3d64d8d71498'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:36.284828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a28ed3-5eac-4f7b-9303-cd5454267688 req-e24604bc-8cde-441e-b86a-1d8f4a8b0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:36.286173 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b0a28ed3-5eac-4f7b-9303-cd5454267688 req-e24604bc-8cde-441e-b86a-1d8f4a8b0214 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e8f0dbd3-c0b4-4989-a742-0562fc006ad0 HTTP/1.1" status: 200 len: 835 time: 0.0778892 Jun 24 13:14:36.342658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eebbff-c27a-453a-9662-a49fb188be52 req-d34936da-fdc9-498f-9353-d32e30420c8a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:36.344151 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a0eebbff-c27a-453a-9662-a49fb188be52 req-d34936da-fdc9-498f-9353-d32e30420c8a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 946 time: 0.1047411 Jun 24 13:14:36.364089 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-5f187472-d495-4f02-888f-fb36889ac696 None None] Set router c4c3edcb-88be-4f85-b347-3d64d8d71498 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:14:36.394801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a28ed3-5eac-4f7b-9303-cd5454267688 req-31421994-1c53-42a2-9451-153a554cbd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:36.396291 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b0a28ed3-5eac-4f7b-9303-cd5454267688 req-31421994-1c53-42a2-9451-153a554cbd84 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93f8861c-aad5-4f3a-bed3-6e79ec0c58c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022213 Jun 24 13:14:36.399235 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a0eebbff-c27a-453a-9662-a49fb188be52 req-c371de28-8ff1-44de-8dd6-276495628f76 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489280 Jun 24 13:14:36.488471 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b0a28ed3-5eac-4f7b-9303-cd5454267688 req-3952be3a-bcaa-4446-8e0c-5428a06a5337 service neutron] 10.222.0.102 "GET /v2.0/networks/93f8861c-aad5-4f3a-bed3-6e79ec0c58c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835874 Jun 24 13:14:36.560300 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-5f187472-d495-4f02-888f-fb36889ac696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'f5dd4078-1144-4032-a901-65c94bd35ceb', 'name': '', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:c5:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:46Z', 'updated_at': '2021-06-24T13:13:50Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:36.584988 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b0a28ed3-5eac-4f7b-9303-cd5454267688 req-aedac58f-4dea-4bc4-b898-edb98b285260 service neutron] 10.222.0.102 "GET /v2.0/networks/93f8861c-aad5-4f3a-bed3-6e79ec0c58c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880022 Jun 24 13:14:36.593406 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f187472-d495-4f02-888f-fb36889ac696 None None] The sync data for ids ['c4c3edcb-88be-4f85-b347-3d64d8d71498'] in dv-neutron-797121-4-hyperv is: [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'f5dd4078-1144-4032-a901-65c94bd35ceb', 'name': '', 'network_id': '93f8861c-aad5-4f3a-bed3-6e79ec0c58c3', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:c5:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:46Z', 'updated_at': '2021-06-24T13:13:50Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'e8f0dbd3-c0b4-4989-a742-0562fc006ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:14:36.809884 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37cabab-6a08-42cd-a347-fc979a57c539 None None] New status for floating IP 9ea46dda-5f9c-4279-b276-0db1870451a6: DOWN {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:14:37.574650 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59852f85-e369-4cbf-a097-766005ef1056 req-5a138195-ad7f-4de7-8939-8c7a873b38b3 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:37.576142 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-59852f85-e369-4cbf-a097-766005ef1056 req-5a138195-ad7f-4de7-8939-8c7a873b38b3 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 946 time: 0.0638349 Jun 24 13:14:37.614020 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-59852f85-e369-4cbf-a097-766005ef1056 req-f7851114-42f5-4a2a-bdbc-ee6369e2ce9b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=b0ee9ec1-237b-4bcc-b33e-71973e2631c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322068 Jun 24 13:14:37.906048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266abbf4-4c59-4fde-885e-adcb1cbcd8a8 req-e9fc8e8c-4fbf-4966-801e-6e62ea34b743 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:37.907525 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-266abbf4-4c59-4fde-885e-adcb1cbcd8a8 req-e9fc8e8c-4fbf-4966-801e-6e62ea34b743 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 946 time: 0.0620370 Jun 24 13:14:38.007744 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-266abbf4-4c59-4fde-885e-adcb1cbcd8a8 req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port e6b00eef-56a8-4322-a895-2905a9809410 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:14:38.008088 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-266abbf4-4c59-4fde-885e-adcb1cbcd8a8 req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:38.092234 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-266abbf4-4c59-4fde-885e-adcb1cbcd8a8 req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port e6b00eef-56a8-4322-a895-2905a9809410, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e6b00eef-56a8-4322-a895-2905a9809410,segment=NetworkSegment(c51dc32b-4bda-426e-a1dc-2f45254a3d7b),segment_id=c51dc32b-4bda-426e-a1dc-2f45254a3d7b)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:14:38.092507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-266abbf4-4c59-4fde-885e-adcb1cbcd8a8 req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:38.110579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-266abbf4-4c59-4fde-885e-adcb1cbcd8a8 req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for e6b00eef-56a8-4322-a895-2905a9809410 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:14:38.240451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-266abbf4-4c59-4fde-885e-adcb1cbcd8a8 req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:38.244405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-93fa1e17-2194-4216-82ee-d3ac79992ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:38.270521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=e6b00eef-56a8-4322-a895-2905a9809410,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:38.282261 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:38.282668 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:38.283063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:38.283437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:38.283807 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:38.284174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:38.284566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:38.284932 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:38.285294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:38.285657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:38.286017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:38.286373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:38.308108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:38.328354 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-266abbf4-4c59-4fde-885e-adcb1cbcd8a8 req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] No DVR routers for this DVR port e6b00eef-56a8-4322-a895-2905a9809410 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:14:38.330701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-266abbf4-4c59-4fde-885e-adcb1cbcd8a8 req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:38.332670 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-266abbf4-4c59-4fde-885e-adcb1cbcd8a8 req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "DELETE /v2.0/ports/e6b00eef-56a8-4322-a895-2905a9809410 HTTP/1.1" status: 204 len: 173 time: 0.4201763 Jun 24 13:14:38.333172 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'name': 'network-vif-deleted', 'tag': 'e6b00eef-56a8-4322-a895-2905a9809410'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:14:38.335492 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87230a67-1217-4f00-a941-baafb5da6f3f" -d '{"events": [{"server_uuid": "87270036-ac59-45d6-b1ae-51a4a81556bd", "name": "network-vif-deleted", "tag": "e6b00eef-56a8-4322-a895-2905a9809410"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:14:38.429859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a17eb5-3f75-4a68-a57a-fb2e995f5e45 x-openstack-request-id: req-a9a17eb5-3f75-4a68-a57a-fb2e995f5e45 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:14:38.430223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87270036-ac59-45d6-b1ae-51a4a81556bd", "name": "network-vif-deleted", "tag": "e6b00eef-56a8-4322-a895-2905a9809410", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:14:38.430529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a9a17eb5-3f75-4a68-a57a-fb2e995f5e45 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:14:38.431018 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87270036-ac59-45d6-b1ae-51a4a81556bd', 'name': 'network-vif-deleted', 'tag': 'e6b00eef-56a8-4322-a895-2905a9809410', 'status': 'completed', 'code': 200} Jun 24 13:14:38.773447 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c3ef6575-eda4-450e-954a-ab36dfa09504 req-5d9a2afa-5d2c-4c68-82af-76a528d1ab3c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=87270036-ac59-45d6-b1ae-51a4a81556bd HTTP/1.1" status: 200 len: 210 time: 0.0291200 Jun 24 13:14:39.869921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52826) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:40.552624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b530-430d-4b9c-bb1e-8b1f3fdcab70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:40.810742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d7f0b530-430d-4b9c-bb1e-8b1f3fdcab70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port f5dd4078-1144-4032-a901-65c94bd35ceb {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:14:40.811016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b530-430d-4b9c-bb1e-8b1f3fdcab70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:40.898834 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-d7f0b530-430d-4b9c-bb1e-8b1f3fdcab70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port f5dd4078-1144-4032-a901-65c94bd35ceb, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=f5dd4078-1144-4032-a901-65c94bd35ceb,segment=NetworkSegment(c51dc32b-4bda-426e-a1dc-2f45254a3d7b),segment_id=c51dc32b-4bda-426e-a1dc-2f45254a3d7b)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:14:40.899540 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b530-430d-4b9c-bb1e-8b1f3fdcab70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:40.911723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d7f0b530-430d-4b9c-bb1e-8b1f3fdcab70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for f5dd4078-1144-4032-a901-65c94bd35ceb owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:14:41.095073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b530-430d-4b9c-bb1e-8b1f3fdcab70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:41.097505 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-05b943b3-b986-4b87-8738-3913fe77de74 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:41.120389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0b530-430d-4b9c-bb1e-8b1f3fdcab70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=f5dd4078-1144-4032-a901-65c94bd35ceb,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:41.123827 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d7f0b530-430d-4b9c-bb1e-8b1f3fdcab70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:41.291936 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b530-430d-4b9c-bb1e-8b1f3fdcab70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:41.505363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f0b530-430d-4b9c-bb1e-8b1f3fdcab70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router c4c3edcb-88be-4f85-b347-3d64d8d71498 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:14:41.607908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f0b530-430d-4b9c-bb1e-8b1f3fdcab70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:14:41.614983 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d7f0b530-430d-4b9c-bb1e-8b1f3fdcab70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "PUT /v2.0/routers/c4c3edcb-88be-4f85-b347-3d64d8d71498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7418044 Jun 24 13:14:41.615883 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52828) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:41.618507 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c7ddd1-777e-4792-8d66-482481a96101 None None] Sync routers for ids ['c4c3edcb-88be-4f85-b347-3d64d8d71498'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:14:41.627316 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c7ddd1-777e-4792-8d66-482481a96101 None None] Routers {'c4c3edcb-88be-4f85-b347-3d64d8d71498'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:14:41.627915 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-23c7ddd1-777e-4792-8d66-482481a96101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:14:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c4c3edcb-88be-4f85-b347-3d64d8d71498'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:41.665360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6724602-9d04-4f75-9a81-982f86d2e723 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting subnet e8f0dbd3-c0b4-4989-a742-0562fc006ad0 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:14:41.668413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6724602-9d04-4f75-9a81-982f86d2e723 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:41.714056 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6724602-9d04-4f75-9a81-982f86d2e723 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:41.731158 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-23c7ddd1-777e-4792-8d66-482481a96101 None None] Set router c4c3edcb-88be-4f85-b347-3d64d8d71498 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:14:41.802634 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6724602-9d04-4f75-9a81-982f86d2e723 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:41.860538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6724602-9d04-4f75-9a81-982f86d2e723 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:41.862890 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4056a200-1f71-48b2-8f73-466eb97b5526 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:41.893037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6724602-9d04-4f75-9a81-982f86d2e723 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f0dbd3-c0b4-4989-a742-0562fc006ad0,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:41.896080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d6724602-9d04-4f75-9a81-982f86d2e723 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:41.897057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d6724602-9d04-4f75-9a81-982f86d2e723 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:41.902217 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d6724602-9d04-4f75-9a81-982f86d2e723 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/subnets/e8f0dbd3-c0b4-4989-a742-0562fc006ad0 HTTP/1.1" status: 204 len: 168 time: 0.2820790 Jun 24 13:14:41.902217 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52830) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:41.902996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42018c6-63aa-4eba-aa33-c31db78ff30e None None] Network 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:14:41.911599 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-23c7ddd1-777e-4792-8d66-482481a96101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:14:41Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:41.939024 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c7ddd1-777e-4792-8d66-482481a96101 None None] Checking router: c4c3edcb-88be-4f85-b347-3d64d8d71498 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:14:41.947492 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c7ddd1-777e-4792-8d66-482481a96101 None None] Routers {'c4c3edcb-88be-4f85-b347-3d64d8d71498'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:14:41.948107 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-23c7ddd1-777e-4792-8d66-482481a96101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:14:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['c4c3edcb-88be-4f85-b347-3d64d8d71498'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:42.009183 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.053918 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-23c7ddd1-777e-4792-8d66-482481a96101 None None] Set router c4c3edcb-88be-4f85-b347-3d64d8d71498 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:14:42.119723 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] DHCP port deletion for 93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:14:42.120745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.170447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Deleting port 99b8777b-6e65-40b1-a80e-e624bca30996 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:14:42.170864 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.181699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port d73040be-9775-499f-9f36-2942348d2465 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:14:42.182045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.240995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] For port 99b8777b-6e65-40b1-a80e-e624bca30996, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=99b8777b-6e65-40b1-a80e-e624bca30996,segment=NetworkSegment(c51dc32b-4bda-426e-a1dc-2f45254a3d7b),segment_id=c51dc32b-4bda-426e-a1dc-2f45254a3d7b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:14:42.241403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.254541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Calling delete_port for 99b8777b-6e65-40b1-a80e-e624bca30996 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:14:42.264033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port d73040be-9775-499f-9f36-2942348d2465, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d73040be-9775-499f-9f36-2942348d2465,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:14:42.264305 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.278371 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for d73040be-9775-499f-9f36-2942348d2465 owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:14:42.331239 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-23c7ddd1-777e-4792-8d66-482481a96101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:14:41Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:42.358299 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c7ddd1-777e-4792-8d66-482481a96101 None None] The sync data for ids ['c4c3edcb-88be-4f85-b347-3d64d8d71498'] in dv-neutron-797121-4-hyperv is: [{'id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002317332', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd73040be-9775-499f-9f36-2942348d2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:14:41Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'd73040be-9775-499f-9f36-2942348d2465', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3edcb-88be-4f85-b347-3d64d8d71498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:13:43Z', 'updated_at': '2021-06-24T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:14:42.464149 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.466367 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:42.491891 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.493923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e06cf599-0bae-46cb-bf88-228683b76b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:42.495654 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=d73040be-9775-499f-9f36-2942348d2465,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:42.498771 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:42.517515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Pushing event deleted for resources: {'Port': ['ID=99b8777b-6e65-40b1-a80e-e624bca30996,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:42.525769 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] No DVR routers for this DVR port 99b8777b-6e65-40b1-a80e-e624bca30996 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:14:42.528079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:42.528435 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:42.528778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:42.529123 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:42.529456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:42.529795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:42.530125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:42.530456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:42.530810 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:42.531139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:42.531463 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:42.531787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:42.535293 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:42.562619 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.651482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.653417 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.698818 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.699546 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Fanout notify agent at l3_agent the message router_deleted on router c4c3edcb-88be-4f85-b347-3d64d8d71498 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:14:42.709511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.710964 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/routers/c4c3edcb-88be-4f85-b347-3d64d8d71498 HTTP/1.1" status: 204 len: 168 time: 0.8082068 Jun 24 13:14:42.713449 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52832) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:42.805157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1c8d2fcb-3049-478f-96e0-ac004e9fd69f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.813959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 99b8777b-6e65-40b1-a80e-e624bca30996 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:14:42.835187 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 99b8777b-6e65-40b1-a80e-e624bca30996 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:14:42.835658 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 99b8777b-6e65-40b1-a80e-e624bca30996 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:14:42.836154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f5dd4078-1144-4032-a901-65c94bd35ceb no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:14:42.856039 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: f5dd4078-1144-4032-a901-65c94bd35ceb {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:14:42.856312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device f5dd4078-1144-4032-a901-65c94bd35ceb not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:14:42.899345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1c8d2fcb-3049-478f-96e0-ac004e9fd69f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.909248 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-1c8d2fcb-3049-478f-96e0-ac004e9fd69f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f8861c-aad5-4f3a-bed3-6e79ec0c58c3']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:42.919388 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-1c8d2fcb-3049-478f-96e0-ac004e9fd69f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:42.919681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-1c8d2fcb-3049-478f-96e0-ac004e9fd69f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51dc32b-4bda-426e-a1dc-2f45254a3d7b') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:42.928737 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1c8d2fcb-3049-478f-96e0-ac004e9fd69f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.943448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1c8d2fcb-3049-478f-96e0-ac004e9fd69f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.949336 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8d2fcb-3049-478f-96e0-ac004e9fd69f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:14:42.949723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1c8d2fcb-3049-478f-96e0-ac004e9fd69f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:14:42.952793 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:14:43.012738 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1c8d2fcb-3049-478f-96e0-ac004e9fd69f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.018225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1c8d2fcb-3049-478f-96e0-ac004e9fd69f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.020366 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1c8d2fcb-3049-478f-96e0-ac004e9fd69f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/networks/93f8861c-aad5-4f3a-bed3-6e79ec0c58c3 HTTP/1.1" status: 204 len: 168 time: 0.3059542 Jun 24 13:14:43.021352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a5b764f7-6273-4f28-8ea0-8de4e3d3eb72 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:43.023218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52834) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:43.035784 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d2fcb-3049-478f-96e0-ac004e9fd69f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Network': ['ID=93f8861c-aad5-4f3a-bed3-6e79ec0c58c3,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:43.038507 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1c8d2fcb-3049-478f-96e0-ac004e9fd69f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:43.086186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b74af526-a01e-4d86-a4e9-cbdd0cc10feb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.110547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b74af526-a01e-4d86-a4e9-cbdd0cc10feb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.169045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b74af526-a01e-4d86-a4e9-cbdd0cc10feb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.171763 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b74af526-a01e-4d86-a4e9-cbdd0cc10feb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.172932 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b74af526-a01e-4d86-a4e9-cbdd0cc10feb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/security-groups/b0ee9ec1-237b-4bcc-b33e-71973e2631c7 HTTP/1.1" status: 204 len: 168 time: 0.1487195 Jun 24 13:14:43.173733 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7b5732e9-d32a-4e0e-b4c8-cc894734bc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:43.183145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74af526-a01e-4d86-a4e9-cbdd0cc10feb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ee9ec1-237b-4bcc-b33e-71973e2631c7,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:43.190785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b74af526-a01e-4d86-a4e9-cbdd0cc10feb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:43.365971 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device e6b00eef-56a8-4322-a895-2905a9809410 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:14:43.387772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: e6b00eef-56a8-4322-a895-2905a9809410 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:14:43.388128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device e6b00eef-56a8-4322-a895-2905a9809410 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:14:43.506291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52840) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:43.514523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-f02e2d94-109e-4435-aef4-caeff5a2aa04 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1659338030', 'description': 'tempest-secgroup-smoke-1659338030 description', 'project_id': '28eedd0d2ef04f59b288543a69056ccb'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:14:43.537322 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f02e2d94-109e-4435-aef4-caeff5a2aa04 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.618442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f02e2d94-109e-4435-aef4-caeff5a2aa04 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.622039 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f02e2d94-109e-4435-aef4-caeff5a2aa04 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.625187 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c65f285c-7e5e-44da-a484-79b765f7b3da tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:43.649950 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f02e2d94-109e-4435-aef4-caeff5a2aa04 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.651183 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f02e2d94-109e-4435-aef4-caeff5a2aa04 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1437404 Jun 24 13:14:43.653130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e2d94-109e-4435-aef4-caeff5a2aa04 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b796b9-3307-4bdb-bd12-5a6538a31e87,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:43.654159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52842) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:43.655782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f02e2d94-109e-4435-aef4-caeff5a2aa04 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:43.659129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-497bbd4f-56a4-460c-9d00-f5cf8b64fdb4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': 'e7b796b9-3307-4bdb-bd12-5a6538a31e87', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:14:43.685669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-497bbd4f-56a4-460c-9d00-f5cf8b64fdb4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.745146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-497bbd4f-56a4-460c-9d00-f5cf8b64fdb4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.748193 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-497bbd4f-56a4-460c-9d00-f5cf8b64fdb4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.750034 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b4dbd314-5264-479c-8ee4-9840782b8835 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:43.765742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bbd4f-56a4-460c-9d00-f5cf8b64fdb4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcf0b97-9cdd-491c-8800-c78ae38ef676,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:43.768160 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-497bbd4f-56a4-460c-9d00-f5cf8b64fdb4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:43.772132 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-497bbd4f-56a4-460c-9d00-f5cf8b64fdb4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.773388 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-497bbd4f-56a4-460c-9d00-f5cf8b64fdb4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180897 Jun 24 13:14:43.776215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52844) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:43.780605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-18b44c41-ca8f-4bf9-8ad5-858b0fe81bd5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': 'e7b796b9-3307-4bdb-bd12-5a6538a31e87', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:14:43.807711 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18b44c41-ca8f-4bf9-8ad5-858b0fe81bd5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.862133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18b44c41-ca8f-4bf9-8ad5-858b0fe81bd5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.866470 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18b44c41-ca8f-4bf9-8ad5-858b0fe81bd5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.868315 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-6cb72ccc-f575-4840-9844-8403ed5d976f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:43.884244 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b44c41-ca8f-4bf9-8ad5-858b0fe81bd5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e690bc98-c2a1-4fe7-9dab-a4657082cc59,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:43.886673 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-18b44c41-ca8f-4bf9-8ad5-858b0fe81bd5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:43.891168 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-18b44c41-ca8f-4bf9-8ad5-858b0fe81bd5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.892372 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-18b44c41-ca8f-4bf9-8ad5-858b0fe81bd5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152353 Jun 24 13:14:43.895094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52846) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:43.899621 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-440b6b3c-58a9-4fb9-8a3f-8e48cd4c7084 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': 'e7b796b9-3307-4bdb-bd12-5a6538a31e87', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:14:43.924986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-440b6b3c-58a9-4fb9-8a3f-8e48cd4c7084 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.983495 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-440b6b3c-58a9-4fb9-8a3f-8e48cd4c7084 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.987086 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-440b6b3c-58a9-4fb9-8a3f-8e48cd4c7084 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:43.989420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0ea36e97-45a1-4259-b019-74ef489c7740 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:44.004617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b6b3c-58a9-4fb9-8a3f-8e48cd4c7084 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15eb826-dcf0-42a1-b619-7e9f0a39292f,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:44.007080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-440b6b3c-58a9-4fb9-8a3f-8e48cd4c7084 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:44.011428 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-440b6b3c-58a9-4fb9-8a3f-8e48cd4c7084 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.012602 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-440b6b3c-58a9-4fb9-8a3f-8e48cd4c7084 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165438 Jun 24 13:14:44.015454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52848) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:44.020137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6d370b60-636b-46fa-8707-2f76872bc28c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': 'e7b796b9-3307-4bdb-bd12-5a6538a31e87', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:14:44.046253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d370b60-636b-46fa-8707-2f76872bc28c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.104299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d370b60-636b-46fa-8707-2f76872bc28c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.107791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d370b60-636b-46fa-8707-2f76872bc28c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.109632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-0fdb24ec-7f50-4f11-8f16-4b3918d8d3a2 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:44.125353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d370b60-636b-46fa-8707-2f76872bc28c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061c5714-d1c9-42c3-a976-071d8405fdc6,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:44.127801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6d370b60-636b-46fa-8707-2f76872bc28c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:44.131767 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6d370b60-636b-46fa-8707-2f76872bc28c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.133064 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6d370b60-636b-46fa-8707-2f76872bc28c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165895 Jun 24 13:14:44.135784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52850) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:44.140176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d9255ad6-51e6-45a4-bdb9-d8462508344a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': 'e7b796b9-3307-4bdb-bd12-5a6538a31e87', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:14:44.162661 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-d9255ad6-51e6-45a4-bdb9-d8462508344a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Project 28eedd0d2ef04f59b288543a69056ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:14:44.167752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9255ad6-51e6-45a4-bdb9-d8462508344a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.226549 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9255ad6-51e6-45a4-bdb9-d8462508344a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.230133 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9255ad6-51e6-45a4-bdb9-d8462508344a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.231977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ce2f97d2-4025-4d46-96f3-a3675e760f1a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:44.248470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9255ad6-51e6-45a4-bdb9-d8462508344a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8379eb92-2c0a-4439-bb5f-6e1c640fdfff,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:44.251147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d9255ad6-51e6-45a4-bdb9-d8462508344a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:44.255171 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d9255ad6-51e6-45a4-bdb9-d8462508344a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.259223 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52852) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:44.259385 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d9255ad6-51e6-45a4-bdb9-d8462508344a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225314 Jun 24 13:14:44.264066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-761e19c2-7865-45b5-8223-c452332c3344 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': 'e7b796b9-3307-4bdb-bd12-5a6538a31e87', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:14:44.286540 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-761e19c2-7865-45b5-8223-c452332c3344 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Project 28eedd0d2ef04f59b288543a69056ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:14:44.291211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-761e19c2-7865-45b5-8223-c452332c3344 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.359928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-761e19c2-7865-45b5-8223-c452332c3344 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.363765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-761e19c2-7865-45b5-8223-c452332c3344 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.366204 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a291d3e6-10e6-4336-9024-348efe3e5136 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:44.384051 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e19c2-7865-45b5-8223-c452332c3344 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2133172-7a6b-4a51-971c-adc7ebf73bb8,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:44.386936 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-761e19c2-7865-45b5-8223-c452332c3344 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:44.387599 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-761e19c2-7865-45b5-8223-c452332c3344 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.388776 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-761e19c2-7865-45b5-8223-c452332c3344 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284230 Jun 24 13:14:44.391794 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52854) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:44.397787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f1e8972e-4878-471a-a5b3-d881c6a3b7b5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'network': {'name': 'tempest-network-smoke--124099358', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'port_security_enabled': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:14:44.418684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e8972e-4878-471a-a5b3-d881c6a3b7b5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:14:44.422130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f1e8972e-4878-471a-a5b3-d881c6a3b7b5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.445292 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e8972e-4878-471a-a5b3-d881c6a3b7b5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] vlan segment allocate from pool success with {'vlan_id': 1331, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:14:44.454290 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f1e8972e-4878-471a-a5b3-d881c6a3b7b5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.454706 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-f1e8972e-4878-471a-a5b3-d881c6a3b7b5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Added segment d2d1fc03-d30a-4860-88eb-fa96b206c71f of type vlan for network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 Jun 24 13:14:44.494111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f1e8972e-4878-471a-a5b3-d881c6a3b7b5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.523549 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f1e8972e-4878-471a-a5b3-d881c6a3b7b5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.529062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8972e-4878-471a-a5b3-d881c6a3b7b5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:44.529645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f1e8972e-4878-471a-a5b3-d881c6a3b7b5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.531866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5d92ae3e-35c7-4fdc-bb02-626308eae4ae tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:44.592353 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f1e8972e-4878-471a-a5b3-d881c6a3b7b5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1995101 Jun 24 13:14:44.595598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52856) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:44.602792 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'admin_state_up': True, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:14:44.611127 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8972e-4878-471a-a5b3-d881c6a3b7b5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Network': ['ID=7e72e3e3-35e4-440a-b0fc-825484cd8d46,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:44.615120 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f1e8972e-4878-471a-a5b3-d881c6a3b7b5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:44.620943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:14:44.632814 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.633934 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.645694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d73040be-9775-499f-9f36-2942348d2465 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:14:44.688526 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:44.692110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: d73040be-9775-499f-9f36-2942348d2465 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:14:44.692370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d73040be-9775-499f-9f36-2942348d2465 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:14:44.825550 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:45.010398 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:45.028296 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:45.128057 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.26.1.121 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/54303cf0-85ed-47b8-a889-b7ccaacf14f6) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:14:45.229560 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:45.266130 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:45.268264 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d3cc8b30-03d1-46dc-a3c6-9dd8d2af93b2 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:45.303216 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:14:45.308363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:14:45.310696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:14:45.337474 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=54303cf0-85ed-47b8-a889-b7ccaacf14f6,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:45.340333 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:45.559279 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:45.747522 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:46.201421 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router d4780571-efae-43d3-9263-e7ff23b72f47 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 13:14:46.305428 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:14:46.316059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Sync routers for ids ['d4780571-efae-43d3-9263-e7ff23b72f47'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:14:46.324226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:46.325560 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7263985 Jun 24 13:14:46.326016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Routers {'d4780571-efae-43d3-9263-e7ff23b72f47'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:14:46.326629 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:14:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d4780571-efae-43d3-9263-e7ff23b72f47'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:46.328594 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52858) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:46.359381 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-64dae80b-4bcd-49c8-bea7-fa41e089743f tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=28eedd0d2ef04f59b288543a69056ccb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295718 Jun 24 13:14:46.361841 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52860) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:46.432372 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Set router d4780571-efae-43d3-9263-e7ff23b72f47 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:14:46.450970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d2de85-26c0-456a-bbd8-83d5f997381d tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:46.452507 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-27d2de85-26c0-456a-bbd8-83d5f997381d tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897644 Jun 24 13:14:46.455317 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52862) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:46.483466 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-2ce9daeb-99c8-40b2-916a-7cbad0e82297 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269492 Jun 24 13:14:46.485765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52864) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:46.491308 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-50445307-cf3c-4ee6-b63b-034f8b07301a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-66720197', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:14:46.578972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50445307-cf3c-4ee6-b63b-034f8b07301a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:14:46.584099 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-50445307-cf3c-4ee6-b63b-034f8b07301a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:46.613135 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:14:45Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:46.640031 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Checking router: d4780571-efae-43d3-9263-e7ff23b72f47 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:14:46.640393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Updating router d4780571-efae-43d3-9263-e7ff23b72f47 port 54303cf0-85ed-47b8-a889-b7ccaacf14f6 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:14:46.675813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:46.766450 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-50445307-cf3c-4ee6-b63b-034f8b07301a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:46.768439 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d6724602-9d04-4f75-9a81-982f86d2e723 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:46.833390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50445307-cf3c-4ee6-b63b-034f8b07301a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Subnet': ['ID=c1ac3d78-812b-4874-a794-0f98a1ed54b5,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:46.836193 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-50445307-cf3c-4ee6-b63b-034f8b07301a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:46.843567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50445307-cf3c-4ee6-b63b-034f8b07301a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Checking segment: {'id': 'd2d1fc03-d30a-4860-88eb-fa96b206c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:14:46.843934 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50445307-cf3c-4ee6-b63b-034f8b07301a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network hostable DHCP agents. Network: 7e72e3e3-35e4-440a-b0fc-825484cd8d46, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:14:46.861180 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50445307-cf3c-4ee6-b63b-034f8b07301a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:14:46.871079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-50445307-cf3c-4ee6-b63b-034f8b07301a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 7e72e3e3-35e4-440a-b0fc-825484cd8d46) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:14:46.875071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50445307-cf3c-4ee6-b63b-034f8b07301a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:46.875677 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-50445307-cf3c-4ee6-b63b-034f8b07301a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:46.887739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fe910d-f2de-4b96-8f2b-3be6037b6aa7 None None] Network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:14:46.894306 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-50445307-cf3c-4ee6-b63b-034f8b07301a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4045248 Jun 24 13:14:46.894513 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52866) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:14:46.986540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:47.007443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Transition to ACTIVE for port object 54303cf0-85ed-47b8-a889-b7ccaacf14f6 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:14:47.021620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:47.024893 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e06cf599-0bae-46cb-bf88-228683b76b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:47.103598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Attempting to bind port 54303cf0-85ed-47b8-a889-b7ccaacf14f6 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:14:47.103981 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Attempting to bind port 54303cf0-85ed-47b8-a889-b7ccaacf14f6 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:14:47.104352 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Attempting to bind port 54303cf0-85ed-47b8-a889-b7ccaacf14f6 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:14:47.117222 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70122e55-c64a-49d2-bddb-f092d57f98ba None None] Pushing event updated for resources: {'Port': ['ID=54303cf0-85ed-47b8-a889-b7ccaacf14f6,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:47.119601 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:14:47.119989 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:14:47.120440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:47.120786 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:14:47.121275 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Bound port: 54303cf0-85ed-47b8-a889-b7ccaacf14f6, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:14:47.121662 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:47.124180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-70122e55-c64a-49d2-bddb-f092d57f98ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:47.169498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ips': [{'subnet_id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:14:47.170363 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:47.208383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] For port 54303cf0-85ed-47b8-a889-b7ccaacf14f6, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:14:47.213133 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] For port 54303cf0-85ed-47b8-a889-b7ccaacf14f6, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=54303cf0-85ed-47b8-a889-b7ccaacf14f6,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:14:47.264374 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:47.269838 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-800e88ee-27bf-40b8-92c8-ace9f21439e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:47.327434 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:47.387894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70122e55-c64a-49d2-bddb-f092d57f98ba None None] Pushing event updated for resources: {'Port': ['ID=54303cf0-85ed-47b8-a889-b7ccaacf14f6,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:47.392205 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Routers {'d4780571-efae-43d3-9263-e7ff23b72f47'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:14:47.392843 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:14:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d4780571-efae-43d3-9263-e7ff23b72f47'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:47.396256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-70122e55-c64a-49d2-bddb-f092d57f98ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:47.446136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Allocated IP 172.20.0.2 (7e72e3e3-35e4-440a-b0fc-825484cd8d46/c1ac3d78-812b-4874-a794-0f98a1ed54b5/b86ab7fd-af58-42a6-bca3-e56c86b1bd5a) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:14:47.562217 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:47.582924 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] Set router d4780571-efae-43d3-9263-e7ff23b72f47 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:14:47.768907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:47.799999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Transition to ACTIVE for port object b86ab7fd-af58-42a6-bca3-e56c86b1bd5a will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:14:47.819416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Transition to ACTIVE for port object b86ab7fd-af58-42a6-bca3-e56c86b1bd5a will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:14:47.827011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:47.828907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:47.871881 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:14:47.879456 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.20.0.1 (7e72e3e3-35e4-440a-b0fc-825484cd8d46/c1ac3d78-812b-4874-a794-0f98a1ed54b5/d4593243-7565-45de-8ea3-2c0927e6ea72) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:14:47.880941 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:14:47.886697 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:14:47.891743 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Pushing event updated for resources: {'Port': ['ID=b86ab7fd-af58-42a6-bca3-e56c86b1bd5a,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:47.895175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:14:45Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:47.897000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:47.939301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f78f71-c05c-4972-a0d0-ea84a1a70f54 None None] The sync data for ids ['d4780571-efae-43d3-9263-e7ff23b72f47'] in dv-neutron-797121-4-hyperv is: [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:14:45Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:14:47.977191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Attempting to bind port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:14:47.977577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Attempting to bind port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'd2d1fc03-d30a-4860-88eb-fa96b206c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:14:47.977959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Attempting to bind port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a on network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:14:47.983800 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:14:47.984189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Checking segment: {'id': 'd2d1fc03-d30a-4860-88eb-fa96b206c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:14:47.984604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:47.985009 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Bound using segment: {'id': 'd2d1fc03-d30a-4860-88eb-fa96b206c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:14:47.985493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Bound port: b86ab7fd-af58-42a6-bca3-e56c86b1bd5a, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d1fc03-d30a-4860-88eb-fa96b206c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:14:47.985887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:48.014562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:48.029194 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Transition to ACTIVE for port object d4593243-7565-45de-8ea3-2c0927e6ea72 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:14:48.053960 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] For port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:14:48.057286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] For port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b86ab7fd-af58-42a6-bca3-e56c86b1bd5a,segment=NetworkSegment(d2d1fc03-d30a-4860-88eb-fa96b206c71f),segment_id=d2d1fc03-d30a-4860-88eb-fa96b206c71f)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:14:48.061713 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:48.063080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:48.063990 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-93df592a-2a89-410b-bba8-641fbff6e7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:48.066080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:48.106677 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:14:48.111988 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:14:48.119730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:14:48.126096 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Pushing event updated for resources: {'Port': ['ID=b86ab7fd-af58-42a6-bca3-e56c86b1bd5a,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:48.135425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:48.150391 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=d4593243-7565-45de-8ea3-2c0927e6ea72,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:48.153440 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:48.188801 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:48.381695 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:48.685729 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:48.692373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:48.722318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7f2869db-3edd-4098-8feb-ed5cc734c267 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:48.768180 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:48.768424 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b86ab7fd-af58-42a6-bca3-e56c86b1bd5a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:14:48.786069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=d4593243-7565-45de-8ea3-2c0927e6ea72,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:48.789345 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:48.843523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:14:48.844205 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:14:48.849610 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 54303cf0-85ed-47b8-a889-b7ccaacf14f6 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:14:48.900252 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:14:48.901699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:14:48.916119 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 54303cf0-85ed-47b8-a889-b7ccaacf14f6 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:14:48.920262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 54303cf0-85ed-47b8-a889-b7ccaacf14f6 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:14:48.920653 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:49.006980 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:49.027935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 54303cf0-85ed-47b8-a889-b7ccaacf14f6, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=54303cf0-85ed-47b8-a889-b7ccaacf14f6,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:14:49.031146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router d4780571-efae-43d3-9263-e7ff23b72f47 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:14:49.033323 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:49.035594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:49.087638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=54303cf0-85ed-47b8-a889-b7ccaacf14f6,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:49.090911 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:49.148251 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:14:49.154790 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "PUT /v2.0/routers/d4780571-efae-43d3-9263-e7ff23b72f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2579646 Jun 24 13:14:49.161537 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8692984c-f937-4c54-8b91-2182e89e1e6d None None] Network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:14:49.252579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6c26be23-a650-4e41-b302-a524483e9617 None None] Provisioning for port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:14:49.275999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-6c26be23-a650-4e41-b302-a524483e9617 None None] Provisioning complete for port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:14:49.276381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6c26be23-a650-4e41-b302-a524483e9617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:49.304241 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-a4d694e8-5532-478d-8d58-da9cfe30ac90 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659338030&fields=id&tenant_id=28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 267 time: 0.0445054 Jun 24 13:14:49.408005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6c26be23-a650-4e41-b302-a524483e9617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:49.411622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-dc0663d4-18ca-4c3b-843f-3080f09d7285 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:49.413503 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-dc0663d4-18ca-4c3b-843f-3080f09d7285 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/networks?id=7e72e3e3-35e4-440a-b0fc-825484cd8d46 HTTP/1.1" status: 200 len: 796 time: 0.1060765 Jun 24 13:14:49.431556 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-4dc7f3f3-ab88-41dc-8ea5-86267570d562 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/quotas/28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 375 time: 0.0109627 Jun 24 13:14:49.462189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-6c26be23-a650-4e41-b302-a524483e9617 None None] For port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b86ab7fd-af58-42a6-bca3-e56c86b1bd5a,segment=NetworkSegment(d2d1fc03-d30a-4860-88eb-fa96b206c71f),segment_id=d2d1fc03-d30a-4860-88eb-fa96b206c71f)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:14:49.468120 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6c26be23-a650-4e41-b302-a524483e9617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:49.471561 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:49.518064 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-5dfa3b9c-4cd6-4707-a639-83f84a2cac53 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792685 Jun 24 13:14:49.531599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26be23-a650-4e41-b302-a524483e9617 None None] Pushing event updated for resources: {'Port': ['ID=b86ab7fd-af58-42a6-bca3-e56c86b1bd5a,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:49.535608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6c26be23-a650-4e41-b302-a524483e9617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:49.579628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-697e0a80-6067-4e69-ac3c-2db418244924 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 13:14:49.580713 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-697e0a80-6067-4e69-ac3c-2db418244924 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540390 Jun 24 13:14:49.673984 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Sync routers for ids ['d4780571-efae-43d3-9263-e7ff23b72f47'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:14:49.683483 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Routers {'d4780571-efae-43d3-9263-e7ff23b72f47'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:14:49.684416 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:14:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d4780571-efae-43d3-9263-e7ff23b72f47'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:49.690538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-59600c54-ae0c-4b3d-bf9b-53fec3b11912 None None] Provisioning complete for port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:14:49.691217 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-59600c54-ae0c-4b3d-bf9b-53fec3b11912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:49.700341 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-5193aa2e-f91c-4f96-9061-23291a02b4b5 service neutron] 10.222.0.110 "GET /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127546 Jun 24 13:14:49.804280 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-858f8b8f-e2f3-4374-a862-bc1611989ef6 service neutron] 10.222.0.110 "GET /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028357 Jun 24 13:14:49.812337 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Set router d4780571-efae-43d3-9263-e7ff23b72f47 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:14:49.812544 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-59600c54-ae0c-4b3d-bf9b-53fec3b11912 None None] Provisioning for port d4593243-7565-45de-8ea3-2c0927e6ea72 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:14:49.817139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-59600c54-ae0c-4b3d-bf9b-53fec3b11912 None None] Provisioning complete for port d4593243-7565-45de-8ea3-2c0927e6ea72 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:14:49.817627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-59600c54-ae0c-4b3d-bf9b-53fec3b11912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:49.857276 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-59600c54-ae0c-4b3d-bf9b-53fec3b11912 None None] Port d4593243-7565-45de-8ea3-2c0927e6ea72 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:14:49.981613 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-072eb181-3f96-45be-8ab7-42d2ed1553ed None None] Provisioning complete for port d4593243-7565-45de-8ea3-2c0927e6ea72 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:14:49.982322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-072eb181-3f96-45be-8ab7-42d2ed1553ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:50.021027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-072eb181-3f96-45be-8ab7-42d2ed1553ed None None] Port d4593243-7565-45de-8ea3-2c0927e6ea72 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:14:50.035902 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5cfb4fad-e00b-4656-85bd-2a58c252e8c1 req-fb6a5bcd-d3ba-48a5-bef4-63eda56cfab6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 210 time: 0.0461159 Jun 24 13:14:50.062594 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:14:48Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd4593243-7565-45de-8ea3-2c0927e6ea72', 'name': '', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d9:24:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:47Z', 'updated_at': '2021-06-24T13:14:48Z', 'revision_number': 2, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:50.091867 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Checking router: d4780571-efae-43d3-9263-e7ff23b72f47 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:14:50.092244 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Updating router d4780571-efae-43d3-9263-e7ff23b72f47 port d4593243-7565-45de-8ea3-2c0927e6ea72 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:14:50.129243 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:50.244003 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1a6c214c-76cd-41c6-80ad-c35d36657a17 None None] Provisioning complete for port d4593243-7565-45de-8ea3-2c0927e6ea72 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:14:50.244403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a6c214c-76cd-41c6-80ad-c35d36657a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:50.284930 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c214c-76cd-41c6-80ad-c35d36657a17 None None] Port d4593243-7565-45de-8ea3-2c0927e6ea72 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:14:50.399323 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:50.410946 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Transition to ACTIVE for port object d4593243-7565-45de-8ea3-2c0927e6ea72 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:14:50.417057 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:50.419770 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-4c32030a-eefb-453a-ad2b-0666b6183085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:50.515467 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Pushing event updated for resources: {'Port': ['ID=d4593243-7565-45de-8ea3-2c0927e6ea72,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:50.524818 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Attempting to bind port d4593243-7565-45de-8ea3-2c0927e6ea72 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:14:50.525199 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Attempting to bind port d4593243-7565-45de-8ea3-2c0927e6ea72 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'd2d1fc03-d30a-4860-88eb-fa96b206c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:14:50.525570 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Attempting to bind port d4593243-7565-45de-8ea3-2c0927e6ea72 on network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:14:50.529527 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:50.529870 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:50.530204 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:50.530532 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:50.530883 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:50.531224 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:50.531546 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:50.531866 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:50.532185 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:50.532498 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:50.532817 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:50.533128 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:14:50.537876 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:50.539055 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:14:50.539428 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Checking segment: {'id': 'd2d1fc03-d30a-4860-88eb-fa96b206c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:14:50.539831 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:50.540219 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Bound using segment: {'id': 'd2d1fc03-d30a-4860-88eb-fa96b206c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:14:50.540965 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Bound port: d4593243-7565-45de-8ea3-2c0927e6ea72, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d1fc03-d30a-4860-88eb-fa96b206c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:14:50.541072 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:50.614479 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] For port d4593243-7565-45de-8ea3-2c0927e6ea72, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:14:50.618066 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] For port d4593243-7565-45de-8ea3-2c0927e6ea72, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d4593243-7565-45de-8ea3-2c0927e6ea72,segment=NetworkSegment(d2d1fc03-d30a-4860-88eb-fa96b206c71f),segment_id=d2d1fc03-d30a-4860-88eb-fa96b206c71f)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:14:50.623322 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:50.625353 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-4ea9d081-ab0f-4b69-863a-c982161ef401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:50.694312 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Pushing event updated for resources: {'Port': ['ID=d4593243-7565-45de-8ea3-2c0927e6ea72,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:50.703824 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Routers {'d4780571-efae-43d3-9263-e7ff23b72f47'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:14:50.705376 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:14:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d4780571-efae-43d3-9263-e7ff23b72f47'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:50.706938 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:50.717803 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b86ab7fd-af58-42a6-bca3-e56c86b1bd5a up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:14:50.775639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:14:50.776239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:50.838595 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] Set router d4780571-efae-43d3-9263-e7ff23b72f47 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:14:50.877655 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 54303cf0-85ed-47b8-a889-b7ccaacf14f6 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:14:50.931454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 54303cf0-85ed-47b8-a889-b7ccaacf14f6 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:14:50.931881 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:51.053074 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:14:48Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd4593243-7565-45de-8ea3-2c0927e6ea72', 'name': '', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d9:24:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:47Z', 'updated_at': '2021-06-24T13:14:50Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:14:51.085092 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf2c7b-81d7-4a38-b5f7-da3f1089f313 None None] The sync data for ids ['d4780571-efae-43d3-9263-e7ff23b72f47'] in dv-neutron-797121-4-hyperv is: [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:14:48Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd4593243-7565-45de-8ea3-2c0927e6ea72', 'name': '', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d9:24:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:47Z', 'updated_at': '2021-06-24T13:14:50Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:14:51.238619 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7af63944-3707-42e3-a2cb-6858294517c7 req-3a53f49f-e601-4473-b6d2-7bb2d3806adf tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 210 time: 0.0372643 Jun 24 13:14:51.717979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-85816eda-b2bc-4bd4-a749-4eafd9645065 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:51.719413 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-85816eda-b2bc-4bd4-a749-4eafd9645065 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/networks?id=7e72e3e3-35e4-440a-b0fc-825484cd8d46 HTTP/1.1" status: 200 len: 796 time: 0.4560883 Jun 24 13:14:51.764186 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-30cf8435-d7cb-4757-bd78-7bd7c4ca1402 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 380 time: 0.0355706 Jun 24 13:14:51.773581 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'port': {'device_id': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'admin_state_up': True, 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'security_groups': ['e7b796b9-3307-4bdb-bd12-5a6538a31e87']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:14:51.885785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:14:51.889490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:52.022287 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.20.0.13 (7e72e3e3-35e4-440a-b0fc-825484cd8d46/c1ac3d78-812b-4874-a794-0f98a1ed54b5/16d3872b-9ac1-4237-8962-2910cb68a788) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:14:52.169825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:52.183329 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Transition to ACTIVE for port object 16d3872b-9ac1-4237-8962-2910cb68a788 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:14:52.217107 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:52.221479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-584a9296-925d-425e-8a3e-7783d1668fa1 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:52.261904 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:14:52.267336 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:14:52.272113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:14:52.278906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=16d3872b-9ac1-4237-8962-2910cb68a788,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:52.298804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:52.327494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:52.328285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:52.345150 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5751479 Jun 24 13:14:52.357262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Request body: {'port': {'device_id': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:14:52.477705 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d8437669-a069-49c6-bc71-20a8af27d74e None None] Provisioning for port 16d3872b-9ac1-4237-8962-2910cb68a788 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:14:52.478457 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:52.481943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d8437669-a069-49c6-bc71-20a8af27d74e None None] Provisioning complete for port 16d3872b-9ac1-4237-8962-2910cb68a788 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:14:52.482327 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d8437669-a069-49c6-bc71-20a8af27d74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:52.498930 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74554b58-2d5c-4814-866e-a45ffeca8b92 req-d3904629-b3ea-4f63-b48b-e394a1d9f0aa tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:52.500376 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-74554b58-2d5c-4814-866e-a45ffeca8b92 req-d3904629-b3ea-4f63-b48b-e394a1d9f0aa tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 932 time: 0.1384580 Jun 24 13:14:52.516493 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-d8437669-a069-49c6-bc71-20a8af27d74e None None] Port 16d3872b-9ac1-4237-8962-2910cb68a788 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:14:52.617771 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-74554b58-2d5c-4814-866e-a45ffeca8b92 req-30c81f20-9d44-4679-93cc-c119d862f347 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950909 Jun 24 13:14:52.710272 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d4593243-7565-45de-8ea3-2c0927e6ea72 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:14:52.758930 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port d4593243-7565-45de-8ea3-2c0927e6ea72 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:14:52.762792 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d4593243-7565-45de-8ea3-2c0927e6ea72 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:14:52.763188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:52.795744 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d3872b-9ac1-4237-8962-2910cb68a788 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:14:52.804195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:52.817635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Transition to ACTIVE for port object 16d3872b-9ac1-4237-8962-2910cb68a788 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:14:52.821422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:52.823642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9e0640e3-66fd-452c-9878-0bed0aff939f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:52.844837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:52.875071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Pushing event updated for resources: {'Port': ['ID=16d3872b-9ac1-4237-8962-2910cb68a788,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:52.877912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:52.880407 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port d4593243-7565-45de-8ea3-2c0927e6ea72, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d4593243-7565-45de-8ea3-2c0927e6ea72,segment=NetworkSegment(d2d1fc03-d30a-4860-88eb-fa96b206c71f),segment_id=d2d1fc03-d30a-4860-88eb-fa96b206c71f)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:14:52.886400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:52.888697 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:52.945742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=d4593243-7565-45de-8ea3-2c0927e6ea72,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:52.949226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:52.958179 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Attempting to bind port 16d3872b-9ac1-4237-8962-2910cb68a788 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:14:52.958515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Attempting to bind port 16d3872b-9ac1-4237-8962-2910cb68a788 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd2d1fc03-d30a-4860-88eb-fa96b206c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:14:52.958871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Attempting to bind port 16d3872b-9ac1-4237-8962-2910cb68a788 on network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:14:52.963550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Port 16d3872b-9ac1-4237-8962-2910cb68a788 on network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:14:52.963840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Attempting to bind port 16d3872b-9ac1-4237-8962-2910cb68a788 on network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:14:52.970529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:14:52.970896 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Checking segment: {'id': 'd2d1fc03-d30a-4860-88eb-fa96b206c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:14:52.971575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Bound using segment: {'id': 'd2d1fc03-d30a-4860-88eb-fa96b206c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:14:52.972575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Bound port: 16d3872b-9ac1-4237-8962-2910cb68a788, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d1fc03-d30a-4860-88eb-fa96b206c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:14:52.972938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:53.039461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] For port 16d3872b-9ac1-4237-8962-2910cb68a788, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:14:53.043041 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] For port 16d3872b-9ac1-4237-8962-2910cb68a788, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=16d3872b-9ac1-4237-8962-2910cb68a788,segment=NetworkSegment(d2d1fc03-d30a-4860-88eb-fa96b206c71f),segment_id=d2d1fc03-d30a-4860-88eb-fa96b206c71f)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:14:53.047625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:53.049887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-42f25474-6d56-410f-b290-b87724fe2427 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:53.087634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:53.088253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:53.089642 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] 10.222.0.102 "PUT /v2.0/ports/16d3872b-9ac1-4237-8962-2910cb68a788 HTTP/1.1" status: 200 len: 1094 time: 0.7372515 Jun 24 13:14:53.090186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'tag': '16d3872b-9ac1-4237-8962-2910cb68a788'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:14:53.092579 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dbb08a-5dce-49e1-9a5d-afb360dddf5a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef58c7ae-a501-4564-9927-7d2941889c4d", "tag": "16d3872b-9ac1-4237-8962-2910cb68a788"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:14:53.119361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Pushing event updated for resources: {'Port': ['ID=16d3872b-9ac1-4237-8962-2910cb68a788,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:53.134423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:53.149499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971c5388-8a4d-4363-a80a-d2a788f2864e x-openstack-request-id: req-971c5388-8a4d-4363-a80a-d2a788f2864e {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:14:53.149845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef58c7ae-a501-4564-9927-7d2941889c4d", "tag": "16d3872b-9ac1-4237-8962-2910cb68a788", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:14:53.150153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-971c5388-8a4d-4363-a80a-d2a788f2864e {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:14:53.150604 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'tag': '16d3872b-9ac1-4237-8962-2910cb68a788', 'status': 'completed', 'code': 200} Jun 24 13:14:53.197174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-ceeaf885-1a88-4235-9826-6720e018d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:53.198702 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-ceeaf885-1a88-4235-9826-6720e018d3e0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 1097 time: 0.0593243 Jun 24 13:14:53.246266 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-779245f4-7c48-4d52-801b-b88c180a088d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d3872b-9ac1-4237-8962-2910cb68a788 HTTP/1.1" status: 200 len: 217 time: 0.0400946 Jun 24 13:14:53.296584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-623ba039-6929-4a04-8b6b-48a480e237df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:53.298113 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-623ba039-6929-4a04-8b6b-48a480e237df service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c1ac3d78-812b-4874-a794-0f98a1ed54b5 HTTP/1.1" status: 200 len: 833 time: 0.0458982 Jun 24 13:14:53.357535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-81315a0c-9dbb-4aba-86c4-267259e02b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:53.359127 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-81315a0c-9dbb-4aba-86c4-267259e02b1f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7e72e3e3-35e4-440a-b0fc-825484cd8d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539360 Jun 24 13:14:53.455827 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-3f2bc915-ba5c-4043-bdf8-8b509e2009c8 service neutron] 10.222.0.102 "GET /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902660 Jun 24 13:14:53.549185 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f0d194c6-15f2-43b9-a8f5-684547b8f41f req-ae875ed0-a999-4e13-ae1e-bb0ec19f1b0a service neutron] 10.222.0.102 "GET /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862436 Jun 24 13:14:53.650545 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbb08a-5dce-49e1-9a5d-afb360dddf5a req-df30fba9-3fea-411d-b054-6638ab6808d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:53.652147 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3dbb08a-5dce-49e1-9a5d-afb360dddf5a req-df30fba9-3fea-411d-b054-6638ab6808d1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 1097 time: 0.0574584 Jun 24 13:14:53.773916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbb08a-5dce-49e1-9a5d-afb360dddf5a req-80c031f8-3f30-4f2f-94c7-cf70f95f4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:53.775395 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3dbb08a-5dce-49e1-9a5d-afb360dddf5a req-80c031f8-3f30-4f2f-94c7-cf70f95f4e55 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7e72e3e3-35e4-440a-b0fc-825484cd8d46 HTTP/1.1" status: 200 len: 898 time: 0.1169624 Jun 24 13:14:53.818579 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3dbb08a-5dce-49e1-9a5d-afb360dddf5a req-ab3a3fe0-1eea-4c68-af4c-353f6a2b98db service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d3872b-9ac1-4237-8962-2910cb68a788 HTTP/1.1" status: 200 len: 217 time: 0.0361705 Jun 24 13:14:53.865703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108380c2-0981-4523-ba4a-15b3df9450a5 req-4f81e779-1156-48f5-948f-556acfab4758 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:53.867171 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-108380c2-0981-4523-ba4a-15b3df9450a5 req-4f81e779-1156-48f5-948f-556acfab4758 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 944 time: 0.1377466 Jun 24 13:14:53.892943 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbb08a-5dce-49e1-9a5d-afb360dddf5a req-86a654a8-ebba-484d-a55a-4305ab4d9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:53.895009 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3dbb08a-5dce-49e1-9a5d-afb360dddf5a req-86a654a8-ebba-484d-a55a-4305ab4d9883 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c1ac3d78-812b-4874-a794-0f98a1ed54b5 HTTP/1.1" status: 200 len: 833 time: 0.0691781 Jun 24 13:14:53.941785 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-108380c2-0981-4523-ba4a-15b3df9450a5 req-a8a86ae7-5280-4c78-b910-a05c406d9d99 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688100 Jun 24 13:14:53.968519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbb08a-5dce-49e1-9a5d-afb360dddf5a req-609ec939-e63c-4e29-be6e-55b0a09ce9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:53.970018 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3dbb08a-5dce-49e1-9a5d-afb360dddf5a req-609ec939-e63c-4e29-be6e-55b0a09ce9c6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7e72e3e3-35e4-440a-b0fc-825484cd8d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0631707 Jun 24 13:14:54.057549 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3dbb08a-5dce-49e1-9a5d-afb360dddf5a req-b45f8497-1027-4983-936c-e4224ce83488 service neutron] 10.222.0.102 "GET /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804482 Jun 24 13:14:54.152415 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3dbb08a-5dce-49e1-9a5d-afb360dddf5a req-d905c12a-4f60-41a4-b3f5-d42ed1398b4b service neutron] 10.222.0.102 "GET /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869098 Jun 24 13:14:54.684633 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d4593243-7565-45de-8ea3-2c0927e6ea72 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:14:54.736479 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d4593243-7565-45de-8ea3-2c0927e6ea72 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:14:54.736854 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:55.115476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b82b7-31c2-493a-abd3-bacd8cc737c1 req-75eec704-0201-4f42-9479-29bfb11ea459 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:55.116937 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5a1b82b7-31c2-493a-abd3-bacd8cc737c1 req-75eec704-0201-4f42-9479-29bfb11ea459 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 944 time: 0.0631082 Jun 24 13:14:55.154991 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5a1b82b7-31c2-493a-abd3-bacd8cc737c1 req-179aefda-cc6b-4f1f-8b6b-7429605afbaf tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323505 Jun 24 13:14:56.324871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f56952-5300-4396-b013-535beb1b32ad req-aa32569c-240c-4cc3-a9c0-1f9a512209c6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:56.326337 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-71f56952-5300-4396-b013-535beb1b32ad req-aa32569c-240c-4cc3-a9c0-1f9a512209c6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 944 time: 0.0618460 Jun 24 13:14:56.369160 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-71f56952-5300-4396-b013-535beb1b32ad req-ec702149-797e-4dd9-b2e5-5ab3d675217d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363219 Jun 24 13:14:56.623477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5491a799-9697-45b0-bc1c-f58a72c96688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:57.453319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 16d3872b-9ac1-4237-8962-2910cb68a788 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:14:57.547578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765686d-d4ea-4a50-b5a6-cbaa85258ff7 req-236d5d56-afb3-4af0-ba84-e0fb613417b0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:57.549065 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b765686d-d4ea-4a50-b5a6-cbaa85258ff7 req-236d5d56-afb3-4af0-ba84-e0fb613417b0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 944 time: 0.0647461 Jun 24 13:14:57.549390 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 16d3872b-9ac1-4237-8962-2910cb68a788, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=16d3872b-9ac1-4237-8962-2910cb68a788,segment=NetworkSegment(d2d1fc03-d30a-4860-88eb-fa96b206c71f),segment_id=d2d1fc03-d30a-4860-88eb-fa96b206c71f)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:14:57.560411 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '16d3872b-9ac1-4237-8962-2910cb68a788', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'port_id': '16d3872b-9ac1-4237-8962-2910cb68a788', 'mac_address': 'fa:16:3e:d6:c9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:14:57.587930 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b765686d-d4ea-4a50-b5a6-cbaa85258ff7 req-194e1b6b-9ea2-45e7-aaa6-bae7271b0172 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331841 Jun 24 13:14:57.598358 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:57.611046 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d3872b-9ac1-4237-8962-2910cb68a788 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:14:57.630768 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 16d3872b-9ac1-4237-8962-2910cb68a788, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=16d3872b-9ac1-4237-8962-2910cb68a788,segment=NetworkSegment(d2d1fc03-d30a-4860-88eb-fa96b206c71f),segment_id=d2d1fc03-d30a-4860-88eb-fa96b206c71f)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:14:57.635000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:57.636692 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3a22ae3e-490d-4f48-8a0e-63f61c06a825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:57.683828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=16d3872b-9ac1-4237-8962-2910cb68a788,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:57.687069 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:57.874228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['16d3872b-9ac1-4237-8962-2910cb68a788'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:14:58.761991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad2fdd-d585-4d5d-b367-527d145ec4ef req-c645c0d6-fbed-4258-9c1e-2d066d09ad09 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:58.763509 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11ad2fdd-d585-4d5d-b367-527d145ec4ef req-c645c0d6-fbed-4258-9c1e-2d066d09ad09 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 945 time: 0.0641570 Jun 24 13:14:58.803131 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11ad2fdd-d585-4d5d-b367-527d145ec4ef req-2bace99e-7f80-4693-b5ce-bef72741e96f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340185 Jun 24 13:14:59.349125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9653-9e25-4b8f-8d95-4c9d318b0262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:59.471065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 16d3872b-9ac1-4237-8962-2910cb68a788 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:14:59.493661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:59.521989 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 16d3872b-9ac1-4237-8962-2910cb68a788 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:14:59.525615 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 16d3872b-9ac1-4237-8962-2910cb68a788 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:14:59.525985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:59.601248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:59.623584 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d3872b-9ac1-4237-8962-2910cb68a788'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:14:59.625862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d03730-bb91-4c45-a4e8-868cb2c12a43" -d '{"events": [{"server_uuid": "ef58c7ae-a501-4564-9927-7d2941889c4d", "name": "network-vif-plugged", "status": "completed", "tag": "16d3872b-9ac1-4237-8962-2910cb68a788"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:14:59.642034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 16d3872b-9ac1-4237-8962-2910cb68a788, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=16d3872b-9ac1-4237-8962-2910cb68a788,segment=NetworkSegment(d2d1fc03-d30a-4860-88eb-fa96b206c71f),segment_id=d2d1fc03-d30a-4860-88eb-fa96b206c71f)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:14:59.646632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:14:59.648571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-624073a8-aa98-4fb6-b85c-8ac719b36462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:14:59.669152 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aa0bee-cd78-44fe-8144-ad5289dbd1c9 x-openstack-request-id: req-35aa0bee-cd78-44fe-8144-ad5289dbd1c9 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:14:59.669451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef58c7ae-a501-4564-9927-7d2941889c4d", "name": "network-vif-plugged", "status": "completed", "tag": "16d3872b-9ac1-4237-8962-2910cb68a788", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:14:59.669773 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-35aa0bee-cd78-44fe-8144-ad5289dbd1c9 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:14:59.670164 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d3872b-9ac1-4237-8962-2910cb68a788', 'code': 200} Jun 24 13:14:59.696195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=16d3872b-9ac1-4237-8962-2910cb68a788,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:14:59.699409 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:14:59.892745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e283e0a-05c5-45c3-be1e-b1dd312af6ed req-7c47405c-b976-4371-8832-734456674a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:59.894284 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3e283e0a-05c5-45c3-be1e-b1dd312af6ed req-7c47405c-b976-4371-8832-734456674a8a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 1099 time: 0.0569685 Jun 24 13:14:59.958207 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3e283e0a-05c5-45c3-be1e-b1dd312af6ed req-380fb4d4-6f07-47ea-ae37-48b0f04b9f06 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576451 Jun 24 13:14:59.985805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb78d2-e76b-41ef-bcc3-dba9b69e5e99 req-66f88a7d-f42e-42b1-81ad-5b4e1282925a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:14:59.987256 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-71fb78d2-e76b-41ef-bcc3-dba9b69e5e99 req-66f88a7d-f42e-42b1-81ad-5b4e1282925a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0723672 Jun 24 13:15:00.024857 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-71fb78d2-e76b-41ef-bcc3-dba9b69e5e99 req-222e4c9f-54bd-49e4-8e06-227ee73974d6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311856 Jun 24 13:15:00.402510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:01.197090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271c63f-7aec-4a0a-a959-7f72c97e3031 req-8521a994-5978-4a7c-abb0-027c346c21e8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:01.198548 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7271c63f-7aec-4a0a-a959-7f72c97e3031 req-8521a994-5978-4a7c-abb0-027c346c21e8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0625858 Jun 24 13:15:01.241445 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7271c63f-7aec-4a0a-a959-7f72c97e3031 req-72c9e491-52fd-4768-9fc6-d1dbdee75780 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369925 Jun 24 13:15:01.414582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90f358-bf02-482d-8d33-c0863eac8d40 req-fb9624e5-cd0f-4cd6-bf7b-2c3041007b47 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:01.416079 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c90f358-bf02-482d-8d33-c0863eac8d40 req-fb9624e5-cd0f-4cd6-bf7b-2c3041007b47 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0631297 Jun 24 13:15:01.453628 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c90f358-bf02-482d-8d33-c0863eac8d40 req-84652cb9-efd2-4144-a330-7ee3c1e4a243 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318663 Jun 24 13:15:01.477672 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52924) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:15:01.538210 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea22b9e2-3d9e-4418-a572-231a63a2b50d tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:01.539763 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ea22b9e2-3d9e-4418-a572-231a63a2b50d tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 1094 time: 0.0610914 Jun 24 13:15:01.542431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 52926) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:15:01.546858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '16d3872b-9ac1-4237-8962-2910cb68a788', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:15:01.572917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:01.671252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:01.771033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.26.1.161 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/2ca06bce-f018-45be-99b0-e598ed0c39bf) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:15:01.879621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:01.920240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:01.927175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-dad63cbe-1cb2-486e-8a54-15ad4d3fde85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:15:01.958054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:15:01.960963 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:15:01.964327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:15:02.003311 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=2ca06bce-f018-45be-99b0-e598ed0c39bf,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:15:02.007875 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:15:02.343552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:02.371048 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:02.422202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:02.572113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:02.576438 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:02.579461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:15:02.640334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=2ca06bce-f018-45be-99b0-e598ed0c39bf,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:15:02.643208 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:15:02.656882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:02.755978 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Floating IP 98d958cd-156e-4313-92d1-ce0d0f56c94b associated. External IP: 172.26.1.161, port: 16d3872b-9ac1-4237-8962-2910cb68a788. Jun 24 13:15:02.964156 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router d4780571-efae-43d3-9263-e7ff23b72f47 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:15:03.069558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:15:03.078700 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7396f8-2082-4b3f-a53b-bd409a642937 None None] Sync routers for ids ['d4780571-efae-43d3-9263-e7ff23b72f47'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:15:03.086078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:03.088049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7396f8-2082-4b3f-a53b-bd409a642937 None None] Routers {'d4780571-efae-43d3-9263-e7ff23b72f47'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:15:03.088708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2c7396f8-2082-4b3f-a53b-bd409a642937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:14:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d4780571-efae-43d3-9263-e7ff23b72f47'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:15:03.122318 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5788441 Jun 24 13:15:03.123121 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'tag': '16d3872b-9ac1-4237-8962-2910cb68a788'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:15:03.125525 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358ec7b4-1cb5-4d0c-87c9-8149433c0d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef58c7ae-a501-4564-9927-7d2941889c4d", "tag": "16d3872b-9ac1-4237-8962-2910cb68a788"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:15:03.166371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a770095-1c1e-4a66-8f49-d5d6a9961f88 x-openstack-request-id: req-2a770095-1c1e-4a66-8f49-d5d6a9961f88 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:15:03.166735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef58c7ae-a501-4564-9927-7d2941889c4d", "tag": "16d3872b-9ac1-4237-8962-2910cb68a788", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:15:03.167265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2a770095-1c1e-4a66-8f49-d5d6a9961f88 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:15:03.167856 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'tag': '16d3872b-9ac1-4237-8962-2910cb68a788', 'status': 'completed', 'code': 200} Jun 24 13:15:03.203472 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-2c7396f8-2082-4b3f-a53b-bd409a642937 None None] Set router d4780571-efae-43d3-9263-e7ff23b72f47 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:15:03.433377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2c7396f8-2082-4b3f-a53b-bd409a642937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:14:48Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '98d958cd-156e-4313-92d1-ce0d0f56c94b', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'port_id': '16d3872b-9ac1-4237-8962-2910cb68a788', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'mac_address': 'fa:16:3e:d6:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:15:02Z', 'updated_at': '2021-06-24T13:15:02Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4593243-7565-45de-8ea3-2c0927e6ea72', 'name': '', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d9:24:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:47Z', 'updated_at': '2021-06-24T13:14:52Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:15:03.464330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7396f8-2082-4b3f-a53b-bd409a642937 None None] Checking router: d4780571-efae-43d3-9263-e7ff23b72f47 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:15:03.473498 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7396f8-2082-4b3f-a53b-bd409a642937 None None] Routers {'d4780571-efae-43d3-9263-e7ff23b72f47'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:15:03.474127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2c7396f8-2082-4b3f-a53b-bd409a642937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:14:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d4780571-efae-43d3-9263-e7ff23b72f47'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:15:03.584256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-2c7396f8-2082-4b3f-a53b-bd409a642937 None None] Set router d4780571-efae-43d3-9263-e7ff23b72f47 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:15:03.632056 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea46c7-b225-4581-805d-80f6f20f2896 req-d1440098-13fb-48e9-b185-0c459caa47c8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:03.633514 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-caea46c7-b225-4581-805d-80f6f20f2896 req-d1440098-13fb-48e9-b185-0c459caa47c8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.4141564 Jun 24 13:15:03.635760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec7b4-1cb5-4d0c-87c9-8149433c0d6d req-46aa1e34-8e78-4f8c-9532-52d876bac36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:03.637094 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-358ec7b4-1cb5-4d0c-87c9-8149433c0d6d req-46aa1e34-8e78-4f8c-9532-52d876bac36d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 1099 time: 0.4458337 Jun 24 13:15:03.717762 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-caea46c7-b225-4581-805d-80f6f20f2896 req-5c06a516-aa99-4071-9a1e-60047c7c6f4c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782669 Jun 24 13:15:03.743263 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52932) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:15:03.748238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec7b4-1cb5-4d0c-87c9-8149433c0d6d req-8a05a195-4e6c-4067-aaa2-a77ecc8e8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:03.749706 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-358ec7b4-1cb5-4d0c-87c9-8149433c0d6d req-8a05a195-4e6c-4067-aaa2-a77ecc8e8455 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7e72e3e3-35e4-440a-b0fc-825484cd8d46 HTTP/1.1" status: 200 len: 898 time: 0.1036353 Jun 24 13:15:03.811278 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-612bd965-6502-4bd3-be56-7aed78f5f01c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/98d958cd-156e-4313-92d1-ce0d0f56c94b HTTP/1.1" status: 200 len: 992 time: 0.0667512 Jun 24 13:15:03.818426 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-2c7396f8-2082-4b3f-a53b-bd409a642937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:14:48Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '98d958cd-156e-4313-92d1-ce0d0f56c94b', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'port_id': '16d3872b-9ac1-4237-8962-2910cb68a788', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'mac_address': 'fa:16:3e:d6:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:15:02Z', 'updated_at': '2021-06-24T13:15:02Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4593243-7565-45de-8ea3-2c0927e6ea72', 'name': '', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d9:24:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:47Z', 'updated_at': '2021-06-24T13:14:52Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:15:03.824350 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-358ec7b4-1cb5-4d0c-87c9-8149433c0d6d req-c5d2dcae-7396-46d9-9608-51032fc39e64 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d3872b-9ac1-4237-8962-2910cb68a788 HTTP/1.1" status: 200 len: 1000 time: 0.0668519 Jun 24 13:15:03.848514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7396f8-2082-4b3f-a53b-bd409a642937 None None] The sync data for ids ['d4780571-efae-43d3-9263-e7ff23b72f47'] in dv-neutron-797121-4-hyperv is: [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:14:48Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '98d958cd-156e-4313-92d1-ce0d0f56c94b', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'port_id': '16d3872b-9ac1-4237-8962-2910cb68a788', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'mac_address': 'fa:16:3e:d6:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:15:02Z', 'updated_at': '2021-06-24T13:15:02Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4593243-7565-45de-8ea3-2c0927e6ea72', 'name': '', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d9:24:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:47Z', 'updated_at': '2021-06-24T13:14:52Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:15:03.874343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec7b4-1cb5-4d0c-87c9-8149433c0d6d req-afbfcdff-0f3f-4516-a3f8-4687b336354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:03.875818 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-358ec7b4-1cb5-4d0c-87c9-8149433c0d6d req-afbfcdff-0f3f-4516-a3f8-4687b336354d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c1ac3d78-812b-4874-a794-0f98a1ed54b5 HTTP/1.1" status: 200 len: 833 time: 0.0449219 Jun 24 13:15:03.935902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec7b4-1cb5-4d0c-87c9-8149433c0d6d req-d5ef317c-f668-4f6b-8b31-e2190008d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:03.937668 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-358ec7b4-1cb5-4d0c-87c9-8149433c0d6d req-d5ef317c-f668-4f6b-8b31-e2190008d3dc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7e72e3e3-35e4-440a-b0fc-825484cd8d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0551629 Jun 24 13:15:04.032034 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-358ec7b4-1cb5-4d0c-87c9-8149433c0d6d req-8625610c-081f-48a5-aa21-e7476ba449f3 service neutron] 10.222.0.102 "GET /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876551 Jun 24 13:15:04.043741 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e52b6a-6605-4fbe-b930-4eb0fa0929ae None None] New status for floating IP 98d958cd-156e-4313-92d1-ce0d0f56c94b: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:15:04.119800 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-358ec7b4-1cb5-4d0c-87c9-8149433c0d6d req-e77178cc-22f8-419c-a266-aa1725f4c888 service neutron] 10.222.0.102 "GET /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811465 Jun 24 13:15:04.814461 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52934) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:15:04.877634 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-feb024ed-cdc5-41aa-a0e4-e1ba2380c60e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/98d958cd-156e-4313-92d1-ce0d0f56c94b HTTP/1.1" status: 200 len: 994 time: 0.0618556 Jun 24 13:15:17.511370 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:25.842957 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:15:26.624062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-93074dde-4e2c-4394-aa78-525bf9bc996a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:29.349690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4c768021-977d-45f1-84cc-cbcd80b4cbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:29.475900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:30.405193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:32.373218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:36.392055 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b6aa9-6e62-42eb-b8ea-c0926f681751 req-5939c9be-8a89-4aa9-b6d3-4139796e8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:36.393875 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0e4b6aa9-6e62-42eb-b8ea-c0926f681751 req-5939c9be-8a89-4aa9-b6d3-4139796e8ca4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 1099 time: 0.0710371 Jun 24 13:15:36.485847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b6aa9-6e62-42eb-b8ea-c0926f681751 req-995ae032-8d66-422f-988f-bf8df0079a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:36.487340 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0e4b6aa9-6e62-42eb-b8ea-c0926f681751 req-995ae032-8d66-422f-988f-bf8df0079a1d service neutron] 10.222.0.102 "GET /v2.0/networks?id=7e72e3e3-35e4-440a-b0fc-825484cd8d46 HTTP/1.1" status: 200 len: 898 time: 0.0868757 Jun 24 13:15:36.586539 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0e4b6aa9-6e62-42eb-b8ea-c0926f681751 req-55cd3f70-a6f3-4678-b832-2c1a3a90d407 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d3872b-9ac1-4237-8962-2910cb68a788 HTTP/1.1" status: 200 len: 1002 time: 0.0919757 Jun 24 13:15:36.641058 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0431de-cf55-4a3c-bee0-1bca9ac703ec req-6d6c0ae9-f188-4b39-aee7-8d4b8d3cabd9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:36.643002 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d0431de-cf55-4a3c-bee0-1bca9ac703ec req-6d6c0ae9-f188-4b39-aee7-8d4b8d3cabd9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.1090415 Jun 24 13:15:36.662645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b6aa9-6e62-42eb-b8ea-c0926f681751 req-090a47ca-9482-45d9-8005-9a2e59b0fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:36.664057 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0e4b6aa9-6e62-42eb-b8ea-c0926f681751 req-090a47ca-9482-45d9-8005-9a2e59b0fc15 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c1ac3d78-812b-4874-a794-0f98a1ed54b5 HTTP/1.1" status: 200 len: 833 time: 0.0701284 Jun 24 13:15:36.721433 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d0431de-cf55-4a3c-bee0-1bca9ac703ec req-f0b8ab9b-fe8b-4616-a80f-ede65212038e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684307 Jun 24 13:15:36.741784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b6aa9-6e62-42eb-b8ea-c0926f681751 req-b6c703e0-109a-4f33-95bb-f132f762097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:36.743571 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0e4b6aa9-6e62-42eb-b8ea-c0926f681751 req-b6c703e0-109a-4f33-95bb-f132f762097c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7e72e3e3-35e4-440a-b0fc-825484cd8d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731862 Jun 24 13:15:36.830935 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0e4b6aa9-6e62-42eb-b8ea-c0926f681751 req-83911aa9-2d6e-4b1e-8696-1203338dd75c service neutron] 10.222.0.102 "GET /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809433 Jun 24 13:15:36.922743 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0e4b6aa9-6e62-42eb-b8ea-c0926f681751 req-f7679360-6f35-4adb-ae58-9a2a4219efd2 service neutron] 10.222.0.102 "GET /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848818 Jun 24 13:15:37.895888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b20dec-3bb1-4ab3-870a-9f3c08042b79 req-723b3d35-7594-4c13-92d4-bc6b8aa92960 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:37.897347 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-73b20dec-3bb1-4ab3-870a-9f3c08042b79 req-723b3d35-7594-4c13-92d4-bc6b8aa92960 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0623884 Jun 24 13:15:37.934039 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-73b20dec-3bb1-4ab3-870a-9f3c08042b79 req-0eed5535-0a5d-4000-8b65-677cb48c3c04 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311017 Jun 24 13:15:39.103994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757523b-c870-4676-87cc-fce37fe97a89 req-d6ceb501-18d7-45c1-a0ec-94c1b4505629 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:39.105479 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1757523b-c870-4676-87cc-fce37fe97a89 req-d6ceb501-18d7-45c1-a0ec-94c1b4505629 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0620780 Jun 24 13:15:39.142053 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1757523b-c870-4676-87cc-fce37fe97a89 req-4cc9f55b-f479-4717-a7cd-7c679a95d193 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310156 Jun 24 13:15:40.319045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308a171-dcf7-4da8-8eba-00b66a00aec8 req-48954efb-d504-4492-8194-e26813550ba2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:40.320509 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f308a171-dcf7-4da8-8eba-00b66a00aec8 req-48954efb-d504-4492-8194-e26813550ba2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0694063 Jun 24 13:15:40.358211 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f308a171-dcf7-4da8-8eba-00b66a00aec8 req-5af91869-fac6-46dc-9901-6276d3cc72f8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320704 Jun 24 13:15:41.536366 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fa34f-1d7e-45c9-a087-9b44fa0ad38b req-e2cb5201-abab-4dab-ab46-7a71b395b782 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:41.537826 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-136fa34f-1d7e-45c9-a087-9b44fa0ad38b req-e2cb5201-abab-4dab-ab46-7a71b395b782 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0638728 Jun 24 13:15:41.574719 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-136fa34f-1d7e-45c9-a087-9b44fa0ad38b req-3ec68837-b2a9-4122-9451-5d450a92d7ff tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313208 Jun 24 13:15:42.751195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f385a-60ca-4107-bc6b-51f7c6fce24b req-8b48f422-4d45-4a29-9aab-f0d02794047c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:42.752669 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b43f385a-60ca-4107-bc6b-51f7c6fce24b req-8b48f422-4d45-4a29-9aab-f0d02794047c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0662398 Jun 24 13:15:42.793077 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b43f385a-60ca-4107-bc6b-51f7c6fce24b req-3e19e918-0a78-4c30-954e-daf48c81eb27 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340605 Jun 24 13:15:43.965398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c8bb2-c897-4c06-822b-abb848fe54ad req-1919efa4-fab9-42e3-8ae7-47673a7b7d59 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:43.966910 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e16c8bb2-c897-4c06-822b-abb848fe54ad req-1919efa4-fab9-42e3-8ae7-47673a7b7d59 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0648017 Jun 24 13:15:44.004550 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e16c8bb2-c897-4c06-822b-abb848fe54ad req-d73618e8-e633-44d2-81f4-7663901127d9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320804 Jun 24 13:15:45.069393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35347d7e-8478-49ac-a02a-029ccec6f8a4 req-a68d7269-1a4d-4ad2-b92d-420a10987b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:45.070930 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35347d7e-8478-49ac-a02a-029ccec6f8a4 req-a68d7269-1a4d-4ad2-b92d-420a10987b21 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 1099 time: 0.0541625 Jun 24 13:15:45.213741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35347d7e-8478-49ac-a02a-029ccec6f8a4 req-4df5c889-d33c-41e8-a256-81405bc6825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:45.215222 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35347d7e-8478-49ac-a02a-029ccec6f8a4 req-4df5c889-d33c-41e8-a256-81405bc6825f service neutron] 10.222.0.102 "GET /v2.0/networks?id=7e72e3e3-35e4-440a-b0fc-825484cd8d46 HTTP/1.1" status: 200 len: 898 time: 0.1247404 Jun 24 13:15:45.229856 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f4433-9c6d-4cf5-b62c-19685ab10378 req-ba2544d4-71cb-4d77-8176-f6988d2715de tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:45.231269 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5f9f4433-9c6d-4cf5-b62c-19685ab10378 req-ba2544d4-71cb-4d77-8176-f6988d2715de tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.1121933 Jun 24 13:15:45.314046 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5f9f4433-9c6d-4cf5-b62c-19685ab10378 req-31b3ef0d-8439-45ec-a97f-2d85b5b191b7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764806 Jun 24 13:15:45.315753 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35347d7e-8478-49ac-a02a-029ccec6f8a4 req-e43115f5-0e84-40aa-be12-b87b3243fd1e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d3872b-9ac1-4237-8962-2910cb68a788 HTTP/1.1" status: 200 len: 1002 time: 0.0937138 Jun 24 13:15:45.363122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35347d7e-8478-49ac-a02a-029ccec6f8a4 req-017104d0-3892-4155-ae24-99e68050ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:45.365106 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35347d7e-8478-49ac-a02a-029ccec6f8a4 req-017104d0-3892-4155-ae24-99e68050ae8a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c1ac3d78-812b-4874-a794-0f98a1ed54b5 HTTP/1.1" status: 200 len: 833 time: 0.0434089 Jun 24 13:15:45.421519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35347d7e-8478-49ac-a02a-029ccec6f8a4 req-164ec316-0dd1-4963-960c-c5a92a6e7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:45.423016 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35347d7e-8478-49ac-a02a-029ccec6f8a4 req-164ec316-0dd1-4963-960c-c5a92a6e7528 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7e72e3e3-35e4-440a-b0fc-825484cd8d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521863 Jun 24 13:15:45.517378 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35347d7e-8478-49ac-a02a-029ccec6f8a4 req-9527088e-f050-42da-b557-beec7f15bacb service neutron] 10.222.0.102 "GET /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869870 Jun 24 13:15:45.606209 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-35347d7e-8478-49ac-a02a-029ccec6f8a4 req-879cd335-3a20-4e34-8c76-191554a88f9f service neutron] 10.222.0.102 "GET /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812237 Jun 24 13:15:46.492293 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1638a-5b02-4e68-b439-209726dfcba9 req-7083515f-ae72-4118-9a46-11dde0b92440 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:46.493768 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fcc1638a-5b02-4e68-b439-209726dfcba9 req-7083515f-ae72-4118-9a46-11dde0b92440 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0681837 Jun 24 13:15:46.532097 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fcc1638a-5b02-4e68-b439-209726dfcba9 req-4879ae17-4e56-4831-b6c5-d55f1b24e523 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327063 Jun 24 13:15:47.505012 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:47.703580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1db226-1393-4948-9dce-31a813bb3f70 req-3ef855b1-9cd9-4325-9784-23508b10f5ef tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:47.705053 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8a1db226-1393-4948-9dce-31a813bb3f70 req-3ef855b1-9cd9-4325-9784-23508b10f5ef tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0630853 Jun 24 13:15:47.742593 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8a1db226-1393-4948-9dce-31a813bb3f70 req-49dc788d-f218-47fc-98d9-3dc14df69308 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318224 Jun 24 13:15:48.917481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd4714-8450-4184-85fe-787fd857ad7a req-4a6c7d3b-131f-4d04-b649-ed52d1d27a32 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:48.918981 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7cd4714-8450-4184-85fe-787fd857ad7a req-4a6c7d3b-131f-4d04-b649-ed52d1d27a32 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0674157 Jun 24 13:15:48.957662 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7cd4714-8450-4184-85fe-787fd857ad7a req-3480ab8d-eac0-4620-897a-a37f41a38978 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325313 Jun 24 13:15:50.140048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79b1a0-c6d0-4964-b2b9-2223ce41065c req-b01450a8-1cd7-411c-ab77-7b885894579e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:50.141524 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7b79b1a0-c6d0-4964-b2b9-2223ce41065c req-b01450a8-1cd7-411c-ab77-7b885894579e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0695899 Jun 24 13:15:50.178970 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7b79b1a0-c6d0-4964-b2b9-2223ce41065c req-617c0a4a-c81a-44cb-b1eb-bbddfd32dd70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317092 Jun 24 13:15:51.353548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a463ffa-16b2-4a8e-8c68-7ac524502853 req-1be2a37c-02dd-4e26-9f55-e11b6451ba87 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:51.355042 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a463ffa-16b2-4a8e-8c68-7ac524502853 req-1be2a37c-02dd-4e26-9f55-e11b6451ba87 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0639648 Jun 24 13:15:51.392263 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a463ffa-16b2-4a8e-8c68-7ac524502853 req-133db71a-3d5e-4cd1-90f9-10049cc3dcd6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315466 Jun 24 13:15:52.567043 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564952c-c24c-4092-8ecf-5476db1979ae req-423051b6-ab82-4b1f-90d0-3fb89ef1a49f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:52.568500 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4564952c-c24c-4092-8ecf-5476db1979ae req-423051b6-ab82-4b1f-90d0-3fb89ef1a49f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0667522 Jun 24 13:15:52.606334 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4564952c-c24c-4092-8ecf-5476db1979ae req-6a3204de-265a-4118-a397-3b803844ac93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Jun 24 13:15:53.775092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18740659-510d-404b-b421-c5fb33a08dbb req-8c6935de-47e5-40ee-999d-a9a95ffe3bfe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:15:53.776552 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-18740659-510d-404b-b421-c5fb33a08dbb req-8c6935de-47e5-40ee-999d-a9a95ffe3bfe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0624008 Jun 24 13:15:53.815217 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-18740659-510d-404b-b421-c5fb33a08dbb req-4a447d3f-b6a1-4f5b-874d-1627cab530e0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330341 Jun 24 13:15:53.838849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52982) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:15:53.896975 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-92c4358a-33b2-4031-907f-fa282e26193b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/98d958cd-156e-4313-92d1-ce0d0f56c94b HTTP/1.1" status: 200 len: 994 time: 0.0568311 Jun 24 13:15:56.624995 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-102e9c97-78cb-4994-a235-f7c359a10161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:59.349855 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-24e86606-0d47-475f-8a37-8c69bafe247c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:15:59.477782 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:00.409428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:02.375005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:02.841528 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:16:17.524944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:25.472281 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 52996) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:25.626960 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port 2ca06bce-f018-45be-99b0-e598ed0c39bf {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:16:25.627211 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:25.702401 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:25.702728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:25.714202 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for 2ca06bce-f018-45be-99b0-e598ed0c39bf owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:16:25.858691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:25.860611 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-61a2240e-383b-47ba-aaac-cd98764d33dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:25.885636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=2ca06bce-f018-45be-99b0-e598ed0c39bf,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:25.913069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:25.913485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:25.913869 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:25.914288 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:25.914620 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:25.915020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:25.915395 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:25.915765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:25.916131 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:25.916494 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:25.916858 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:25.917226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:25.920524 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:25.958001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:25.958325 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Floating IP 98d958cd-156e-4313-92d1-ce0d0f56c94b disassociated (deleted). External IP: 172.26.1.161, port: 16d3872b-9ac1-4237-8962-2910cb68a788. Jun 24 13:16:26.168764 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router d4780571-efae-43d3-9263-e7ff23b72f47 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:16:26.276094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:16:26.280887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:26.286357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52656fc0-2792-4d9f-b9ed-8b673947100b None None] Sync routers for ids ['d4780571-efae-43d3-9263-e7ff23b72f47'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:16:26.297307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52656fc0-2792-4d9f-b9ed-8b673947100b None None] Routers {'d4780571-efae-43d3-9263-e7ff23b72f47'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:16:26.297937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-52656fc0-2792-4d9f-b9ed-8b673947100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:15:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d4780571-efae-43d3-9263-e7ff23b72f47'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:26.318325 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/floatingips/98d958cd-156e-4313-92d1-ce0d0f56c94b HTTP/1.1" status: 204 len: 168 time: 0.8449316 Jun 24 13:16:26.319030 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'tag': '16d3872b-9ac1-4237-8962-2910cb68a788'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:16:26.321358 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e0c6a6-7bb8-4641-8b45-856545309a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef58c7ae-a501-4564-9927-7d2941889c4d", "tag": "16d3872b-9ac1-4237-8962-2910cb68a788"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:16:26.368464 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3422d708-9f14-436e-989f-ce906c4c3741 x-openstack-request-id: req-3422d708-9f14-436e-989f-ce906c4c3741 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:16:26.368927 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef58c7ae-a501-4564-9927-7d2941889c4d", "tag": "16d3872b-9ac1-4237-8962-2910cb68a788", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:16:26.369336 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-3422d708-9f14-436e-989f-ce906c4c3741 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:16:26.369891 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'tag': '16d3872b-9ac1-4237-8962-2910cb68a788', 'status': 'completed', 'code': 200} Jun 24 13:16:26.409147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-52656fc0-2792-4d9f-b9ed-8b673947100b None None] Set router d4780571-efae-43d3-9263-e7ff23b72f47 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:16:26.455223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0c6a6-7bb8-4641-8b45-856545309a7f req-e7293350-490f-45ba-8901-8bb304d66fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:26.456642 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3e0c6a6-7bb8-4641-8b45-856545309a7f req-e7293350-490f-45ba-8901-8bb304d66fd5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 1099 time: 0.0645854 Jun 24 13:16:26.549369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0c6a6-7bb8-4641-8b45-856545309a7f req-1d9d1761-34da-4b2c-9f27-a36152ffd569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:26.550874 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3e0c6a6-7bb8-4641-8b45-856545309a7f req-1d9d1761-34da-4b2c-9f27-a36152ffd569 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7e72e3e3-35e4-440a-b0fc-825484cd8d46 HTTP/1.1" status: 200 len: 898 time: 0.0871065 Jun 24 13:16:26.596485 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3e0c6a6-7bb8-4641-8b45-856545309a7f req-35510d7d-46c8-4f62-adf3-a26faa702caa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d3872b-9ac1-4237-8962-2910cb68a788 HTTP/1.1" status: 200 len: 217 time: 0.0386419 Jun 24 13:16:26.637637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3a5834ed-76b1-49b3-87a1-17208d77a32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:26.654099 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-52656fc0-2792-4d9f-b9ed-8b673947100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:14:48Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd4593243-7565-45de-8ea3-2c0927e6ea72', 'name': '', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d9:24:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:47Z', 'updated_at': '2021-06-24T13:14:52Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:26.678110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0c6a6-7bb8-4641-8b45-856545309a7f req-ff1ea7ab-63ad-402f-8956-c1edf7661928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:26.680177 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3e0c6a6-7bb8-4641-8b45-856545309a7f req-ff1ea7ab-63ad-402f-8956-c1edf7661928 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c1ac3d78-812b-4874-a794-0f98a1ed54b5 HTTP/1.1" status: 200 len: 833 time: 0.0765615 Jun 24 13:16:26.682443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52656fc0-2792-4d9f-b9ed-8b673947100b None None] Checking router: d4780571-efae-43d3-9263-e7ff23b72f47 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:16:26.691396 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52656fc0-2792-4d9f-b9ed-8b673947100b None None] Routers {'d4780571-efae-43d3-9263-e7ff23b72f47'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:16:26.692020 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-52656fc0-2792-4d9f-b9ed-8b673947100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:15:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d4780571-efae-43d3-9263-e7ff23b72f47'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:26.782722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0c6a6-7bb8-4641-8b45-856545309a7f req-62c50a0c-d6d5-402a-9b99-b770c3aa8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:26.784223 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3e0c6a6-7bb8-4641-8b45-856545309a7f req-62c50a0c-d6d5-402a-9b99-b770c3aa8040 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7e72e3e3-35e4-440a-b0fc-825484cd8d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0973806 Jun 24 13:16:26.795398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb367f-abc5-4372-a232-4c45d22061ce req-0fe83b8a-5d28-447d-bab1-da1bfca038ca tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:26.796937 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e5fb367f-abc5-4372-a232-4c45d22061ce req-0fe83b8a-5d28-447d-bab1-da1bfca038ca tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0829740 Jun 24 13:16:26.805275 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-52656fc0-2792-4d9f-b9ed-8b673947100b None None] Set router d4780571-efae-43d3-9263-e7ff23b72f47 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:16:26.885260 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e5fb367f-abc5-4372-a232-4c45d22061ce req-6e563f82-961a-4723-8e8b-c5e347a28be5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802190 Jun 24 13:16:26.911792 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3e0c6a6-7bb8-4641-8b45-856545309a7f req-bcd7a3ba-70fe-4d08-92d9-d9899863c949 service neutron] 10.222.0.102 "GET /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138935 Jun 24 13:16:27.006992 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b3e0c6a6-7bb8-4641-8b45-856545309a7f req-81b32c6e-ed3f-4835-91f3-665045197e32 service neutron] 10.222.0.102 "GET /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877931 Jun 24 13:16:27.008741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-52656fc0-2792-4d9f-b9ed-8b673947100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:14:48Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd4593243-7565-45de-8ea3-2c0927e6ea72', 'name': '', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d9:24:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:47Z', 'updated_at': '2021-06-24T13:14:52Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:27.038469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52656fc0-2792-4d9f-b9ed-8b673947100b None None] The sync data for ids ['d4780571-efae-43d3-9263-e7ff23b72f47'] in dv-neutron-797121-4-hyperv is: [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:14:48Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd4593243-7565-45de-8ea3-2c0927e6ea72', 'name': '', 'network_id': '7e72e3e3-35e4-440a-b0fc-825484cd8d46', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d9:24:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:47Z', 'updated_at': '2021-06-24T13:14:52Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': 'c1ac3d78-812b-4874-a794-0f98a1ed54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:16:27.244036 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463c1b96-2a01-4a51-a2e5-b07fe06d67c5 None None] New status for floating IP 98d958cd-156e-4313-92d1-ce0d0f56c94b: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:16:28.063034 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa96a4d-3d73-4c01-9d41-48bd5c2f90a0 req-631ba26e-0073-4e84-9b74-270b243b8f47 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:28.064529 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-caa96a4d-3d73-4c01-9d41-48bd5c2f90a0 req-631ba26e-0073-4e84-9b74-270b243b8f47 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0631492 Jun 24 13:16:28.103154 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-caa96a4d-3d73-4c01-9d41-48bd5c2f90a0 req-84e04b00-6d25-4338-818f-ddf8e3d512bc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=e7b796b9-3307-4bdb-bd12-5a6538a31e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324562 Jun 24 13:16:28.193782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823041d-22e8-4e39-b71c-3e31bae9ac64 req-4890a6b8-cb3d-4f6e-be4b-2d660c31f952 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:28.195721 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6823041d-22e8-4e39-b71c-3e31bae9ac64 req-4890a6b8-cb3d-4f6e-be4b-2d660c31f952 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 946 time: 0.0618901 Jun 24 13:16:28.299300 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-6823041d-22e8-4e39-b71c-3e31bae9ac64 req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port 16d3872b-9ac1-4237-8962-2910cb68a788 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:16:28.299646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6823041d-22e8-4e39-b71c-3e31bae9ac64 req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:28.386100 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-6823041d-22e8-4e39-b71c-3e31bae9ac64 req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port 16d3872b-9ac1-4237-8962-2910cb68a788, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=16d3872b-9ac1-4237-8962-2910cb68a788,segment=NetworkSegment(d2d1fc03-d30a-4860-88eb-fa96b206c71f),segment_id=d2d1fc03-d30a-4860-88eb-fa96b206c71f)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:16:28.386456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6823041d-22e8-4e39-b71c-3e31bae9ac64 req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:28.404111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-6823041d-22e8-4e39-b71c-3e31bae9ac64 req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for 16d3872b-9ac1-4237-8962-2910cb68a788 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:16:28.530516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6823041d-22e8-4e39-b71c-3e31bae9ac64 req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:28.535503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:28.565547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=16d3872b-9ac1-4237-8962-2910cb68a788,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:28.602288 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:28.602687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:28.603103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:28.603487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:28.603865 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:28.604244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:28.604619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:28.604991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:28.605361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:28.605732 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:28.606100 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:28.606468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:28.610355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:28.631197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-6823041d-22e8-4e39-b71c-3e31bae9ac64 req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] No DVR routers for this DVR port 16d3872b-9ac1-4237-8962-2910cb68a788 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:16:28.634384 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-6823041d-22e8-4e39-b71c-3e31bae9ac64 req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:28.636703 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6823041d-22e8-4e39-b71c-3e31bae9ac64 req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "DELETE /v2.0/ports/16d3872b-9ac1-4237-8962-2910cb68a788 HTTP/1.1" status: 204 len: 173 time: 0.4359581 Jun 24 13:16:28.637240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'name': 'network-vif-deleted', 'tag': '16d3872b-9ac1-4237-8962-2910cb68a788'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:16:28.640719 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b991e314-1b47-42a8-88e6-86b7bef4adbc" -d '{"events": [{"server_uuid": "ef58c7ae-a501-4564-9927-7d2941889c4d", "name": "network-vif-deleted", "tag": "16d3872b-9ac1-4237-8962-2910cb68a788"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:16:28.677083 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9668497-3c31-4097-a70c-0ac2c56fc409 x-openstack-request-id: req-c9668497-3c31-4097-a70c-0ac2c56fc409 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:16:28.677466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef58c7ae-a501-4564-9927-7d2941889c4d", "name": "network-vif-deleted", "tag": "16d3872b-9ac1-4237-8962-2910cb68a788", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:16:28.677772 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c9668497-3c31-4097-a70c-0ac2c56fc409 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:16:28.678227 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef58c7ae-a501-4564-9927-7d2941889c4d', 'name': 'network-vif-deleted', 'tag': '16d3872b-9ac1-4237-8962-2910cb68a788', 'status': 'completed', 'code': 200} Jun 24 13:16:29.259843 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e2b6f73c-d9a1-4fd9-9b76-5c5c56164267 req-30838d9f-c6d5-4831-b8fe-70441fdd2aab tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=ef58c7ae-a501-4564-9927-7d2941889c4d HTTP/1.1" status: 200 len: 210 time: 0.0305669 Jun 24 13:16:29.350582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-99c30de0-0b4f-4d31-866e-6a891c772752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:29.625278 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:30.352709 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53016) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:30.412066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:31.038821 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-916842a6-47d7-444a-9470-322d2a6a8345 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:31.295883 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-916842a6-47d7-444a-9470-322d2a6a8345 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port d4593243-7565-45de-8ea3-2c0927e6ea72 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:16:31.296221 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-916842a6-47d7-444a-9470-322d2a6a8345 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:31.382542 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-916842a6-47d7-444a-9470-322d2a6a8345 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port d4593243-7565-45de-8ea3-2c0927e6ea72, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d4593243-7565-45de-8ea3-2c0927e6ea72,segment=NetworkSegment(d2d1fc03-d30a-4860-88eb-fa96b206c71f),segment_id=d2d1fc03-d30a-4860-88eb-fa96b206c71f)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:16:31.383396 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-916842a6-47d7-444a-9470-322d2a6a8345 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:31.400500 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-916842a6-47d7-444a-9470-322d2a6a8345 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for d4593243-7565-45de-8ea3-2c0927e6ea72 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:16:31.590313 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-916842a6-47d7-444a-9470-322d2a6a8345 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:31.592946 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-22acd4e2-8576-49d4-9c49-33a9af81a2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:31.617159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916842a6-47d7-444a-9470-322d2a6a8345 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=d4593243-7565-45de-8ea3-2c0927e6ea72,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:31.621133 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-916842a6-47d7-444a-9470-322d2a6a8345 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:31.792135 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-916842a6-47d7-444a-9470-322d2a6a8345 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:31.876931 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 16d3872b-9ac1-4237-8962-2910cb68a788 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:16:31.896174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 16d3872b-9ac1-4237-8962-2910cb68a788 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:16:31.896451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 16d3872b-9ac1-4237-8962-2910cb68a788 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:16:32.008761 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916842a6-47d7-444a-9470-322d2a6a8345 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router d4780571-efae-43d3-9263-e7ff23b72f47 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:16:32.112837 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916842a6-47d7-444a-9470-322d2a6a8345 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:16:32.118279 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-916842a6-47d7-444a-9470-322d2a6a8345 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "PUT /v2.0/routers/d4780571-efae-43d3-9263-e7ff23b72f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7645774 Jun 24 13:16:32.121017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53018) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:32.123967 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d177f-ba1c-405e-b3c2-fd3f28002189 None None] Sync routers for ids ['d4780571-efae-43d3-9263-e7ff23b72f47'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:16:32.134102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d177f-ba1c-405e-b3c2-fd3f28002189 None None] Routers {'d4780571-efae-43d3-9263-e7ff23b72f47'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:16:32.134651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-447d177f-ba1c-405e-b3c2-fd3f28002189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:16:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d4780571-efae-43d3-9263-e7ff23b72f47'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:32.170387 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1b8d90-2ac6-43b4-9323-321f10ad293c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting subnet c1ac3d78-812b-4874-a794-0f98a1ed54b5 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:16:32.173588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8d90-2ac6-43b4-9323-321f10ad293c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:32.214186 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8d90-2ac6-43b4-9323-321f10ad293c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:32.237343 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-447d177f-ba1c-405e-b3c2-fd3f28002189 None None] Set router d4780571-efae-43d3-9263-e7ff23b72f47 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:16:32.299821 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8d90-2ac6-43b4-9323-321f10ad293c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:32.358728 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8d90-2ac6-43b4-9323-321f10ad293c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:32.361597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8a9d2a39-e7bc-4f23-9812-b0ea1a120098 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:32.390046 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8d90-2ac6-43b4-9323-321f10ad293c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:32.394753 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0f1b8d90-2ac6-43b4-9323-321f10ad293c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/subnets/c1ac3d78-812b-4874-a794-0f98a1ed54b5 HTTP/1.1" status: 204 len: 168 time: 0.2698829 Jun 24 13:16:32.394753 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b8d90-2ac6-43b4-9323-321f10ad293c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ac3d78-812b-4874-a794-0f98a1ed54b5,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:32.395634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53020) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:32.396103 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0f1b8d90-2ac6-43b4-9323-321f10ad293c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:32.399257 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf08968d-c92e-407f-9ee8-fba3afd708bd None None] Network 7e72e3e3-35e4-440a-b0fc-825484cd8d46 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:16:32.402019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:32.509004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:32.524293 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-447d177f-ba1c-405e-b3c2-fd3f28002189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:16:31Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:32.555622 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d177f-ba1c-405e-b3c2-fd3f28002189 None None] Checking router: d4780571-efae-43d3-9263-e7ff23b72f47 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:16:32.572898 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d177f-ba1c-405e-b3c2-fd3f28002189 None None] Routers {'d4780571-efae-43d3-9263-e7ff23b72f47'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:16:32.573527 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-447d177f-ba1c-405e-b3c2-fd3f28002189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:16:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['d4780571-efae-43d3-9263-e7ff23b72f47'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:32.612392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:32.672666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port 54303cf0-85ed-47b8-a889-b7ccaacf14f6 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:16:32.673051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:32.678613 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7a598b-e80a-483c-b693-4f593970e246 None None] DHCP port deletion for 7e72e3e3-35e4-440a-b0fc-825484cd8d46 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:16:32.718362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-447d177f-ba1c-405e-b3c2-fd3f28002189 None None] Set router d4780571-efae-43d3-9263-e7ff23b72f47 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:16:32.763634 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port 54303cf0-85ed-47b8-a889-b7ccaacf14f6, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=54303cf0-85ed-47b8-a889-b7ccaacf14f6,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:16:32.764010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:32.777364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for 54303cf0-85ed-47b8-a889-b7ccaacf14f6 owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:16:32.799937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b86ab7fd-af58-42a6-bca3-e56c86b1bd5a no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:16:32.869650 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a598b-e80a-483c-b693-4f593970e246 None None] Deleting port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:16:32.870028 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad7a598b-e80a-483c-b693-4f593970e246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:32.949067 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:32.952202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a5244b31-5ee4-4709-a086-10d736b38bce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:32.957763 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-ad7a598b-e80a-483c-b693-4f593970e246 None None] For port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b86ab7fd-af58-42a6-bca3-e56c86b1bd5a,segment=NetworkSegment(d2d1fc03-d30a-4860-88eb-fa96b206c71f),segment_id=d2d1fc03-d30a-4860-88eb-fa96b206c71f)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:16:32.958347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad7a598b-e80a-483c-b693-4f593970e246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:32.981459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=54303cf0-85ed-47b8-a889-b7ccaacf14f6,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:32.984445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:33.008901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a598b-e80a-483c-b693-4f593970e246 None None] Calling delete_port for b86ab7fd-af58-42a6-bca3-e56c86b1bd5a owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:16:33.034816 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.039013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.123540 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b86ab7fd-af58-42a6-bca3-e56c86b1bd5a,segment=NetworkSegment(d2d1fc03-d30a-4860-88eb-fa96b206c71f),segment_id=d2d1fc03-d30a-4860-88eb-fa96b206c71f)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:16:33.130157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.133029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.137029 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.140519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:33.167226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-447d177f-ba1c-405e-b3c2-fd3f28002189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:16:31Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:33.181601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.182130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Fanout notify agent at l3_agent the message router_deleted on router d4780571-efae-43d3-9263-e7ff23b72f47 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:16:33.189342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.190442 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/routers/d4780571-efae-43d3-9263-e7ff23b72f47 HTTP/1.1" status: 204 len: 168 time: 0.7928824 Jun 24 13:16:33.193060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53022) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:33.204777 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ad7a598b-e80a-483c-b693-4f593970e246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.209267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d177f-ba1c-405e-b3c2-fd3f28002189 None None] The sync data for ids ['d4780571-efae-43d3-9263-e7ff23b72f47'] in dv-neutron-797121-4-hyperv is: [{'id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015033133', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:14:44Z', 'updated_at': '2021-06-24T13:16:31Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '54303cf0-85ed-47b8-a889-b7ccaacf14f6', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4780571-efae-43d3-9263-e7ff23b72f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:14:45Z', 'updated_at': '2021-06-24T13:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:16:33.228921 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a598b-e80a-483c-b693-4f593970e246 None None] No DVR routers for this DVR port b86ab7fd-af58-42a6-bca3-e56c86b1bd5a on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:16:33.233934 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=b86ab7fd-af58-42a6-bca3-e56c86b1bd5a,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:33.246905 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:33.247256 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:33.247808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:33.248062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:33.248388 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:33.248716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:33.249041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:33.250091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:33.250091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:33.250291 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:33.250589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:33.250913 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:33.255041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:33.255240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-195436c6-0d04-4cd8-9ccb-82161bb1372d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:33.276610 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a598b-e80a-483c-b693-4f593970e246 None None] Pushing event deleted for resources: {'Port': ['ID=b86ab7fd-af58-42a6-bca3-e56c86b1bd5a,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:33.277392 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.279119 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ad7a598b-e80a-483c-b693-4f593970e246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:33.364877 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.375037 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e72e3e3-35e4-440a-b0fc-825484cd8d46']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:33.386341 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d1fc03-d30a-4860-88eb-fa96b206c71f') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:33.386635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d1fc03-d30a-4860-88eb-fa96b206c71f') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:33.395734 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.410400 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.416665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:16:33.417115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:16:33.420103 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:16:33.483181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.487735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.489820 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/networks/7e72e3e3-35e4-440a-b0fc-825484cd8d46 HTTP/1.1" status: 204 len: 168 time: 0.2958195 Jun 24 13:16:33.490801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c96a3a8f-252c-4d40-8d8d-74b857e07528 tempest-RoutersTest-441896358 tempest-RoutersTest-441896358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:33.492629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53024) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:33.505451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Network': ['ID=7e72e3e3-35e4-440a-b0fc-825484cd8d46,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:33.509373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:33.557489 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b43bfe9e-9732-4cda-9b40-9391f5c53696 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.592751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b43bfe9e-9732-4cda-9b40-9391f5c53696 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.665151 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b43bfe9e-9732-4cda-9b40-9391f5c53696 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.668165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b43bfe9e-9732-4cda-9b40-9391f5c53696 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:33.671846 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b43bfe9e-9732-4cda-9b40-9391f5c53696 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/security-groups/e7b796b9-3307-4bdb-bd12-5a6538a31e87 HTTP/1.1" status: 204 len: 168 time: 0.1756682 Jun 24 13:16:33.671846 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8fe904eb-0476-4d2a-b7e2-e2dcb8acd7af tempest-TagsExtTest-1963275142 tempest-TagsExtTest-1963275142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:33.683818 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bfe9e-9732-4cda-9b40-9391f5c53696 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b796b9-3307-4bdb-bd12-5a6538a31e87,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:33.686036 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b43bfe9e-9732-4cda-9b40-9391f5c53696 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:34.278143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53030) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:34.282925 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6fbec2f7-1923-49eb-ad17-66d7e0374efb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796390932', 'description': 'tempest-secgroup-smoke-1796390932 description', 'project_id': '28eedd0d2ef04f59b288543a69056ccb'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:16:34.304785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6fbec2f7-1923-49eb-ad17-66d7e0374efb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.388069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6fbec2f7-1923-49eb-ad17-66d7e0374efb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.392152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6fbec2f7-1923-49eb-ad17-66d7e0374efb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.394529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-112efb72-c9e7-4354-bd40-e372d68bc069 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:34.421022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6fbec2f7-1923-49eb-ad17-66d7e0374efb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.422163 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6fbec2f7-1923-49eb-ad17-66d7e0374efb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1430023 Jun 24 13:16:34.424147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbec2f7-1923-49eb-ad17-66d7e0374efb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3947afaa-f6bf-457d-b005-ca94dc676be4,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:34.425175 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53032) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:34.426981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6fbec2f7-1923-49eb-ad17-66d7e0374efb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:34.430682 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-72e4588e-dafa-471d-82bb-907580f154c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '3947afaa-f6bf-457d-b005-ca94dc676be4', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:16:34.458859 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-72e4588e-dafa-471d-82bb-907580f154c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.503567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-72e4588e-dafa-471d-82bb-907580f154c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.507615 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-72e4588e-dafa-471d-82bb-907580f154c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.509347 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-94d33eec-c5fc-4177-9910-f2033c85a816 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:34.525000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4588e-dafa-471d-82bb-907580f154c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a45a479-915a-45e2-9e61-9e7efcc12e27,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:34.527452 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-72e4588e-dafa-471d-82bb-907580f154c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:34.531473 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-72e4588e-dafa-471d-82bb-907580f154c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.532644 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-72e4588e-dafa-471d-82bb-907580f154c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1064720 Jun 24 13:16:34.535404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53034) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:34.539905 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-5c355a0b-d536-4ae0-baa1-da5fec001480 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '3947afaa-f6bf-457d-b005-ca94dc676be4', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:16:34.565343 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5c355a0b-d536-4ae0-baa1-da5fec001480 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.620103 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5c355a0b-d536-4ae0-baa1-da5fec001480 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.624460 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5c355a0b-d536-4ae0-baa1-da5fec001480 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.626283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-23325cfa-cf94-4fea-b4c7-308deeac222e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:34.642161 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c355a0b-d536-4ae0-baa1-da5fec001480 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58df0b27-999a-49bf-b6bf-bae31699f35c,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:34.644599 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5c355a0b-d536-4ae0-baa1-da5fec001480 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:34.648515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5c355a0b-d536-4ae0-baa1-da5fec001480 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.649747 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5c355a0b-d536-4ae0-baa1-da5fec001480 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133957 Jun 24 13:16:34.652384 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53036) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:34.657190 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-78e5eb9d-bc73-477f-b974-35dce6556316 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '3947afaa-f6bf-457d-b005-ca94dc676be4', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:16:34.684222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-78e5eb9d-bc73-477f-b974-35dce6556316 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.736364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d4593243-7565-45de-8ea3-2c0927e6ea72 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:16:34.746934 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-78e5eb9d-bc73-477f-b974-35dce6556316 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.750548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-78e5eb9d-bc73-477f-b974-35dce6556316 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.752361 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-30a03105-9cc1-4bdd-a038-724a1199bbd9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:34.756958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: d4593243-7565-45de-8ea3-2c0927e6ea72 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:16:34.757319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d4593243-7565-45de-8ea3-2c0927e6ea72 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:16:34.757743 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 54303cf0-85ed-47b8-a889-b7ccaacf14f6 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:16:34.776296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 54303cf0-85ed-47b8-a889-b7ccaacf14f6 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:16:34.776640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5eb9d-bc73-477f-b974-35dce6556316 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e7b803-3cb9-4365-979e-68d16f33b54c,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:34.776798 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 54303cf0-85ed-47b8-a889-b7ccaacf14f6 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:16:34.779568 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-78e5eb9d-bc73-477f-b974-35dce6556316 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:34.783316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-78e5eb9d-bc73-477f-b974-35dce6556316 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.784509 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-78e5eb9d-bc73-477f-b974-35dce6556316 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312182 Jun 24 13:16:34.787289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53038) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:34.792944 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-171652f8-23ee-41ed-9d10-90015a93f660 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '3947afaa-f6bf-457d-b005-ca94dc676be4', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:16:34.819538 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-171652f8-23ee-41ed-9d10-90015a93f660 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.879509 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-171652f8-23ee-41ed-9d10-90015a93f660 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.883325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-171652f8-23ee-41ed-9d10-90015a93f660 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.888990 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:34.902212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171652f8-23ee-41ed-9d10-90015a93f660 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e1e190-b011-4143-acd4-01ca32c44a81,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:34.905013 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-171652f8-23ee-41ed-9d10-90015a93f660 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:34.909804 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-171652f8-23ee-41ed-9d10-90015a93f660 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:34.911003 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-171652f8-23ee-41ed-9d10-90015a93f660 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227334 Jun 24 13:16:34.914332 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53040) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:34.919080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8dc3ef9b-df1d-4e9a-82ea-8bbb68f33453 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '3947afaa-f6bf-457d-b005-ca94dc676be4', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:16:34.940778 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-8dc3ef9b-df1d-4e9a-82ea-8bbb68f33453 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Project 28eedd0d2ef04f59b288543a69056ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:16:34.945636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ef9b-df1d-4e9a-82ea-8bbb68f33453 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.004413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ef9b-df1d-4e9a-82ea-8bbb68f33453 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.008792 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ef9b-df1d-4e9a-82ea-8bbb68f33453 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.010619 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5c355a0b-d536-4ae0-baa1-da5fec001480 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:35.025799 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3ef9b-df1d-4e9a-82ea-8bbb68f33453 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcdb9b5-4574-4e62-965e-1317c15a1330,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:35.029338 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8dc3ef9b-df1d-4e9a-82ea-8bbb68f33453 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:35.033096 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ef9b-df1d-4e9a-82ea-8bbb68f33453 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.034273 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8dc3ef9b-df1d-4e9a-82ea-8bbb68f33453 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189950 Jun 24 13:16:35.036919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53042) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:35.041756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-8d926ee2-c9ad-41d8-98cc-678c179f07dc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '3947afaa-f6bf-457d-b005-ca94dc676be4', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:16:35.062783 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-8d926ee2-c9ad-41d8-98cc-678c179f07dc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Project 28eedd0d2ef04f59b288543a69056ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:16:35.067414 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8d926ee2-c9ad-41d8-98cc-678c179f07dc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.125431 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8d926ee2-c9ad-41d8-98cc-678c179f07dc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.129123 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8d926ee2-c9ad-41d8-98cc-678c179f07dc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.130980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-224df67b-e0bf-476b-9098-bf155c8a68c9 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:35.149586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d926ee2-c9ad-41d8-98cc-678c179f07dc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87076c63-7681-489c-a8e3-d4298c4f8e71,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:35.152463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8d926ee2-c9ad-41d8-98cc-678c179f07dc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:35.155757 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8d926ee2-c9ad-41d8-98cc-678c179f07dc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.156951 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8d926ee2-c9ad-41d8-98cc-678c179f07dc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191199 Jun 24 13:16:35.159713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53044) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:35.165701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-98e3ea15-a099-4389-8794-88acbf4327d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'network': {'name': 'tempest-network-smoke--1949329494', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'port_security_enabled': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:16:35.184424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e3ea15-a099-4389-8794-88acbf4327d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:16:35.187983 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-98e3ea15-a099-4389-8794-88acbf4327d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.209873 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e3ea15-a099-4389-8794-88acbf4327d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] vlan segment allocate from pool success with {'vlan_id': 1336, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:16:35.218958 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-98e3ea15-a099-4389-8794-88acbf4327d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.219293 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-98e3ea15-a099-4389-8794-88acbf4327d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Added segment b77b8cb0-1360-4080-81dd-9b2301696a18 of type vlan for network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed Jun 24 13:16:35.259411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-98e3ea15-a099-4389-8794-88acbf4327d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.286840 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-98e3ea15-a099-4389-8794-88acbf4327d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.292459 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e3ea15-a099-4389-8794-88acbf4327d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:35.293033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-98e3ea15-a099-4389-8794-88acbf4327d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.296116 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f1e8972e-4878-471a-a5b3-d881c6a3b7b5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:35.326830 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-98e3ea15-a099-4389-8794-88acbf4327d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1658640 Jun 24 13:16:35.329509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53046) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:35.334205 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'admin_state_up': True, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:16:35.356132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.357117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.363814 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3ea15-a099-4389-8794-88acbf4327d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Network': ['ID=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:35.367873 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-98e3ea15-a099-4389-8794-88acbf4327d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:35.376281 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:16:35.417714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.574298 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:35.764593 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:36.111618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:36.210383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.26.1.108 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/fd342d0b-07ad-434e-ae06-14fb62d3bc8b) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:16:36.317134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:36.354671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:36.356632 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8acea57d-a666-442a-9035-a0a4685799ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:36.392589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:16:36.397308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:16:36.401266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:16:36.406888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=fd342d0b-07ad-434e-ae06-14fb62d3bc8b,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:36.425261 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:36.645853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:36.840683 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:36.965142 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router b8cac63f-c22d-43b4-9ede-00943e514869 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 13:16:37.069983 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:16:37.079202 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Sync routers for ids ['b8cac63f-c22d-43b4-9ede-00943e514869'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:16:37.087890 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Routers {'b8cac63f-c22d-43b4-9ede-00943e514869'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:16:37.088095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:37.088580 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:16:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b8cac63f-c22d-43b4-9ede-00943e514869'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:37.092471 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53048) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:37.092975 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7619295 Jun 24 13:16:37.126796 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b4360a0b-9680-44cb-9dca-7cd745fb6f08 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=28eedd0d2ef04f59b288543a69056ccb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328608 Jun 24 13:16:37.129225 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53050) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:37.191656 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Set router b8cac63f-c22d-43b4-9ede-00943e514869 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:16:37.214398 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3582c7-2fb0-4e72-a85d-8bed4a537132 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:37.218572 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8a3582c7-2fb0-4e72-a85d-8bed4a537132 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857899 Jun 24 13:16:37.218832 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53052) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:37.246263 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3affed8d-9e2f-4671-b242-a43378c547b4 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262513 Jun 24 13:16:37.248653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53054) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:37.253466 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-52a32333-e18d-43c3-8252-d993f6fcff16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1404300274', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:16:37.345689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a32333-e18d-43c3-8252-d993f6fcff16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:16:37.349219 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52a32333-e18d-43c3-8252-d993f6fcff16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:37.372329 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:16:36Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:37.398970 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Checking router: b8cac63f-c22d-43b4-9ede-00943e514869 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:16:37.399323 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Updating router b8cac63f-c22d-43b4-9ede-00943e514869 port fd342d0b-07ad-434e-ae06-14fb62d3bc8b binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:16:37.434363 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:37.536041 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52a32333-e18d-43c3-8252-d993f6fcff16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:37.538888 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eb345a23-b889-4540-8b1a-ac427100a48e tempest-NetworksTestDHCPv6-360876946 tempest-NetworksTestDHCPv6-360876946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:37.596893 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a32333-e18d-43c3-8252-d993f6fcff16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Subnet': ['ID=8a5718a7-eaa2-4769-b9ad-607ec002b26e,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:37.601743 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-52a32333-e18d-43c3-8252-d993f6fcff16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:37.608851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a32333-e18d-43c3-8252-d993f6fcff16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Checking segment: {'id': 'b77b8cb0-1360-4080-81dd-9b2301696a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:16:37.609205 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a32333-e18d-43c3-8252-d993f6fcff16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network hostable DHCP agents. Network: ca0e1c9d-4dce-407d-addc-dcf0b7bdafed, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:16:37.624238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a32333-e18d-43c3-8252-d993f6fcff16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:16:37.633008 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-52a32333-e18d-43c3-8252-d993f6fcff16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, ca0e1c9d-4dce-407d-addc-dcf0b7bdafed) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:16:37.637308 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a32333-e18d-43c3-8252-d993f6fcff16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:37.637887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-52a32333-e18d-43c3-8252-d993f6fcff16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:37.644377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a6c5b-eb73-4954-991a-31727a887b8d None None] Network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:16:37.653157 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-52a32333-e18d-43c3-8252-d993f6fcff16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4034822 Jun 24 13:16:37.656112 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53056) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:37.708610 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:37.720092 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Transition to ACTIVE for port object fd342d0b-07ad-434e-ae06-14fb62d3bc8b will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:16:37.726296 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:37.728241 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-a8ab6d18-a4e9-4808-a8f9-f44598337458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:37.775265 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Attempting to bind port fd342d0b-07ad-434e-ae06-14fb62d3bc8b on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:16:37.775638 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Attempting to bind port fd342d0b-07ad-434e-ae06-14fb62d3bc8b by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:16:37.776000 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Attempting to bind port fd342d0b-07ad-434e-ae06-14fb62d3bc8b on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:16:37.785169 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Pushing event updated for resources: {'Port': ['ID=fd342d0b-07ad-434e-ae06-14fb62d3bc8b,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:37.787507 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:16:37.787807 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:16:37.788212 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:37.788607 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:16:37.789080 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Bound port: fd342d0b-07ad-434e-ae06-14fb62d3bc8b, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:16:37.793433 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:37.798027 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:37.798374 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:37.798713 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:37.799105 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:37.799436 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:37.800018 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:37.800348 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:37.800673 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:37.801335 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:37.801335 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:37.801598 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:37.802216 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:16:37.806844 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:37.818613 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ips': [{'subnet_id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:16:37.820186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:37.857134 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] For port fd342d0b-07ad-434e-ae06-14fb62d3bc8b, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:16:37.860699 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] For port fd342d0b-07ad-434e-ae06-14fb62d3bc8b, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fd342d0b-07ad-434e-ae06-14fb62d3bc8b,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:16:37.864560 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:37.868026 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-1c802873-e018-4105-8b83-b6c6faa0e889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:37.921260 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Pushing event updated for resources: {'Port': ['ID=fd342d0b-07ad-434e-ae06-14fb62d3bc8b,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:37.925737 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-a8ec7ddd-662e-4bb1-b730-3fdff9cabdb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:37.933903 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Routers {'b8cac63f-c22d-43b4-9ede-00943e514869'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:16:37.934631 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:16:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b8cac63f-c22d-43b4-9ede-00943e514869'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:37.965874 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Allocated IP 172.20.0.2 (ca0e1c9d-4dce-407d-addc-dcf0b7bdafed/8a5718a7-eaa2-4769-b9ad-607ec002b26e/8ac19bac-352d-4614-ad44-a04b660b260e) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:16:38.038684 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] Set router b8cac63f-c22d-43b4-9ede-00943e514869 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:16:38.121176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:38.131663 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Transition to ACTIVE for port object 8ac19bac-352d-4614-ad44-a04b660b260e will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:16:38.133050 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:38.146724 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Transition to ACTIVE for port object 8ac19bac-352d-4614-ad44-a04b660b260e will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:16:38.153241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:38.161826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:38.189102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:16:38.194110 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:16:38.198324 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:16:38.214439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Pushing event updated for resources: {'Port': ['ID=8ac19bac-352d-4614-ad44-a04b660b260e,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:38.229661 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:16:36Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:38.236017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:38.257485 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1afb74-aae4-4f05-89df-18aca1ffd78e None None] The sync data for ids ['b8cac63f-c22d-43b4-9ede-00943e514869'] in dv-neutron-797121-4-hyperv is: [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:16:36Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:16:38.268528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Attempting to bind port 8ac19bac-352d-4614-ad44-a04b660b260e on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:16:38.268910 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Attempting to bind port 8ac19bac-352d-4614-ad44-a04b660b260e by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'b77b8cb0-1360-4080-81dd-9b2301696a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:16:38.269279 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Attempting to bind port 8ac19bac-352d-4614-ad44-a04b660b260e on network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:16:38.278852 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:16:38.279240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Checking segment: {'id': 'b77b8cb0-1360-4080-81dd-9b2301696a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:16:38.279657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:38.280049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Bound using segment: {'id': 'b77b8cb0-1360-4080-81dd-9b2301696a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:16:38.280738 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Bound port: 8ac19bac-352d-4614-ad44-a04b660b260e, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77b8cb0-1360-4080-81dd-9b2301696a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:16:38.280916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:38.348888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] For port 8ac19bac-352d-4614-ad44-a04b660b260e, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:16:38.353197 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] For port 8ac19bac-352d-4614-ad44-a04b660b260e, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8ac19bac-352d-4614-ad44-a04b660b260e,segment=NetworkSegment(b77b8cb0-1360-4080-81dd-9b2301696a18),segment_id=b77b8cb0-1360-4080-81dd-9b2301696a18)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:16:38.357331 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:38.359367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:38.419445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Pushing event updated for resources: {'Port': ['ID=8ac19bac-352d-4614-ad44-a04b660b260e,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:38.423009 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:38.518792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.20.0.1 (ca0e1c9d-4dce-407d-addc-dcf0b7bdafed/8a5718a7-eaa2-4769-b9ad-607ec002b26e/298949e5-69e4-46ba-89e5-39e35ecdd0a4) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:16:38.682227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:38.707769 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Transition to ACTIVE for port object 298949e5-69e4-46ba-89e5-39e35ecdd0a4 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:16:38.753812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:38.756097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-87c0235f-1f49-422a-8b56-5dadc13e6660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:38.821575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:16:38.826825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:16:38.831431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:16:38.839175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fd342d0b-07ad-434e-ae06-14fb62d3bc8b up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:16:38.867454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=298949e5-69e4-46ba-89e5-39e35ecdd0a4,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:38.871899 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:38.887071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:38.895598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port fd342d0b-07ad-434e-ae06-14fb62d3bc8b completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:16:38.900362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port fd342d0b-07ad-434e-ae06-14fb62d3bc8b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:16:38.900741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:38.988134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:39.011846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port fd342d0b-07ad-434e-ae06-14fb62d3bc8b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fd342d0b-07ad-434e-ae06-14fb62d3bc8b,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:16:39.016553 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:39.017737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8ac19bac-352d-4614-ad44-a04b660b260e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:16:39.019955 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:39.054185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:39.101615 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=fd342d0b-07ad-434e-ae06-14fb62d3bc8b,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:39.105083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:39.117277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 8ac19bac-352d-4614-ad44-a04b660b260e completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:16:39.360286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:39.365647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:39.369304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-650d03dc-a018-4464-8124-ac4b87ae462e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:39.447406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=298949e5-69e4-46ba-89e5-39e35ecdd0a4,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:39.450165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:39.460711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:39.486029 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfac4b15-4ee8-4273-b25f-e6839ea39e53 None None] Network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:16:39.565518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:16:39.566980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:16:39.603167 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-140805de-fe6b-4354-acae-2761a5b75121 None None] Provisioning for port 8ac19bac-352d-4614-ad44-a04b660b260e completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:16:39.610139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-140805de-fe6b-4354-acae-2761a5b75121 None None] Provisioning complete for port 8ac19bac-352d-4614-ad44-a04b660b260e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:16:39.610570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-140805de-fe6b-4354-acae-2761a5b75121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:39.698621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router b8cac63f-c22d-43b4-9ede-00943e514869 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:16:39.733618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-140805de-fe6b-4354-acae-2761a5b75121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:39.770957 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-140805de-fe6b-4354-acae-2761a5b75121 None None] For port 8ac19bac-352d-4614-ad44-a04b660b260e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8ac19bac-352d-4614-ad44-a04b660b260e,segment=NetworkSegment(b77b8cb0-1360-4080-81dd-9b2301696a18),segment_id=b77b8cb0-1360-4080-81dd-9b2301696a18)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:16:39.777557 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-140805de-fe6b-4354-acae-2761a5b75121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:39.780939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:39.822931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:16:39.831707 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "PUT /v2.0/routers/b8cac63f-c22d-43b4-9ede-00943e514869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1703227 Jun 24 13:16:39.841431 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:16:39.841891 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140805de-fe6b-4354-acae-2761a5b75121 None None] Pushing event updated for resources: {'Port': ['ID=8ac19bac-352d-4614-ad44-a04b660b260e,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:39.844727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-140805de-fe6b-4354-acae-2761a5b75121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:40.002506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9b09b34d-4490-43bf-b889-c39fc3bf0f08 None None] Provisioning complete for port 8ac19bac-352d-4614-ad44-a04b660b260e triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:16:40.003232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9b09b34d-4490-43bf-b889-c39fc3bf0f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:40.019745 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-2d3fa25a-37f6-4d45-a5a2-93c07d41fee7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796390932&fields=id&tenant_id=28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 267 time: 0.0389044 Jun 24 13:16:40.053935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Sync routers for ids ['b8cac63f-c22d-43b4-9ede-00943e514869'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:16:40.069787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Routers {'b8cac63f-c22d-43b4-9ede-00943e514869'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:16:40.070429 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:16:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b8cac63f-c22d-43b4-9ede-00943e514869'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:40.145649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-fc34c117-e835-47c6-a580-148cc7f08496 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:40.147500 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-fc34c117-e835-47c6-a580-148cc7f08496 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/networks?id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed HTTP/1.1" status: 200 len: 797 time: 0.1187546 Jun 24 13:16:40.165271 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-8a27317f-6fba-458b-aa1a-e1a87c66acfd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/quotas/28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 375 time: 0.0107543 Jun 24 13:16:40.197822 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9b09b34d-4490-43bf-b889-c39fc3bf0f08 None None] Provisioning for port 298949e5-69e4-46ba-89e5-39e35ecdd0a4 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:16:40.205199 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9b09b34d-4490-43bf-b889-c39fc3bf0f08 None None] Provisioning complete for port 298949e5-69e4-46ba-89e5-39e35ecdd0a4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:16:40.205585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9b09b34d-4490-43bf-b889-c39fc3bf0f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:40.236568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Set router b8cac63f-c22d-43b4-9ede-00943e514869 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:16:40.247452 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-a12b6f81-eb05-4795-9c43-f9b812cbb231 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756650 Jun 24 13:16:40.284720 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-9b09b34d-4490-43bf-b889-c39fc3bf0f08 None None] Port 298949e5-69e4-46ba-89e5-39e35ecdd0a4 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:16:40.356557 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-8a5d51a1-19f5-4821-993e-03d3940c619e service neutron] 10.222.0.110 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964255 Jun 24 13:16:40.437215 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c133572a-0b9f-42a4-a90a-2817802c0ea8 None None] Provisioning complete for port 298949e5-69e4-46ba-89e5-39e35ecdd0a4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:16:40.437502 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c133572a-0b9f-42a4-a90a-2817802c0ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:40.454240 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-41e99148-daa9-427e-912d-7101c2474430 service neutron] 10.222.0.110 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916500 Jun 24 13:16:40.479801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c133572a-0b9f-42a4-a90a-2817802c0ea8 None None] Port 298949e5-69e4-46ba-89e5-39e35ecdd0a4 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:16:40.498105 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '298949e5-69e4-46ba-89e5-39e35ecdd0a4', 'name': '', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d8:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:38Z', 'updated_at': '2021-06-24T13:16:39Z', 'revision_number': 2, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:40.524667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Checking router: b8cac63f-c22d-43b4-9ede-00943e514869 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:16:40.525006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Updating router b8cac63f-c22d-43b4-9ede-00943e514869 port 298949e5-69e4-46ba-89e5-39e35ecdd0a4 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:16:40.564555 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:40.625667 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c7441f00-8dce-4945-8911-6b09816081e8 req-48ac13ca-6fdd-4fbc-a160-45d7410a6430 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 210 time: 0.0299089 Jun 24 13:16:40.752637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fd342d0b-07ad-434e-ae06-14fb62d3bc8b up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:16:40.869608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port fd342d0b-07ad-434e-ae06-14fb62d3bc8b triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:16:40.870285 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:40.908356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:40.927867 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Transition to ACTIVE for port object 298949e5-69e4-46ba-89e5-39e35ecdd0a4 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:16:40.935203 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:40.938091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:41.017415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b8fcc-8e41-443e-b2a1-336a95b46bea None None] Pushing event updated for resources: {'Port': ['ID=298949e5-69e4-46ba-89e5-39e35ecdd0a4,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:41.020364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-820b8fcc-8e41-443e-b2a1-336a95b46bea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:41.021820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8ac19bac-352d-4614-ad44-a04b660b260e up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:16:41.110873 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Attempting to bind port 298949e5-69e4-46ba-89e5-39e35ecdd0a4 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:16:41.111246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Attempting to bind port 298949e5-69e4-46ba-89e5-39e35ecdd0a4 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'b77b8cb0-1360-4080-81dd-9b2301696a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:16:41.111625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Attempting to bind port 298949e5-69e4-46ba-89e5-39e35ecdd0a4 on network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:16:41.120456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:16:41.120800 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Checking segment: {'id': 'b77b8cb0-1360-4080-81dd-9b2301696a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:16:41.121212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:41.121620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Bound using segment: {'id': 'b77b8cb0-1360-4080-81dd-9b2301696a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:16:41.122096 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Bound port: 298949e5-69e4-46ba-89e5-39e35ecdd0a4, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77b8cb0-1360-4080-81dd-9b2301696a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:16:41.122492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:41.142317 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 8ac19bac-352d-4614-ad44-a04b660b260e triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:16:41.142700 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:41.231094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] For port 298949e5-69e4-46ba-89e5-39e35ecdd0a4, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:16:41.235281 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] For port 298949e5-69e4-46ba-89e5-39e35ecdd0a4, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=298949e5-69e4-46ba-89e5-39e35ecdd0a4,segment=NetworkSegment(b77b8cb0-1360-4080-81dd-9b2301696a18),segment_id=b77b8cb0-1360-4080-81dd-9b2301696a18)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:16:41.241400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:41.243875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:41.336908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b8fcc-8e41-443e-b2a1-336a95b46bea None None] Pushing event updated for resources: {'Port': ['ID=298949e5-69e4-46ba-89e5-39e35ecdd0a4,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:41.341426 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Routers {'b8cac63f-c22d-43b4-9ede-00943e514869'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:16:41.342174 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:16:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b8cac63f-c22d-43b4-9ede-00943e514869'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:41.344717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-820b8fcc-8e41-443e-b2a1-336a95b46bea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:41.458637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] Set router b8cac63f-c22d-43b4-9ede-00943e514869 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:16:41.840047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '298949e5-69e4-46ba-89e5-39e35ecdd0a4', 'name': '', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d8:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:38Z', 'updated_at': '2021-06-24T13:16:41Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:41.869026 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb0327a-0df2-4aea-90ec-5f84d846b8e2 None None] The sync data for ids ['b8cac63f-c22d-43b4-9ede-00943e514869'] in dv-neutron-797121-4-hyperv is: [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '298949e5-69e4-46ba-89e5-39e35ecdd0a4', 'name': '', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d8:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:38Z', 'updated_at': '2021-06-24T13:16:41Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:16:42.117464 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e49f5a76-e32c-422a-bcc7-e0f4248a77ca req-55b3ddfd-7478-46ca-8922-b317af0f147b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 210 time: 0.0374160 Jun 24 13:16:42.135422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-b514cf96-5b7d-40ac-bf1a-a4656d2233ed tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:42.137132 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-b514cf96-5b7d-40ac-bf1a-a4656d2233ed tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/networks?id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed HTTP/1.1" status: 200 len: 797 time: 0.5378544 Jun 24 13:16:42.183200 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d9bc6720-d47b-426a-bfaf-82504df28335 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 380 time: 0.0368724 Jun 24 13:16:42.193746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'port': {'device_id': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'admin_state_up': True, 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'security_groups': ['3947afaa-f6bf-457d-b005-ca94dc676be4']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:16:42.308260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:16:42.313320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:42.447932 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.20.0.13 (ca0e1c9d-4dce-407d-addc-dcf0b7bdafed/8a5718a7-eaa2-4769-b9ad-607ec002b26e/0dc43198-1121-4658-909f-7a59b54919ef) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:16:42.596580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:42.612402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Transition to ACTIVE for port object 0dc43198-1121-4658-909f-7a59b54919ef will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:16:42.648087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:42.651999 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:42.691789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:16:42.695297 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:16:42.702150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:16:42.729266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=0dc43198-1121-4658-909f-7a59b54919ef,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:42.733995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:42.763232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:42.764053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:42.782632 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5943253 Jun 24 13:16:42.797523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Request body: {'port': {'device_id': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:16:42.807103 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 298949e5-69e4-46ba-89e5-39e35ecdd0a4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:16:42.882730 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 298949e5-69e4-46ba-89e5-39e35ecdd0a4 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:16:42.886942 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 298949e5-69e4-46ba-89e5-39e35ecdd0a4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:16:42.887384 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:42.892252 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:42.984977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:43.002328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3f362f95-dc99-494f-9438-d9cc7251b292 None None] Provisioning for port 0dc43198-1121-4658-909f-7a59b54919ef completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:16:43.016815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3f362f95-dc99-494f-9438-d9cc7251b292 None None] Provisioning complete for port 0dc43198-1121-4658-909f-7a59b54919ef triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:16:43.017439 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3f362f95-dc99-494f-9438-d9cc7251b292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:43.049741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 298949e5-69e4-46ba-89e5-39e35ecdd0a4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=298949e5-69e4-46ba-89e5-39e35ecdd0a4,segment=NetworkSegment(b77b8cb0-1360-4080-81dd-9b2301696a18),segment_id=b77b8cb0-1360-4080-81dd-9b2301696a18)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:16:43.056268 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:43.063418 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-99e1eb13-960b-457e-b206-c8630cf26039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:43.088482 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-3f362f95-dc99-494f-9438-d9cc7251b292 None None] Port 0dc43198-1121-4658-909f-7a59b54919ef cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:16:43.115462 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=298949e5-69e4-46ba-89e5-39e35ecdd0a4,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:43.118687 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:43.184451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc43198-1121-4658-909f-7a59b54919ef {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:16:43.192425 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:43.204148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Transition to ACTIVE for port object 0dc43198-1121-4658-909f-7a59b54919ef will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:16:43.208310 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:43.210474 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-960fd37d-a52d-4b80-ba16-65eba4d3649d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:43.289258 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Pushing event updated for resources: {'Port': ['ID=0dc43198-1121-4658-909f-7a59b54919ef,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:43.293721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:43.378886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a02f6c-3d67-4eb2-8aec-7f7bc3e8a948 req-2a9ed306-020c-4ac8-9bd3-548fd7a0b3a5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:43.380491 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a02f6c-3d67-4eb2-8aec-7f7bc3e8a948 req-2a9ed306-020c-4ac8-9bd3-548fd7a0b3a5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 944 time: 0.1435783 Jun 24 13:16:43.400095 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Attempting to bind port 0dc43198-1121-4658-909f-7a59b54919ef on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:16:43.400432 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Attempting to bind port 0dc43198-1121-4658-909f-7a59b54919ef by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b77b8cb0-1360-4080-81dd-9b2301696a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:16:43.400763 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Attempting to bind port 0dc43198-1121-4658-909f-7a59b54919ef on network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:16:43.418648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Port 0dc43198-1121-4658-909f-7a59b54919ef on network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:16:43.418997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Attempting to bind port 0dc43198-1121-4658-909f-7a59b54919ef on network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:16:43.435538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:16:43.435874 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Checking segment: {'id': 'b77b8cb0-1360-4080-81dd-9b2301696a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:16:43.436284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Bound using segment: {'id': 'b77b8cb0-1360-4080-81dd-9b2301696a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:16:43.436992 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Bound port: 0dc43198-1121-4658-909f-7a59b54919ef, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77b8cb0-1360-4080-81dd-9b2301696a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:16:43.437348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:43.444511 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-61a02f6c-3d67-4eb2-8aec-7f7bc3e8a948 req-51c8ec7f-06db-43ff-adf8-40082f0f137c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558004 Jun 24 13:16:43.506489 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] For port 0dc43198-1121-4658-909f-7a59b54919ef, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:16:43.510550 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] For port 0dc43198-1121-4658-909f-7a59b54919ef, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0dc43198-1121-4658-909f-7a59b54919ef,segment=NetworkSegment(b77b8cb0-1360-4080-81dd-9b2301696a18),segment_id=b77b8cb0-1360-4080-81dd-9b2301696a18)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:16:43.515231 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:43.519431 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4679ac98-df91-42d0-878a-2881ef3020a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:43.547942 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:43.548747 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:43.550116 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] 10.222.0.102 "PUT /v2.0/ports/0dc43198-1121-4658-909f-7a59b54919ef HTTP/1.1" status: 200 len: 1094 time: 0.7600322 Jun 24 13:16:43.550737 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'tag': '0dc43198-1121-4658-909f-7a59b54919ef'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:16:43.553104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa278ad-9e2e-4af1-8c86-8d1a43877535" -d '{"events": [{"name": "network-changed", "server_uuid": "d78d74e5-6180-47b2-b71e-7ab29b783687", "tag": "0dc43198-1121-4658-909f-7a59b54919ef"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:16:43.586077 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Pushing event updated for resources: {'Port': ['ID=0dc43198-1121-4658-909f-7a59b54919ef,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:43.595259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:43.597149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1362c4-1cc2-49d3-a53c-4abbfcd74288 x-openstack-request-id: req-1c1362c4-1cc2-49d3-a53c-4abbfcd74288 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:16:43.597490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78d74e5-6180-47b2-b71e-7ab29b783687", "tag": "0dc43198-1121-4658-909f-7a59b54919ef", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:16:43.597790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1c1362c4-1cc2-49d3-a53c-4abbfcd74288 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:16:43.598232 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'tag': '0dc43198-1121-4658-909f-7a59b54919ef', 'status': 'completed', 'code': 200} Jun 24 13:16:43.661137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-165f29d4-12a3-4a60-a38b-1c3c11a2ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:43.662586 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-165f29d4-12a3-4a60-a38b-1c3c11a2ba87 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 1097 time: 0.0580812 Jun 24 13:16:43.709156 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-8c98574e-3c4a-4a28-a621-0188ca16ec8d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc43198-1121-4658-909f-7a59b54919ef HTTP/1.1" status: 200 len: 217 time: 0.0394866 Jun 24 13:16:43.757709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-0ff372cd-896f-42a1-8625-521ed324848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:43.759168 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-0ff372cd-896f-42a1-8625-521ed324848a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a5718a7-eaa2-4769-b9ad-607ec002b26e HTTP/1.1" status: 200 len: 835 time: 0.0438838 Jun 24 13:16:43.817028 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d2fed594-77bb-4a28-b3e4-33849a5d7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:43.818444 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-d2fed594-77bb-4a28-b3e4-33849a5d7194 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507681 Jun 24 13:16:43.909093 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-aa0402db-5e0d-4e1a-9603-90522ff76f00 service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837007 Jun 24 13:16:43.996199 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62219238-bc86-4a24-91a2-b48c98d7a82b req-2500a2d9-c4be-44cf-94d8-219fc230adb5 service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808289 Jun 24 13:16:44.100159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa278ad-9e2e-4af1-8c86-8d1a43877535 req-37388a6c-a180-48b4-9658-b6f4bbbde8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:44.101826 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bfa278ad-9e2e-4af1-8c86-8d1a43877535 req-37388a6c-a180-48b4-9658-b6f4bbbde8f7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 1097 time: 0.0574675 Jun 24 13:16:44.195847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa278ad-9e2e-4af1-8c86-8d1a43877535 req-a468927a-a435-4d4a-b0c7-fef5d7d2376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:44.197323 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bfa278ad-9e2e-4af1-8c86-8d1a43877535 req-a468927a-a435-4d4a-b0c7-fef5d7d2376e service neutron] 10.222.0.102 "GET /v2.0/networks?id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed HTTP/1.1" status: 200 len: 899 time: 0.0878797 Jun 24 13:16:44.242147 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bfa278ad-9e2e-4af1-8c86-8d1a43877535 req-c2a390d9-ebec-49c3-8fb1-1fb9d50ae15c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc43198-1121-4658-909f-7a59b54919ef HTTP/1.1" status: 200 len: 217 time: 0.0380356 Jun 24 13:16:44.290047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa278ad-9e2e-4af1-8c86-8d1a43877535 req-239d222f-93a1-4c58-b930-3667699bb6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:44.291515 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bfa278ad-9e2e-4af1-8c86-8d1a43877535 req-239d222f-93a1-4c58-b930-3667699bb6e6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a5718a7-eaa2-4769-b9ad-607ec002b26e HTTP/1.1" status: 200 len: 835 time: 0.0432663 Jun 24 13:16:44.347571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa278ad-9e2e-4af1-8c86-8d1a43877535 req-19046146-97c4-4cdb-afd1-2eb02d79dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:44.349039 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bfa278ad-9e2e-4af1-8c86-8d1a43877535 req-19046146-97c4-4cdb-afd1-2eb02d79dbcd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506675 Jun 24 13:16:44.448826 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bfa278ad-9e2e-4af1-8c86-8d1a43877535 req-eb7db025-c798-4d3f-85a4-90cc80e4da70 service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922723 Jun 24 13:16:44.541383 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bfa278ad-9e2e-4af1-8c86-8d1a43877535 req-f449deb5-f9c5-4a41-a8ce-2ed3b18defa3 service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855572 Jun 24 13:16:44.625062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a177f4-a2ae-41fa-b27e-de739e39755a req-9f04d8a7-2c36-4618-8ccc-e1dd895c8653 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:44.626423 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-18a177f4-a2ae-41fa-b27e-de739e39755a req-9f04d8a7-2c36-4618-8ccc-e1dd895c8653 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 944 time: 0.0718603 Jun 24 13:16:44.669494 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-18a177f4-a2ae-41fa-b27e-de739e39755a req-538e1e08-0bf0-4cf5-8aa9-be7f3d2e2d4b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370975 Jun 24 13:16:44.740726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 298949e5-69e4-46ba-89e5-39e35ecdd0a4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:16:44.787621 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 298949e5-69e4-46ba-89e5-39e35ecdd0a4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:16:44.788496 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:45.846631 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c214a9c-83ba-4e69-a243-bea18d25be48 req-656f8986-fa14-46ea-977f-1c3b241459b2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:45.848141 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2c214a9c-83ba-4e69-a243-bea18d25be48 req-656f8986-fa14-46ea-977f-1c3b241459b2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 944 time: 0.0630753 Jun 24 13:16:45.885039 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2c214a9c-83ba-4e69-a243-bea18d25be48 req-a041d743-840a-4939-985d-b1f323292998 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307491 Jun 24 13:16:47.055541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00f49c-70f3-4e9a-9f9e-696fd6169748 req-8781583c-fed6-4ca3-b19b-4b2fa33007ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:47.056906 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7d00f49c-70f3-4e9a-9f9e-696fd6169748 req-8781583c-fed6-4ca3-b19b-4b2fa33007ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 944 time: 0.0623899 Jun 24 13:16:47.094851 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7d00f49c-70f3-4e9a-9f9e-696fd6169748 req-40f91c3a-acff-425b-8333-f3663bf1d68c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Jun 24 13:16:47.528694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:47.975059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0dc43198-1121-4658-909f-7a59b54919ef details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:16:48.068582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 0dc43198-1121-4658-909f-7a59b54919ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0dc43198-1121-4658-909f-7a59b54919ef,segment=NetworkSegment(b77b8cb0-1360-4080-81dd-9b2301696a18),segment_id=b77b8cb0-1360-4080-81dd-9b2301696a18)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:16:48.079688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '0dc43198-1121-4658-909f-7a59b54919ef', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'port_id': '0dc43198-1121-4658-909f-7a59b54919ef', 'mac_address': 'fa:16:3e:25:6d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:16:48.118655 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:48.132199 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc43198-1121-4658-909f-7a59b54919ef {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:16:48.151819 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 0dc43198-1121-4658-909f-7a59b54919ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0dc43198-1121-4658-909f-7a59b54919ef,segment=NetworkSegment(b77b8cb0-1360-4080-81dd-9b2301696a18),segment_id=b77b8cb0-1360-4080-81dd-9b2301696a18)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:16:48.155965 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:48.157933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-ad7a598b-e80a-483c-b693-4f593970e246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:48.204557 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=0dc43198-1121-4658-909f-7a59b54919ef,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:48.207078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:48.277516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bff9b-2006-46be-9ae5-63c747222036 req-176f6b42-41b0-4296-b144-1bfd2c34e098 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:48.279068 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a79bff9b-2006-46be-9ae5-63c747222036 req-176f6b42-41b0-4296-b144-1bfd2c34e098 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 945 time: 0.0709455 Jun 24 13:16:48.320216 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a79bff9b-2006-46be-9ae5-63c747222036 req-d478c85e-92cc-4a73-9f5f-a98967dfd324 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353615 Jun 24 13:16:48.363310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['0dc43198-1121-4658-909f-7a59b54919ef'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:16:49.493817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786300e-ceb7-4047-88e4-860e29367f90 req-4b7c396a-0255-4d6a-a1a2-ad619d9f267e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:49.495343 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4786300e-ceb7-4047-88e4-860e29367f90 req-4b7c396a-0255-4d6a-a1a2-ad619d9f267e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 945 time: 0.0657437 Jun 24 13:16:49.533772 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4786300e-ceb7-4047-88e4-860e29367f90 req-48310252-22b6-47ba-8154-5dd25e927b36 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326343 Jun 24 13:16:49.985322 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0dc43198-1121-4658-909f-7a59b54919ef up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:16:50.032434 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 0dc43198-1121-4658-909f-7a59b54919ef completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:16:50.036416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 0dc43198-1121-4658-909f-7a59b54919ef triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:16:50.036934 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:50.115314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:50.138556 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc43198-1121-4658-909f-7a59b54919ef'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:16:50.140853 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce52a60d-70c0-49af-8fad-60adae550736" -d '{"events": [{"server_uuid": "d78d74e5-6180-47b2-b71e-7ab29b783687", "name": "network-vif-plugged", "status": "completed", "tag": "0dc43198-1121-4658-909f-7a59b54919ef"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:16:50.153659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 0dc43198-1121-4658-909f-7a59b54919ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0dc43198-1121-4658-909f-7a59b54919ef,segment=NetworkSegment(b77b8cb0-1360-4080-81dd-9b2301696a18),segment_id=b77b8cb0-1360-4080-81dd-9b2301696a18)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:16:50.157708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:50.160738 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-45c5c655-5962-4421-9170-25d0040bfd5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:50.185672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4fd917-0a02-4aeb-ade7-30149ccc9861 x-openstack-request-id: req-5f4fd917-0a02-4aeb-ade7-30149ccc9861 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:16:50.185973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78d74e5-6180-47b2-b71e-7ab29b783687", "name": "network-vif-plugged", "status": "completed", "tag": "0dc43198-1121-4658-909f-7a59b54919ef", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:16:50.186237 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-5f4fd917-0a02-4aeb-ade7-30149ccc9861 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:16:50.187001 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc43198-1121-4658-909f-7a59b54919ef', 'code': 200} Jun 24 13:16:50.216115 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=0dc43198-1121-4658-909f-7a59b54919ef,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:50.219679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:50.393689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d20442-e2f1-44c8-b575-ad9cc8bd2202 req-a2da448c-f4fb-4f55-b192-591aec4aaf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:50.395123 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-63d20442-e2f1-44c8-b575-ad9cc8bd2202 req-a2da448c-f4fb-4f55-b192-591aec4aaf62 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 1099 time: 0.0556414 Jun 24 13:16:50.430322 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-63d20442-e2f1-44c8-b575-ad9cc8bd2202 req-f163e097-3a9b-4db7-9f01-cc60fb4742a1 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292165 Jun 24 13:16:50.709086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f96ea4-e3b9-4ee9-b9ed-82f808a737ea req-9e45020d-3f07-48c6-8f04-6bbbaed7a894 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:50.710629 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-38f96ea4-e3b9-4ee9-b9ed-82f808a737ea req-9e45020d-3f07-48c6-8f04-6bbbaed7a894 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0646236 Jun 24 13:16:50.748361 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-38f96ea4-e3b9-4ee9-b9ed-82f808a737ea req-4310ba55-dac1-496b-a151-e0c1b88531f8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Jun 24 13:16:51.919981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeee33a-5409-41a2-b801-5cb5068de51c req-61310a15-a1cf-4503-92b8-94b1932e7cc2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:51.921455 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-caeee33a-5409-41a2-b801-5cb5068de51c req-61310a15-a1cf-4503-92b8-94b1932e7cc2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0627160 Jun 24 13:16:51.959816 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-caeee33a-5409-41a2-b801-5cb5068de51c req-50b33f77-8392-4634-92b4-d9a146e3990e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325651 Jun 24 13:16:52.136240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03a687-5c76-40a1-b0bf-b04723d3191d req-d7f31967-143a-4e0b-a1e1-ab3168ec44d9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:52.137695 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c03a687-5c76-40a1-b0bf-b04723d3191d req-d7f31967-143a-4e0b-a1e1-ab3168ec44d9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0681009 Jun 24 13:16:52.175911 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6c03a687-5c76-40a1-b0bf-b04723d3191d req-f5f1c426-026d-4911-b4c9-6eb462e67ff4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325406 Jun 24 13:16:52.200597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53112) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:52.257479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3d87bd-77dd-4bf0-be01-a95fae27737a tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:52.259005 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4b3d87bd-77dd-4bf0-be01-a95fae27737a tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 1094 time: 0.0572426 Jun 24 13:16:52.261853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53114) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:52.266274 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '0dc43198-1121-4658-909f-7a59b54919ef', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:16:52.299154 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:52.395215 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:52.501455 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.26.1.202 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/256d9616-4af5-4302-b3b2-82406cb1d88d) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:16:52.599506 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:52.636682 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:52.638789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-afb4deaa-c303-4175-bc5a-7bf7179cb9df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:52.677701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:16:52.682257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:16:52.685972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:16:52.708734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=256d9616-4af5-4302-b3b2-82406cb1d88d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:52.713289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:53.054012 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:53.129791 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:53.275550 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:53.279866 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:53.282911 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f54d14cf-15b0-4aa5-9388-7d8caaf0f22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:16:53.349988 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=256d9616-4af5-4302-b3b2-82406cb1d88d,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:16:53.355323 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:16:53.358234 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:53.456981 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Floating IP 74d1106c-7196-4751-afbb-01ae9853238b associated. External IP: 172.26.1.202, port: 0dc43198-1121-4658-909f-7a59b54919ef. Jun 24 13:16:53.664773 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router b8cac63f-c22d-43b4-9ede-00943e514869 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:16:53.771106 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:16:53.780902 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214647b-230f-4f82-9d56-1f924300fe9b None None] Sync routers for ids ['b8cac63f-c22d-43b4-9ede-00943e514869'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:16:53.786536 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:53.792972 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214647b-230f-4f82-9d56-1f924300fe9b None None] Routers {'b8cac63f-c22d-43b4-9ede-00943e514869'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:16:53.793874 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-f214647b-230f-4f82-9d56-1f924300fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:16:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b8cac63f-c22d-43b4-9ede-00943e514869'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:53.829110 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5662451 Jun 24 13:16:53.829962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'tag': '0dc43198-1121-4658-909f-7a59b54919ef'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:16:53.832423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4b5497-9e25-4a6c-bdc5-54cbc850a6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d78d74e5-6180-47b2-b71e-7ab29b783687", "tag": "0dc43198-1121-4658-909f-7a59b54919ef"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:16:53.871149 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360725e8-6fbe-4fe4-b544-e21214502e5c x-openstack-request-id: req-360725e8-6fbe-4fe4-b544-e21214502e5c {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:16:53.871596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78d74e5-6180-47b2-b71e-7ab29b783687", "tag": "0dc43198-1121-4658-909f-7a59b54919ef", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:16:53.871998 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-360725e8-6fbe-4fe4-b544-e21214502e5c {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:16:53.872692 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'tag': '0dc43198-1121-4658-909f-7a59b54919ef', 'status': 'completed', 'code': 200} Jun 24 13:16:53.901816 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-f214647b-230f-4f82-9d56-1f924300fe9b None None] Set router b8cac63f-c22d-43b4-9ede-00943e514869 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:16:53.985840 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b5497-9e25-4a6c-bdc5-54cbc850a6ec req-8dff4e58-e2fd-4b72-bba6-15abba9592d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:53.987406 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1a4b5497-9e25-4a6c-bdc5-54cbc850a6ec req-8dff4e58-e2fd-4b72-bba6-15abba9592d7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 1099 time: 0.0933120 Jun 24 13:16:54.061512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e3264-1dac-439b-a287-a55124c85b64 req-5f5ad6f7-7fef-47c7-9e57-a933ea037805 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:54.063541 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-295e3264-1dac-439b-a287-a55124c85b64 req-5f5ad6f7-7fef-47c7-9e57-a933ea037805 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.1328259 Jun 24 13:16:54.120852 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-295e3264-1dac-439b-a287-a55124c85b64 req-1d95d966-8b80-41cf-998f-c60c810a9c5c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514219 Jun 24 13:16:54.122321 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b5497-9e25-4a6c-bdc5-54cbc850a6ec req-94b6cf6f-15d1-4f99-9e36-0ea8dc05d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:54.123810 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1a4b5497-9e25-4a6c-bdc5-54cbc850a6ec req-94b6cf6f-15d1-4f99-9e36-0ea8dc05d807 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed HTTP/1.1" status: 200 len: 899 time: 0.1295843 Jun 24 13:16:54.149775 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53120) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:54.199859 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1a4b5497-9e25-4a6c-bdc5-54cbc850a6ec req-60da71c9-223e-45b6-9c38-85c7ee1871f5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc43198-1121-4658-909f-7a59b54919ef HTTP/1.1" status: 200 len: 1000 time: 0.0699389 Jun 24 13:16:54.214070 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-3bc08a31-f4dd-4871-ae23-a83fe423f73a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/74d1106c-7196-4751-afbb-01ae9853238b HTTP/1.1" status: 200 len: 992 time: 0.0629570 Jun 24 13:16:54.229570 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-f214647b-230f-4f82-9d56-1f924300fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '74d1106c-7196-4751-afbb-01ae9853238b', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'port_id': '0dc43198-1121-4658-909f-7a59b54919ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'mac_address': 'fa:16:3e:25:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:16:52Z', 'updated_at': '2021-06-24T13:16:52Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '298949e5-69e4-46ba-89e5-39e35ecdd0a4', 'name': '', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d8:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:38Z', 'updated_at': '2021-06-24T13:16:43Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:54.248315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b5497-9e25-4a6c-bdc5-54cbc850a6ec req-021372d4-f364-42c1-b124-91f2d254e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:54.249706 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1a4b5497-9e25-4a6c-bdc5-54cbc850a6ec req-021372d4-f364-42c1-b124-91f2d254e486 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a5718a7-eaa2-4769-b9ad-607ec002b26e HTTP/1.1" status: 200 len: 835 time: 0.0439172 Jun 24 13:16:54.255895 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214647b-230f-4f82-9d56-1f924300fe9b None None] Checking router: b8cac63f-c22d-43b4-9ede-00943e514869 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:16:54.263991 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214647b-230f-4f82-9d56-1f924300fe9b None None] Routers {'b8cac63f-c22d-43b4-9ede-00943e514869'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:16:54.264593 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-f214647b-230f-4f82-9d56-1f924300fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:16:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b8cac63f-c22d-43b4-9ede-00943e514869'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:54.305533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b5497-9e25-4a6c-bdc5-54cbc850a6ec req-94160135-83b3-4d02-a324-e1b2188aa7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:16:54.307018 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1a4b5497-9e25-4a6c-bdc5-54cbc850a6ec req-94160135-83b3-4d02-a324-e1b2188aa7bb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507596 Jun 24 13:16:54.367770 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-f214647b-230f-4f82-9d56-1f924300fe9b None None] Set router b8cac63f-c22d-43b4-9ede-00943e514869 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:16:54.400619 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1a4b5497-9e25-4a6c-bdc5-54cbc850a6ec req-80c81868-86c8-4a76-a244-2118742cd4f6 service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871336 Jun 24 13:16:54.490002 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1a4b5497-9e25-4a6c-bdc5-54cbc850a6ec req-07ca2f99-6ab3-4531-adc5-7be03a0c5d86 service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833097 Jun 24 13:16:54.593204 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-f214647b-230f-4f82-9d56-1f924300fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '74d1106c-7196-4751-afbb-01ae9853238b', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'port_id': '0dc43198-1121-4658-909f-7a59b54919ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'mac_address': 'fa:16:3e:25:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:16:52Z', 'updated_at': '2021-06-24T13:16:52Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '298949e5-69e4-46ba-89e5-39e35ecdd0a4', 'name': '', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d8:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:38Z', 'updated_at': '2021-06-24T13:16:43Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:16:54.621445 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214647b-230f-4f82-9d56-1f924300fe9b None None] The sync data for ids ['b8cac63f-c22d-43b4-9ede-00943e514869'] in dv-neutron-797121-4-hyperv is: [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '74d1106c-7196-4751-afbb-01ae9853238b', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'port_id': '0dc43198-1121-4658-909f-7a59b54919ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'mac_address': 'fa:16:3e:25:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:16:52Z', 'updated_at': '2021-06-24T13:16:52Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '298949e5-69e4-46ba-89e5-39e35ecdd0a4', 'name': '', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d8:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:38Z', 'updated_at': '2021-06-24T13:16:43Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:16:54.801796 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ef52c-9d40-453a-8662-4015f8a8a341 None None] New status for floating IP 74d1106c-7196-4751-afbb-01ae9853238b: ACTIVE {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:16:55.218030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53122) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:16:55.285114 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4ed47d81-21a4-4140-86bb-ee7361c34ead tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/74d1106c-7196-4751-afbb-01ae9853238b HTTP/1.1" status: 200 len: 994 time: 0.0659251 Jun 24 13:16:56.628325 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8000f170-feb0-4741-bd88-e5690e9cd77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:59.352419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2ac1c312-71fc-4680-bd3f-c292d968fca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:16:59.475999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:17:00.415716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:17:02.383003 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:17:16.839589 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:17:17.532810 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:17:20.805252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-6acd659c-6811-4873-a6db-9f473d6d2ec6 req-5ea02e80-e9b7-4be8-abc5-cdb8d1440232 tempest-ServerDiskConfigTestJSON-853258965 tempest-ServerDiskConfigTestJSON-853258965-project] (100145) timed out ('10.222.0.102', 61695) {{(pid=100145) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 13:17:26.551230 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53142) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:17:26.572765 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cd109-dce5-4344-8b0e-95bb21eea493 req-753ef20e-2de6-4a37-a409-573874af022f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:26.574275 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3c8cd109-dce5-4344-8b0e-95bb21eea493 req-753ef20e-2de6-4a37-a409-573874af022f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0664999 Jun 24 13:17:26.613488 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3c8cd109-dce5-4344-8b0e-95bb21eea493 req-bca77586-4e3c-4748-bdc7-93be1252d383 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332494 Jun 24 13:17:26.629919 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cbdaacb4-442b-4420-81c1-a76d4944da09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:17:26.976471 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-8f59dbc4-963f-4ccf-8efb-1bb0fd1edad1 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4239886 Jun 24 13:17:27.803892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5f0fc-68d4-4b9d-b4f7-0185053b6222 req-b5e2c167-cee8-49e3-848a-4040b13f50fc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:27.805360 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5ca5f0fc-68d4-4b9d-b4f7-0185053b6222 req-b5e2c167-cee8-49e3-848a-4040b13f50fc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0694296 Jun 24 13:17:27.842798 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5ca5f0fc-68d4-4b9d-b4f7-0185053b6222 req-0c5239bd-4607-48a6-b180-231920cc5b1c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Jun 24 13:17:28.084934 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-6a82f03c-0b2b-4bb5-aeec-ace5ad6b13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:28.086434 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-6a82f03c-0b2b-4bb5-aeec-ace5ad6b13a7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 1099 time: 0.0544789 Jun 24 13:17:28.180618 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-ca8e91a1-d7c2-4163-8da1-356ed8be8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:28.182103 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-ca8e91a1-d7c2-4163-8da1-356ed8be8abc service neutron] 10.222.0.102 "GET /v2.0/networks?id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed HTTP/1.1" status: 200 len: 899 time: 0.0890698 Jun 24 13:17:28.250163 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-ea667575-d1f6-40f0-ac16-839eca6a73d0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc43198-1121-4658-909f-7a59b54919ef HTTP/1.1" status: 200 len: 1002 time: 0.0616825 Jun 24 13:17:28.298260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-2a551734-39ad-4ab1-96b5-cd6361bb40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:28.299775 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-2a551734-39ad-4ab1-96b5-cd6361bb40e4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a5718a7-eaa2-4769-b9ad-607ec002b26e HTTP/1.1" status: 200 len: 835 time: 0.0443263 Jun 24 13:17:28.362037 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-9329ca93-c457-4bdc-b520-6ad3fc602101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:28.363585 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-9329ca93-c457-4bdc-b520-6ad3fc602101 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0579309 Jun 24 13:17:28.455894 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-abfcd8c2-7403-4eaf-9893-92890565a71b service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834711 Jun 24 13:17:28.551546 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-608ba901-6f44-4aaf-9bf9-ad6c133b64c6 service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891714 Jun 24 13:17:29.016905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d84e2-b1d2-43dc-8614-2258afa530da req-fb48bcbd-00ed-4bc5-973e-145600a97680 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:29.018369 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b44d84e2-b1d2-43dc-8614-2258afa530da req-fb48bcbd-00ed-4bc5-973e-145600a97680 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0622334 Jun 24 13:17:29.054664 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b44d84e2-b1d2-43dc-8614-2258afa530da req-73051cff-ac72-45a7-b96e-a51c1d11c0b8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306234 Jun 24 13:17:29.352358 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9160f982-219a-495c-85a3-f220b649c0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:17:29.477039 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:17:30.237716 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c2951-61a8-417d-811d-506aa1281c6a req-42751c23-e4cd-4ffc-bfd4-ac8abe7d2892 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:30.239212 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b81c2951-61a8-417d-811d-506aa1281c6a req-42751c23-e4cd-4ffc-bfd4-ac8abe7d2892 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0699716 Jun 24 13:17:30.276902 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b81c2951-61a8-417d-811d-506aa1281c6a req-a7871dc5-dc6b-43e5-ba0e-f2e7ecf58447 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321021 Jun 24 13:17:30.418330 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:17:31.450623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90c393-2c01-4a93-bc7a-b5c43607ed3c req-96a13588-9396-4724-ac67-3e6267f02869 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:31.452114 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a90c393-2c01-4a93-bc7a-b5c43607ed3c req-96a13588-9396-4724-ac67-3e6267f02869 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0636747 Jun 24 13:17:31.489776 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4a90c393-2c01-4a93-bc7a-b5c43607ed3c req-74dc19e7-f519-4d64-b4c4-41e96f934c65 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Jun 24 13:17:32.384657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:17:32.668008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83139c5a-9f55-4817-89a8-40e08f3639fb req-1efe548f-4367-4130-a06f-d5d50ae70e85 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:32.669388 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83139c5a-9f55-4817-89a8-40e08f3639fb req-1efe548f-4367-4130-a06f-d5d50ae70e85 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0631773 Jun 24 13:17:32.707050 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-83139c5a-9f55-4817-89a8-40e08f3639fb req-95e0a300-f6e4-453a-8cca-e9d7945db0df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317540 Jun 24 13:17:33.893477 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70f9dc-b23b-42e9-8ce2-0eabbf5eb406 req-da3a7ccf-b0a2-43f0-9865-66f6975d844d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:33.894977 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e70f9dc-b23b-42e9-8ce2-0eabbf5eb406 req-da3a7ccf-b0a2-43f0-9865-66f6975d844d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0681860 Jun 24 13:17:33.933741 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8e70f9dc-b23b-42e9-8ce2-0eabbf5eb406 req-c978e3f5-c231-469a-98db-34b0861f4085 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329444 Jun 24 13:17:35.109707 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75340b88-cf6d-44e1-98d0-f1f91c292878 req-cb686281-7285-4ed1-8b5e-6faebce73404 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:35.111191 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-75340b88-cf6d-44e1-98d0-f1f91c292878 req-cb686281-7285-4ed1-8b5e-6faebce73404 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0660157 Jun 24 13:17:35.153068 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-75340b88-cf6d-44e1-98d0-f1f91c292878 req-952fdb5f-b614-4a88-a3f2-abfbb342bc0a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362349 Jun 24 13:17:36.332693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d06188-bf0d-4549-82b2-b3cc4102a38b req-6b5844db-020b-4fcc-86a0-ef8b875986ee tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:36.334247 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-27d06188-bf0d-4549-82b2-b3cc4102a38b req-6b5844db-020b-4fcc-86a0-ef8b875986ee tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0680914 Jun 24 13:17:36.371485 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-27d06188-bf0d-4549-82b2-b3cc4102a38b req-d3ba42b7-7e51-4054-ad02-53208ef28e69 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315676 Jun 24 13:17:37.546244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00b4df-4521-4e75-a009-616726d4c798 req-d3ccc2d0-a299-4d26-b99e-5b1a9fcc5b60 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:37.547748 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fc00b4df-4521-4e75-a009-616726d4c798 req-d3ccc2d0-a299-4d26-b99e-5b1a9fcc5b60 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0649323 Jun 24 13:17:37.585369 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fc00b4df-4521-4e75-a009-616726d4c798 req-de879067-bbfd-4b18-af4e-c5ac795d3d84 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318198 Jun 24 13:17:38.762340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dc036-08e0-4a64-bb8a-326bde0cd25b req-8e801409-4c1f-484d-9835-85a38b9678b4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:38.763919 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-581dc036-08e0-4a64-bb8a-326bde0cd25b req-8e801409-4c1f-484d-9835-85a38b9678b4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0627329 Jun 24 13:17:38.805662 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-581dc036-08e0-4a64-bb8a-326bde0cd25b req-cd83ef99-fca9-4507-8e60-0ed46d9ff763 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350580 Jun 24 13:17:39.984661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342bdcf-1788-49f3-9bf2-52bce626a395 req-6411e69a-8962-4fa5-956b-5aefb67e6a60 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:39.986124 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9342bdcf-1788-49f3-9bf2-52bce626a395 req-6411e69a-8962-4fa5-956b-5aefb67e6a60 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0661719 Jun 24 13:17:40.024015 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9342bdcf-1788-49f3-9bf2-52bce626a395 req-1ff89ec7-703a-46db-93da-b0c45f808400 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Jun 24 13:17:41.192454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4cfe4-0705-4174-9733-9ec60aadbb7d req-04e8d458-85d7-471a-9f20-31cc7dd14bc5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:41.193907 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-55d4cfe4-0705-4174-9733-9ec60aadbb7d req-04e8d458-85d7-471a-9f20-31cc7dd14bc5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0620272 Jun 24 13:17:41.233522 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-55d4cfe4-0705-4174-9733-9ec60aadbb7d req-57544aa3-aa67-48e0-9ca2-9755abf3e4ea tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332136 Jun 24 13:17:42.412067 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38110069-ea55-4a47-896c-ece193bbf01c req-32cb21c8-0abe-4cb8-98b0-9758358c984a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:42.413505 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-38110069-ea55-4a47-896c-ece193bbf01c req-32cb21c8-0abe-4cb8-98b0-9758358c984a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0661376 Jun 24 13:17:42.451124 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-38110069-ea55-4a47-896c-ece193bbf01c req-2ed65a9b-c6ec-45cb-9669-42b01c629c73 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313134 Jun 24 13:17:43.625749 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb2cff-77ec-4089-b501-e9e752e215d6 req-fdf4eefb-b190-4d6f-a404-3abcd8750b12 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:43.627243 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62cb2cff-77ec-4089-b501-e9e752e215d6 req-fdf4eefb-b190-4d6f-a404-3abcd8750b12 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0653079 Jun 24 13:17:43.664516 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-62cb2cff-77ec-4089-b501-e9e752e215d6 req-f6a63f2a-d962-40a1-b91c-e4a0dd9a8f2d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316751 Jun 24 13:17:44.915157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c38f4-d040-4e08-a2f7-5c7556bf1cb8 req-9d220240-3eee-4e48-9f17-4730a2c6d555 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:44.916629 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-854c38f4-d040-4e08-a2f7-5c7556bf1cb8 req-9d220240-3eee-4e48-9f17-4730a2c6d555 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.1417906 Jun 24 13:17:44.955485 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-854c38f4-d040-4e08-a2f7-5c7556bf1cb8 req-7d16b029-3091-4576-8fd7-91ab3ea6b4a6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325408 Jun 24 13:17:45.196900 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-343631cd-d7d9-4d42-b44d-ec756b23cbe3 service neutron] 10.222.0.102 "GET /v2.0/ports/0dc43198-1121-4658-909f-7a59b54919ef/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0566950 Jun 24 13:17:45.497915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-7e8ad5cc-6f24-4278-b3bd-f68aec0abae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:45.499338 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-7e8ad5cc-6f24-4278-b3bd-f68aec0abae5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687&tenant_id=28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 1099 time: 0.1071002 Jun 24 13:17:45.575083 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-cc5132c7-518d-49b7-b062-7a397a769998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:45.576574 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-cc5132c7-518d-49b7-b062-7a397a769998 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 1099 time: 0.0531113 Jun 24 13:17:45.668318 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-a86c4e05-1d10-40e3-9d27-b339e5d1f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:45.669769 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-a86c4e05-1d10-40e3-9d27-b339e5d1f7bf service neutron] 10.222.0.102 "GET /v2.0/networks?id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed HTTP/1.1" status: 200 len: 899 time: 0.0870860 Jun 24 13:17:45.732732 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-e45919d6-6412-496a-b7e0-e2f5f77caed8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc43198-1121-4658-909f-7a59b54919ef HTTP/1.1" status: 200 len: 1002 time: 0.0563831 Jun 24 13:17:45.784045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-2b46535c-aa15-48fe-bfce-b45ab1e9eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:45.785367 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-2b46535c-aa15-48fe-bfce-b45ab1e9eefa service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a5718a7-eaa2-4769-b9ad-607ec002b26e HTTP/1.1" status: 200 len: 835 time: 0.0461957 Jun 24 13:17:45.841394 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-70660b5f-68dd-4924-aa0c-76ab1ad5f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:45.842889 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-70660b5f-68dd-4924-aa0c-76ab1ad5f1c8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511744 Jun 24 13:17:45.928255 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-edb1d9da-e15a-4490-8533-efeb04ea9c27 service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784752 Jun 24 13:17:46.020528 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3ef497c1-4c82-4e4c-bfc1-04d1ab6da06f req-f9329661-d814-4615-9760-68e5a65459f0 service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858722 Jun 24 13:17:46.128753 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19250cf-7481-4447-b9cb-85e41cfe7f01 req-fe8f15dd-ef2c-4785-bf67-7b30e20fc813 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:46.130404 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e19250cf-7481-4447-b9cb-85e41cfe7f01 req-fe8f15dd-ef2c-4785-bf67-7b30e20fc813 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0631676 Jun 24 13:17:46.169901 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e19250cf-7481-4447-b9cb-85e41cfe7f01 req-7f4398cf-decb-42ee-9941-23d27e485520 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331676 Jun 24 13:17:47.346876 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c056e1-5e12-4f7b-aa97-69f865d96178 req-c947f5f5-2661-4846-a7d6-79e29e36d930 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:47.348331 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-49c056e1-5e12-4f7b-aa97-69f865d96178 req-c947f5f5-2661-4846-a7d6-79e29e36d930 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0659544 Jun 24 13:17:47.544720 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:17:47.719609 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-49c056e1-5e12-4f7b-aa97-69f865d96178 req-634735b2-cc02-4dd9-b09a-8af59b205e43 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657010 Jun 24 13:17:48.024957 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-df44adcb-172a-462a-b78f-f02ed1fba816 req-aee71244-bd31-489b-b45f-f42dee1b7eef service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482476 Jun 24 13:17:48.117787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44adcb-172a-462a-b78f-f02ed1fba816 req-7c64b347-dc64-49da-9d32-9bc336622340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:48.119261 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-df44adcb-172a-462a-b78f-f02ed1fba816 req-7c64b347-dc64-49da-9d32-9bc336622340 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 1099 time: 0.0507176 Jun 24 13:17:48.224519 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44adcb-172a-462a-b78f-f02ed1fba816 req-9fbb0432-b307-46c6-baf8-824f1abff257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:48.225972 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-df44adcb-172a-462a-b78f-f02ed1fba816 req-9fbb0432-b307-46c6-baf8-824f1abff257 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed HTTP/1.1" status: 200 len: 899 time: 0.0874467 Jun 24 13:17:48.289766 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-df44adcb-172a-462a-b78f-f02ed1fba816 req-53fe45f0-09cc-4d11-a992-7e1251f0bbbb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc43198-1121-4658-909f-7a59b54919ef HTTP/1.1" status: 200 len: 1002 time: 0.0575356 Jun 24 13:17:48.341719 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44adcb-172a-462a-b78f-f02ed1fba816 req-e80b63d9-1e26-4d20-a55b-16fca272240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:48.343145 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-df44adcb-172a-462a-b78f-f02ed1fba816 req-e80b63d9-1e26-4d20-a55b-16fca272240c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a5718a7-eaa2-4769-b9ad-607ec002b26e HTTP/1.1" status: 200 len: 835 time: 0.0474069 Jun 24 13:17:48.400834 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44adcb-172a-462a-b78f-f02ed1fba816 req-e3ed999a-b094-4757-9a69-246d70edb8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:48.402870 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-df44adcb-172a-462a-b78f-f02ed1fba816 req-e3ed999a-b094-4757-9a69-246d70edb8dd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525675 Jun 24 13:17:48.490355 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-df44adcb-172a-462a-b78f-f02ed1fba816 req-c80e9bea-bda6-4258-9fc3-902c585828ac service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814574 Jun 24 13:17:48.582697 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-df44adcb-172a-462a-b78f-f02ed1fba816 req-78b95b8a-9f03-4886-a9b4-74468fef7afc service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855234 Jun 24 13:17:48.939933 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0dbb-9e0f-4468-b9d4-ac5cbe0c4abd req-c616cd16-e603-4ef1-adbf-534b45691ed5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:48.941382 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1cdc0dbb-9e0f-4468-b9d4-ac5cbe0c4abd req-c616cd16-e603-4ef1-adbf-534b45691ed5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.1074300 Jun 24 13:17:48.978944 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1cdc0dbb-9e0f-4468-b9d4-ac5cbe0c4abd req-910d070c-4229-46ce-af96-3e230950f72b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317428 Jun 24 13:17:49.318347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9cff2-ed5a-4d8f-b35e-3be72437d0cd req-0b56d85e-9daf-4f11-9e61-5e6c11eabfbd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:49.319789 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8cf9cff2-ed5a-4d8f-b35e-3be72437d0cd req-0b56d85e-9daf-4f11-9e61-5e6c11eabfbd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.1108170 Jun 24 13:17:49.341952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7666f0e-8948-465f-867a-cdf17e569a23 req-88e9de86-7c9d-4bad-bcc3-7a836319426c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:49.343368 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7666f0e-8948-465f-867a-cdf17e569a23 req-88e9de86-7c9d-4bad-bcc3-7a836319426c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687&tenant_id=28eedd0d2ef04f59b288543a69056ccb&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 946 time: 0.1245503 Jun 24 13:17:49.371680 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8cf9cff2-ed5a-4d8f-b35e-3be72437d0cd req-b8c1b13a-49ef-4012-94f8-e6b6ee11789e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435827 Jun 24 13:17:49.438888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7666f0e-8948-465f-867a-cdf17e569a23 req-ccf891eb-5234-4edf-bf94-e2004b134523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:49.440375 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7666f0e-8948-465f-867a-cdf17e569a23 req-ccf891eb-5234-4edf-bf94-e2004b134523 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 1099 time: 0.0537262 Jun 24 13:17:49.570548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7666f0e-8948-465f-867a-cdf17e569a23 req-28852aba-eeeb-482b-94d4-63fe0c8cd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:49.571942 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7666f0e-8948-465f-867a-cdf17e569a23 req-28852aba-eeeb-482b-94d4-63fe0c8cd8e4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed HTTP/1.1" status: 200 len: 899 time: 0.1259203 Jun 24 13:17:49.594995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf5463-2a91-4530-8d26-ae61f9e1cd9b req-4ea72f80-99ac-48bc-8434-7bcfee2ec635 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:49.596410 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d2cf5463-2a91-4530-8d26-ae61f9e1cd9b req-4ea72f80-99ac-48bc-8434-7bcfee2ec635 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0938160 Jun 24 13:17:49.668993 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7666f0e-8948-465f-867a-cdf17e569a23 req-4284f7c9-a5a9-4906-bc60-98e2d6f699ea service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc43198-1121-4658-909f-7a59b54919ef HTTP/1.1" status: 200 len: 1002 time: 0.0901170 Jun 24 13:17:49.676286 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d2cf5463-2a91-4530-8d26-ae61f9e1cd9b req-fa0a59d7-c439-4852-bc45-0956bcb8e71e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490882 Jun 24 13:17:49.720280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7666f0e-8948-465f-867a-cdf17e569a23 req-3b13e85e-7d03-46f8-8977-6676a91f42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:49.721714 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7666f0e-8948-465f-867a-cdf17e569a23 req-3b13e85e-7d03-46f8-8977-6676a91f42ad service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a5718a7-eaa2-4769-b9ad-607ec002b26e HTTP/1.1" status: 200 len: 835 time: 0.0446098 Jun 24 13:17:49.776896 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7666f0e-8948-465f-867a-cdf17e569a23 req-c44d4ebe-a610-43fe-9b4e-15d0f108be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:49.778338 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7666f0e-8948-465f-867a-cdf17e569a23 req-c44d4ebe-a610-43fe-9b4e-15d0f108be1a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505948 Jun 24 13:17:49.868308 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7666f0e-8948-465f-867a-cdf17e569a23 req-0d8714dd-5812-42b7-8dc0-1cd94b669077 service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833149 Jun 24 13:17:49.957207 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7666f0e-8948-465f-867a-cdf17e569a23 req-bafcb457-5e52-4502-9bc5-db8d0a4fccae service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831032 Jun 24 13:17:50.855764 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340e4b9-4620-4bc4-b034-f2fc4f093278 req-5f8e3df1-3bd0-4955-b769-8fd114c9cd36 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:17:50.857323 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5340e4b9-4620-4bc4-b034-f2fc4f093278 req-5f8e3df1-3bd0-4955-b769-8fd114c9cd36 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0684936 Jun 24 13:17:50.896079 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5340e4b9-4620-4bc4-b034-f2fc4f093278 req-76fadd81-d374-432e-9708-cf61b2442d14 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330362 Jun 24 13:17:50.920319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53226) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:17:50.981018 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4a8fd532-151f-4e36-bc9a-0494d7e17355 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/74d1106c-7196-4751-afbb-01ae9853238b HTTP/1.1" status: 200 len: 994 time: 0.0593250 Jun 24 13:17:53.838142 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:17:56.631278 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4fcf-28ef-4d03-98e3-0e35ac133fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:17:59.354052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9a8d0766-a223-4e8e-80c9-c3d65ab1c10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:17:59.481240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:00.420200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:02.387016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:17.548912 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:19.436222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53236) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:19.584740 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port 256d9616-4af5-4302-b3b2-82406cb1d88d {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:18:19.585056 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:19.659049 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:19.659380 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:19.671021 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for 256d9616-4af5-4302-b3b2-82406cb1d88d owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:18:19.815779 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:19.817739 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fdf13dce-9446-4d70-99b5-0d1e8f4ae033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:19.840650 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=256d9616-4af5-4302-b3b2-82406cb1d88d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:19.852322 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:19.852713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:19.853122 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:19.853497 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:19.853868 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:19.854748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:19.855140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:19.855556 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:19.855867 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:19.856229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:19.856623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:19.856948 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:19.876316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:19.916669 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:19.917581 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Floating IP 74d1106c-7196-4751-afbb-01ae9853238b disassociated (deleted). External IP: 172.26.1.202, port: 0dc43198-1121-4658-909f-7a59b54919ef. Jun 24 13:18:20.121704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router b8cac63f-c22d-43b4-9ede-00943e514869 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:18:20.228099 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:18:20.233645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:20.238437 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015fcd81-3920-4743-9013-5047702a038b None None] Sync routers for ids ['b8cac63f-c22d-43b4-9ede-00943e514869'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:18:20.247150 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015fcd81-3920-4743-9013-5047702a038b None None] Routers {'b8cac63f-c22d-43b4-9ede-00943e514869'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:18:20.247821 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-015fcd81-3920-4743-9013-5047702a038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:17:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b8cac63f-c22d-43b4-9ede-00943e514869'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:20.268481 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-0438ee95-c061-45f8-b5c4-9d49382d1c9e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/floatingips/74d1106c-7196-4751-afbb-01ae9853238b HTTP/1.1" status: 204 len: 168 time: 0.8308692 Jun 24 13:18:20.269204 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'tag': '0dc43198-1121-4658-909f-7a59b54919ef'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:18:20.271717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502af8e2-33cc-4974-984a-089aa2118785" -d '{"events": [{"name": "network-changed", "server_uuid": "d78d74e5-6180-47b2-b71e-7ab29b783687", "tag": "0dc43198-1121-4658-909f-7a59b54919ef"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:18:20.357638 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-015fcd81-3920-4743-9013-5047702a038b None None] Set router b8cac63f-c22d-43b4-9ede-00943e514869 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:18:20.371989 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03e95ed-ec17-4ba7-bbfa-7cb40d072333 x-openstack-request-id: req-d03e95ed-ec17-4ba7-bbfa-7cb40d072333 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:18:20.372282 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78d74e5-6180-47b2-b71e-7ab29b783687", "tag": "0dc43198-1121-4658-909f-7a59b54919ef", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:18:20.372595 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d03e95ed-ec17-4ba7-bbfa-7cb40d072333 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:18:20.373051 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'tag': '0dc43198-1121-4658-909f-7a59b54919ef', 'status': 'completed', 'code': 200} Jun 24 13:18:20.459940 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502af8e2-33cc-4974-984a-089aa2118785 req-d035de56-e04e-4f94-89ee-b8b495c42007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:20.461594 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-502af8e2-33cc-4974-984a-089aa2118785 req-d035de56-e04e-4f94-89ee-b8b495c42007 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 1099 time: 0.0632594 Jun 24 13:18:20.560293 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502af8e2-33cc-4974-984a-089aa2118785 req-4656abf5-aa53-4f3b-8cf6-8dabb0e02469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:20.562335 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-502af8e2-33cc-4974-984a-089aa2118785 req-4656abf5-aa53-4f3b-8cf6-8dabb0e02469 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed HTTP/1.1" status: 200 len: 899 time: 0.0940833 Jun 24 13:18:20.578646 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-015fcd81-3920-4743-9013-5047702a038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '298949e5-69e4-46ba-89e5-39e35ecdd0a4', 'name': '', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d8:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:38Z', 'updated_at': '2021-06-24T13:16:43Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:20.605038 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015fcd81-3920-4743-9013-5047702a038b None None] Checking router: b8cac63f-c22d-43b4-9ede-00943e514869 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:18:20.610046 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-502af8e2-33cc-4974-984a-089aa2118785 req-480f6c9f-4df1-44c4-b39e-981c5a486623 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc43198-1121-4658-909f-7a59b54919ef HTTP/1.1" status: 200 len: 217 time: 0.0407529 Jun 24 13:18:20.613513 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015fcd81-3920-4743-9013-5047702a038b None None] Routers {'b8cac63f-c22d-43b4-9ede-00943e514869'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:18:20.614177 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-015fcd81-3920-4743-9013-5047702a038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:17:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b8cac63f-c22d-43b4-9ede-00943e514869'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:20.690567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502af8e2-33cc-4974-984a-089aa2118785 req-bdced75c-0b27-4e44-8931-6e7a095727f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:20.691997 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-502af8e2-33cc-4974-984a-089aa2118785 req-bdced75c-0b27-4e44-8931-6e7a095727f1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a5718a7-eaa2-4769-b9ad-607ec002b26e HTTP/1.1" status: 200 len: 835 time: 0.0719488 Jun 24 13:18:20.709917 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44a528-157d-4c4c-b636-c55af00cced2 req-496cad0d-1d72-4bdc-874c-a934b2a90544 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:20.711420 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f44a528-157d-4c4c-b636-c55af00cced2 req-496cad0d-1d72-4bdc-874c-a934b2a90544 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.1038280 Jun 24 13:18:20.722297 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-015fcd81-3920-4743-9013-5047702a038b None None] Set router b8cac63f-c22d-43b4-9ede-00943e514869 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:18:20.784865 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f44a528-157d-4c4c-b636-c55af00cced2 req-1655d2e1-a3cf-435e-8455-62caadd03272 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637348 Jun 24 13:18:20.803919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502af8e2-33cc-4974-984a-089aa2118785 req-9f92b648-cda7-4eec-80f2-93d3a72739d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:20.805426 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-502af8e2-33cc-4974-984a-089aa2118785 req-9f92b648-cda7-4eec-80f2-93d3a72739d5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0931399 Jun 24 13:18:20.894968 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-502af8e2-33cc-4974-984a-089aa2118785 req-a7e4e868-77bf-4fcc-ae57-defcdff6caaf service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819800 Jun 24 13:18:20.922510 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-015fcd81-3920-4743-9013-5047702a038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '298949e5-69e4-46ba-89e5-39e35ecdd0a4', 'name': '', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d8:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:38Z', 'updated_at': '2021-06-24T13:16:43Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:20.997178 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-502af8e2-33cc-4974-984a-089aa2118785 req-62babb6b-59ad-4259-8fad-d39fa5e2f570 service neutron] 10.222.0.102 "GET /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948136 Jun 24 13:18:21.044352 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015fcd81-3920-4743-9013-5047702a038b None None] The sync data for ids ['b8cac63f-c22d-43b4-9ede-00943e514869'] in dv-neutron-797121-4-hyperv is: [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '298949e5-69e4-46ba-89e5-39e35ecdd0a4', 'name': '', 'network_id': 'ca0e1c9d-4dce-407d-addc-dcf0b7bdafed', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:d8:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:38Z', 'updated_at': '2021-06-24T13:16:43Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '8a5718a7-eaa2-4769-b9ad-607ec002b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:18:21.240178 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab03ae5c-d2e1-4437-88f3-de363d8e9886 None None] New status for floating IP 74d1106c-7196-4751-afbb-01ae9853238b: DOWN {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:18:21.962372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca6543-c45a-409f-a565-e539a9d95c09 req-a2ae77de-78f3-45f8-8344-4f43bd37a856 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:21.964034 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8ca6543-c45a-409f-a565-e539a9d95c09 req-a2ae77de-78f3-45f8-8344-4f43bd37a856 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0632582 Jun 24 13:18:22.003945 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e8ca6543-c45a-409f-a565-e539a9d95c09 req-0e31ec78-b43e-474c-abc2-483b783fd5d9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=3947afaa-f6bf-457d-b005-ca94dc676be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342119 Jun 24 13:18:22.274046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45b0db-d04d-4588-84fe-0c6b168bee79 req-2f27db62-e1f9-4e6f-b30a-9c2434561ec1 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:22.275495 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf45b0db-d04d-4588-84fe-0c6b168bee79 req-2f27db62-e1f9-4e6f-b30a-9c2434561ec1 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 946 time: 0.0632298 Jun 24 13:18:22.375679 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-cf45b0db-d04d-4588-84fe-0c6b168bee79 req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port 0dc43198-1121-4658-909f-7a59b54919ef {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:18:22.376029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf45b0db-d04d-4588-84fe-0c6b168bee79 req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:22.462923 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-cf45b0db-d04d-4588-84fe-0c6b168bee79 req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port 0dc43198-1121-4658-909f-7a59b54919ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0dc43198-1121-4658-909f-7a59b54919ef,segment=NetworkSegment(b77b8cb0-1360-4080-81dd-9b2301696a18),segment_id=b77b8cb0-1360-4080-81dd-9b2301696a18)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:18:22.463279 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf45b0db-d04d-4588-84fe-0c6b168bee79 req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:22.481482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-cf45b0db-d04d-4588-84fe-0c6b168bee79 req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for 0dc43198-1121-4658-909f-7a59b54919ef owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:18:22.605183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf45b0db-d04d-4588-84fe-0c6b168bee79 req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:22.609206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-73cf564a-e003-4fde-8025-3124f9924a91 tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:22.633417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=0dc43198-1121-4658-909f-7a59b54919ef,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:22.646443 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:22.646860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:22.647244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:22.647614 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:22.647988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:22.648428 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:22.648797 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:22.649161 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:22.649522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:22.649907 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:22.650266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:22.650623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:22.673182 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:22.692847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf45b0db-d04d-4588-84fe-0c6b168bee79 req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] No DVR routers for this DVR port 0dc43198-1121-4658-909f-7a59b54919ef on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:18:22.695266 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cf45b0db-d04d-4588-84fe-0c6b168bee79 req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:22.697185 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cf45b0db-d04d-4588-84fe-0c6b168bee79 req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "DELETE /v2.0/ports/0dc43198-1121-4658-909f-7a59b54919ef HTTP/1.1" status: 204 len: 173 time: 0.4165447 Jun 24 13:18:22.697684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'name': 'network-vif-deleted', 'tag': '0dc43198-1121-4658-909f-7a59b54919ef'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:18:22.700544 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c431c71-0c87-4c06-b33c-3a4a21c7ed98" -d '{"events": [{"server_uuid": "d78d74e5-6180-47b2-b71e-7ab29b783687", "name": "network-vif-deleted", "tag": "0dc43198-1121-4658-909f-7a59b54919ef"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:18:22.737791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d0691e-d792-4df2-a822-8859bf76d95d x-openstack-request-id: req-23d0691e-d792-4df2-a822-8859bf76d95d {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:18:22.738343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78d74e5-6180-47b2-b71e-7ab29b783687", "name": "network-vif-deleted", "tag": "0dc43198-1121-4658-909f-7a59b54919ef", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:18:22.738532 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-23d0691e-d792-4df2-a822-8859bf76d95d {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:18:22.739164 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78d74e5-6180-47b2-b71e-7ab29b783687', 'name': 'network-vif-deleted', 'tag': '0dc43198-1121-4658-909f-7a59b54919ef', 'status': 'completed', 'code': 200} Jun 24 13:18:23.160854 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9d4e3675-8738-4b87-895b-16cd30a91ea2 req-acfa3a34-c898-4ee2-b3ab-022681df1cda tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=d78d74e5-6180-47b2-b71e-7ab29b783687 HTTP/1.1" status: 200 len: 210 time: 0.0300355 Jun 24 13:18:24.259473 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53254) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:24.610262 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c662-aebf-44a0-ab71-88d61d7e2cf9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:24.867567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d0c1c662-aebf-44a0-ab71-88d61d7e2cf9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port 298949e5-69e4-46ba-89e5-39e35ecdd0a4 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:18:24.867815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c662-aebf-44a0-ab71-88d61d7e2cf9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:24.955062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-d0c1c662-aebf-44a0-ab71-88d61d7e2cf9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port 298949e5-69e4-46ba-89e5-39e35ecdd0a4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=298949e5-69e4-46ba-89e5-39e35ecdd0a4,segment=NetworkSegment(b77b8cb0-1360-4080-81dd-9b2301696a18),segment_id=b77b8cb0-1360-4080-81dd-9b2301696a18)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:18:24.955416 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c662-aebf-44a0-ab71-88d61d7e2cf9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:24.971940 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-d0c1c662-aebf-44a0-ab71-88d61d7e2cf9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for 298949e5-69e4-46ba-89e5-39e35ecdd0a4 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:18:25.154330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c662-aebf-44a0-ab71-88d61d7e2cf9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:25.156220 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e139a9fd-7f85-41e3-b5bf-4202e52b494e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:25.179745 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1c662-aebf-44a0-ab71-88d61d7e2cf9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=298949e5-69e4-46ba-89e5-39e35ecdd0a4,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:25.183760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d0c1c662-aebf-44a0-ab71-88d61d7e2cf9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:25.351848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c662-aebf-44a0-ab71-88d61d7e2cf9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:25.559993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c1c662-aebf-44a0-ab71-88d61d7e2cf9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router b8cac63f-c22d-43b4-9ede-00943e514869 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:18:25.662569 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c1c662-aebf-44a0-ab71-88d61d7e2cf9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:18:25.668107 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d0c1c662-aebf-44a0-ab71-88d61d7e2cf9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "PUT /v2.0/routers/b8cac63f-c22d-43b4-9ede-00943e514869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4076288 Jun 24 13:18:25.670815 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53256) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:25.672802 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335349d-2441-46ab-a044-2d0c646a5ea8 None None] Sync routers for ids ['b8cac63f-c22d-43b4-9ede-00943e514869'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:18:25.683210 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2335349d-2441-46ab-a044-2d0c646a5ea8 None None] Routers {'b8cac63f-c22d-43b4-9ede-00943e514869'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:18:25.683836 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-2335349d-2441-46ab-a044-2d0c646a5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:17:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b8cac63f-c22d-43b4-9ede-00943e514869'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:25.722680 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bc9d45-bb85-4654-9146-91198e504d16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting subnet 8a5718a7-eaa2-4769-b9ad-607ec002b26e {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:18:25.725693 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-19bc9d45-bb85-4654-9146-91198e504d16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:25.763975 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-19bc9d45-bb85-4654-9146-91198e504d16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:25.785375 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-2335349d-2441-46ab-a044-2d0c646a5ea8 None None] Set router b8cac63f-c22d-43b4-9ede-00943e514869 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:18:25.857435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-19bc9d45-bb85-4654-9146-91198e504d16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:25.920169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-19bc9d45-bb85-4654-9146-91198e504d16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:25.922261 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-053785a0-81a2-4c27-8608-ed4643b9d82e tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:25.945278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc9d45-bb85-4654-9146-91198e504d16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Subnet': ['ID=8a5718a7-eaa2-4769-b9ad-607ec002b26e,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:25.949457 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-19bc9d45-bb85-4654-9146-91198e504d16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:25.951911 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-19bc9d45-bb85-4654-9146-91198e504d16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:25.954222 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-19bc9d45-bb85-4654-9146-91198e504d16 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/subnets/8a5718a7-eaa2-4769-b9ad-607ec002b26e HTTP/1.1" status: 204 len: 168 time: 0.2820058 Jun 24 13:18:25.956377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53258) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:25.963159 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303c33ff-3e86-4c77-b816-64ca7f0aa67b None None] Network ca0e1c9d-4dce-407d-addc-dcf0b7bdafed requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:18:25.968660 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-2335349d-2441-46ab-a044-2d0c646a5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:18:25Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:25.994747 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335349d-2441-46ab-a044-2d0c646a5ea8 None None] Checking router: b8cac63f-c22d-43b4-9ede-00943e514869 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:18:26.003061 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2335349d-2441-46ab-a044-2d0c646a5ea8 None None] Routers {'b8cac63f-c22d-43b4-9ede-00943e514869'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:18:26.003671 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-2335349d-2441-46ab-a044-2d0c646a5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:17:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['b8cac63f-c22d-43b4-9ede-00943e514869'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:26.070253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.112338 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-2335349d-2441-46ab-a044-2d0c646a5ea8 None None] Set router b8cac63f-c22d-43b4-9ede-00943e514869 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:18:26.163346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f494919d-212b-439d-9300-6feda65d9595 None None] DHCP port deletion for ca0e1c9d-4dce-407d-addc-dcf0b7bdafed request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:18:26.178570 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.215648 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Deleting port 8ac19bac-352d-4614-ad44-a04b660b260e {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:18:26.216308 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.236805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port fd342d0b-07ad-434e-ae06-14fb62d3bc8b {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:18:26.237230 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.279530 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-f494919d-212b-439d-9300-6feda65d9595 None None] For port 8ac19bac-352d-4614-ad44-a04b660b260e, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8ac19bac-352d-4614-ad44-a04b660b260e,segment=NetworkSegment(b77b8cb0-1360-4080-81dd-9b2301696a18),segment_id=b77b8cb0-1360-4080-81dd-9b2301696a18)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:18:26.279934 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.296211 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-2335349d-2441-46ab-a044-2d0c646a5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:18:25Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:26.296458 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Calling delete_port for 8ac19bac-352d-4614-ad44-a04b660b260e owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:18:26.322245 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port fd342d0b-07ad-434e-ae06-14fb62d3bc8b, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=fd342d0b-07ad-434e-ae06-14fb62d3bc8b,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:18:26.322609 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.323809 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335349d-2441-46ab-a044-2d0c646a5ea8 None None] The sync data for ids ['b8cac63f-c22d-43b4-9ede-00943e514869'] in dv-neutron-797121-4-hyperv is: [{'id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77912741', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:16:35Z', 'updated_at': '2021-06-24T13:18:25Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'fd342d0b-07ad-434e-ae06-14fb62d3bc8b', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cac63f-c22d-43b4-9ede-00943e514869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:16:36Z', 'updated_at': '2021-06-24T13:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:18:26.338272 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for fd342d0b-07ad-434e-ae06-14fb62d3bc8b owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:18:26.384707 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.387734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:26.410644 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Pushing event deleted for resources: {'Port': ['ID=8ac19bac-352d-4614-ad44-a04b660b260e,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:26.414849 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494919d-212b-439d-9300-6feda65d9595 None None] No DVR routers for this DVR port 8ac19bac-352d-4614-ad44-a04b660b260e on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:18:26.422029 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:26.422382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:26.422723 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:26.423084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:26.423419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:26.423749 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:26.424079 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:26.424406 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:26.424734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:26.425305 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:26.425409 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:26.425672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:26.429542 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0dc43198-1121-4658-909f-7a59b54919ef no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:18:26.431639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:26.452254 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 0dc43198-1121-4658-909f-7a59b54919ef {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:18:26.452607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 0dc43198-1121-4658-909f-7a59b54919ef not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:18:26.513114 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.516090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-348ce2c3-a4cd-4fde-8be4-0771ed211b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:26.540107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=fd342d0b-07ad-434e-ae06-14fb62d3bc8b,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:26.544766 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:26.599980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.631571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-48961c14-0179-4d42-b2e4-d0c28bb28f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.696224 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.699188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.744807 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.745558 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Fanout notify agent at l3_agent the message router_deleted on router b8cac63f-c22d-43b4-9ede-00943e514869 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:18:26.752867 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.755715 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/routers/b8cac63f-c22d-43b4-9ede-00943e514869 HTTP/1.1" status: 204 len: 168 time: 0.7983074 Jun 24 13:18:26.759077 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53260) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:26.861260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0119-3c09-40ed-9d21-6949c30c7dfb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.869568 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8ac19bac-352d-4614-ad44-a04b660b260e no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:18:26.893859 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 8ac19bac-352d-4614-ad44-a04b660b260e {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:18:26.894212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8ac19bac-352d-4614-ad44-a04b660b260e not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:18:26.894640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 298949e5-69e4-46ba-89e5-39e35ecdd0a4 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:18:26.913878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 298949e5-69e4-46ba-89e5-39e35ecdd0a4 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:18:26.914473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 298949e5-69e4-46ba-89e5-39e35ecdd0a4 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:18:26.947585 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0119-3c09-40ed-9d21-6949c30c7dfb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.957994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a3cb0119-3c09-40ed-9d21-6949c30c7dfb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0e1c9d-4dce-407d-addc-dcf0b7bdafed']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:26.968162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a3cb0119-3c09-40ed-9d21-6949c30c7dfb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77b8cb0-1360-4080-81dd-9b2301696a18') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:26.968464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-a3cb0119-3c09-40ed-9d21-6949c30c7dfb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77b8cb0-1360-4080-81dd-9b2301696a18') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:26.977709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0119-3c09-40ed-9d21-6949c30c7dfb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.992185 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0119-3c09-40ed-9d21-6949c30c7dfb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:26.999780 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cb0119-3c09-40ed-9d21-6949c30c7dfb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:18:27.000252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0119-3c09-40ed-9d21-6949c30c7dfb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:18:27.025355 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:18:27.067590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0119-3c09-40ed-9d21-6949c30c7dfb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.071090 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5f3e5627-a9a0-407e-aaf2-c71c4390dcee tempest-RoutersIpV6Test-1516671424 tempest-RoutersIpV6Test-1516671424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:27.075072 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0119-3c09-40ed-9d21-6949c30c7dfb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.076871 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a3cb0119-3c09-40ed-9d21-6949c30c7dfb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/networks/ca0e1c9d-4dce-407d-addc-dcf0b7bdafed HTTP/1.1" status: 204 len: 168 time: 0.3153965 Jun 24 13:18:27.079786 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53262) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:27.089119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb0119-3c09-40ed-9d21-6949c30c7dfb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Network': ['ID=ca0e1c9d-4dce-407d-addc-dcf0b7bdafed,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:27.091503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a3cb0119-3c09-40ed-9d21-6949c30c7dfb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:27.142098 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22d90366-2510-4faa-89c1-a238e7cc3899 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.168082 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22d90366-2510-4faa-89c1-a238e7cc3899 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.227575 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22d90366-2510-4faa-89c1-a238e7cc3899 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.230102 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-22d90366-2510-4faa-89c1-a238e7cc3899 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.231267 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-22d90366-2510-4faa-89c1-a238e7cc3899 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/security-groups/3947afaa-f6bf-457d-b005-ca94dc676be4 HTTP/1.1" status: 204 len: 168 time: 0.1505170 Jun 24 13:18:27.232178 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-3cc77a60-471e-4065-b6d0-5d1100ff0329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:27.241306 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d90366-2510-4faa-89c1-a238e7cc3899 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3947afaa-f6bf-457d-b005-ca94dc676be4,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:27.243788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-22d90366-2510-4faa-89c1-a238e7cc3899 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:27.473300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53268) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:27.478095 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-45d2a6e8-ec93-40b6-a618-90393a42e859 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620460895', 'description': 'tempest-secgroup-smoke-1620460895 description', 'project_id': '28eedd0d2ef04f59b288543a69056ccb'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:18:27.503503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-45d2a6e8-ec93-40b6-a618-90393a42e859 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.586004 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-45d2a6e8-ec93-40b6-a618-90393a42e859 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.589982 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-45d2a6e8-ec93-40b6-a618-90393a42e859 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.592564 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-507e414a-cd44-4a3b-b301-93d1709347b0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:27.619498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-45d2a6e8-ec93-40b6-a618-90393a42e859 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.621244 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-45d2a6e8-ec93-40b6-a618-90393a42e859 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1469290 Jun 24 13:18:27.622017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2a6e8-ec93-40b6-a618-90393a42e859 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11125e22-20ec-469c-b8fc-678361e88c22,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:27.624259 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53270) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:27.624805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-45d2a6e8-ec93-40b6-a618-90393a42e859 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:27.629636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-34cb4a2b-50e9-4fe7-ad85-b701ae20b4c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '11125e22-20ec-469c-b8fc-678361e88c22', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:18:27.655852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-34cb4a2b-50e9-4fe7-ad85-b701ae20b4c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.710304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-34cb4a2b-50e9-4fe7-ad85-b701ae20b4c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.713841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-34cb4a2b-50e9-4fe7-ad85-b701ae20b4c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.715732 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e7d61c0f-5114-4023-8e2b-1130d4b3ed98 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:27.732623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb4a2b-50e9-4fe7-ad85-b701ae20b4c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a14b10-54ee-4213-a338-584407e3d143,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:27.734928 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-34cb4a2b-50e9-4fe7-ad85-b701ae20b4c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:27.736075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-34cb4a2b-50e9-4fe7-ad85-b701ae20b4c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.737257 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-34cb4a2b-50e9-4fe7-ad85-b701ae20b4c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117823 Jun 24 13:18:27.740078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53272) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:27.744591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-b860eba2-b720-4dcb-8726-e3e74a216a56 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '11125e22-20ec-469c-b8fc-678361e88c22', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:18:27.771934 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b860eba2-b720-4dcb-8726-e3e74a216a56 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.829621 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b860eba2-b720-4dcb-8726-e3e74a216a56 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.833528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b860eba2-b720-4dcb-8726-e3e74a216a56 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.839104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6d370b60-636b-46fa-8707-2f76872bc28c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:27.857200 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860eba2-b720-4dcb-8726-e3e74a216a56 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2612dfe8-99a7-4013-bfaa-3a4e5ad1862c,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:27.859662 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b860eba2-b720-4dcb-8726-e3e74a216a56 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:27.864262 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b860eba2-b720-4dcb-8726-e3e74a216a56 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.865453 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b860eba2-b720-4dcb-8726-e3e74a216a56 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244516 Jun 24 13:18:27.868098 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53274) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:27.873005 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-2e0a4c13-fcbc-4050-b1f6-77b90ebff564 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '11125e22-20ec-469c-b8fc-678361e88c22', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:18:27.898282 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4c13-fcbc-4050-b1f6-77b90ebff564 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.954921 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4c13-fcbc-4050-b1f6-77b90ebff564 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.958372 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4c13-fcbc-4050-b1f6-77b90ebff564 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.960323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2693f005-7e57-4d77-9ed2-a47ae3e8f18a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:27.976960 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a4c13-fcbc-4050-b1f6-77b90ebff564 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b95bcb-bf90-4ced-8d91-acd3cf9f3838,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:27.980042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2e0a4c13-fcbc-4050-b1f6-77b90ebff564 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:27.983056 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4c13-fcbc-4050-b1f6-77b90ebff564 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:27.984308 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-2e0a4c13-fcbc-4050-b1f6-77b90ebff564 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152987 Jun 24 13:18:27.987010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53276) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:27.991410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-702e81bc-2b5e-4dd6-83c3-fae0eae68ecb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '11125e22-20ec-469c-b8fc-678361e88c22', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:18:28.017660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-702e81bc-2b5e-4dd6-83c3-fae0eae68ecb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.076153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-702e81bc-2b5e-4dd6-83c3-fae0eae68ecb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.079827 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-702e81bc-2b5e-4dd6-83c3-fae0eae68ecb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.081775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4e2dc1ff-4cab-44b3-84d5-82b2bd782d8c tempest-ServerActionsTestJSON-1728501410 tempest-ServerActionsTestJSON-1728501410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:28.098261 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e81bc-2b5e-4dd6-83c3-fae0eae68ecb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb571123-43d9-4507-8c79-0a6584fc6d9f,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:28.101454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-702e81bc-2b5e-4dd6-83c3-fae0eae68ecb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:28.104172 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-702e81bc-2b5e-4dd6-83c3-fae0eae68ecb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.105304 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-702e81bc-2b5e-4dd6-83c3-fae0eae68ecb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173906 Jun 24 13:18:28.108068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53278) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:28.112482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-090b1b19-b417-4c29-bafc-cc88f7d9d0da tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '11125e22-20ec-469c-b8fc-678361e88c22', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:18:28.133264 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-090b1b19-b417-4c29-bafc-cc88f7d9d0da tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Project 28eedd0d2ef04f59b288543a69056ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:18:28.138554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-090b1b19-b417-4c29-bafc-cc88f7d9d0da tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.196712 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-090b1b19-b417-4c29-bafc-cc88f7d9d0da tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.201702 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-090b1b19-b417-4c29-bafc-cc88f7d9d0da tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.207574 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2d78920a-706b-4c04-882f-31db87f6e4d0 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:28.225381 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b1b19-b417-4c29-bafc-cc88f7d9d0da tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d11e9e-7cbe-4efe-b5ac-d69ab61cf292,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:28.228534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-090b1b19-b417-4c29-bafc-cc88f7d9d0da tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:28.229995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-090b1b19-b417-4c29-bafc-cc88f7d9d0da tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.231199 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-090b1b19-b417-4c29-bafc-cc88f7d9d0da tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222007 Jun 24 13:18:28.234093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53280) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:28.238921 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-03b07b94-fb8e-4c97-8193-f037a1373775 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '11125e22-20ec-469c-b8fc-678361e88c22', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:18:28.261592 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-03b07b94-fb8e-4c97-8193-f037a1373775 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Project 28eedd0d2ef04f59b288543a69056ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:18:28.266544 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03b07b94-fb8e-4c97-8193-f037a1373775 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.327412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03b07b94-fb8e-4c97-8193-f037a1373775 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.330909 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03b07b94-fb8e-4c97-8193-f037a1373775 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.332704 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-171652f8-23ee-41ed-9d10-90015a93f660 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:28.349404 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b07b94-fb8e-4c97-8193-f037a1373775 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efe8215-8fe3-4b16-8b2f-18f79771fe9c,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:28.351848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-03b07b94-fb8e-4c97-8193-f037a1373775 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:28.352993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-03b07b94-fb8e-4c97-8193-f037a1373775 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.354749 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-03b07b94-fb8e-4c97-8193-f037a1373775 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191242 Jun 24 13:18:28.357639 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53282) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:28.362496 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-33b351e1-4262-429e-a92a-35356047acdd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'network': {'name': 'tempest-network-smoke--1590113382', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'port_security_enabled': True}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:18:28.382716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b351e1-4262-429e-a92a-35356047acdd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:18:28.386178 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-33b351e1-4262-429e-a92a-35356047acdd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.409092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b351e1-4262-429e-a92a-35356047acdd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] vlan segment allocate from pool success with {'vlan_id': 1326, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:18:28.419112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-33b351e1-4262-429e-a92a-35356047acdd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.419527 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-33b351e1-4262-429e-a92a-35356047acdd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Added segment e874ead3-238f-4c9e-8234-3b78e45857d6 of type vlan for network fb8ab220-08e9-4cc5-9c98-746a1d199172 Jun 24 13:18:28.459677 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-33b351e1-4262-429e-a92a-35356047acdd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.491995 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-33b351e1-4262-429e-a92a-35356047acdd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.497787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b351e1-4262-429e-a92a-35356047acdd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:28.498369 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-33b351e1-4262-429e-a92a-35356047acdd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.500679 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dfab0709-0a82-4ed8-a29f-9e2805305b37 tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:28.557223 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-33b351e1-4262-429e-a92a-35356047acdd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1985297 Jun 24 13:18:28.560000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53284) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:28.565263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'admin_state_up': True, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:18:28.567157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b351e1-4262-429e-a92a-35356047acdd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Network': ['ID=fb8ab220-08e9-4cc5-9c98-746a1d199172,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:28.570035 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-33b351e1-4262-429e-a92a-35356047acdd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:28.578315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network fb8ab220-08e9-4cc5-9c98-746a1d199172 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:18:28.590230 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.591223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.645377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.754440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fd342d0b-07ad-434e-ae06-14fb62d3bc8b no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:18:28.775255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: fd342d0b-07ad-434e-ae06-14fb62d3bc8b {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:18:28.775847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device fd342d0b-07ad-434e-ae06-14fb62d3bc8b not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:18:28.790108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:28.979664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:29.001210 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:29.100105 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.26.1.63 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/deda9c4a-1cb9-4145-8e46-76d759282ac0) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:18:29.203021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:29.239863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:29.242629 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2c2a26fd-a7a5-49e0-a211-2ed0c5db6714 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:29.284715 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:18:29.287373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:18:29.292294 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:18:29.294829 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=deda9c4a-1cb9-4145-8e46-76d759282ac0,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:29.313723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:29.355385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f6173750-d0eb-43c5-9a3a-bbff16c9e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:29.483231 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:29.542800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:29.737026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:29.862035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router 69dca123-0dcd-495c-93c9-ef36e7908392 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 13:18:29.967342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:18:29.977933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Sync routers for ids ['69dca123-0dcd-495c-93c9-ef36e7908392'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:18:29.986641 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:29.987979 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4269867 Jun 24 13:18:29.991096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53286) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:29.993258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Routers {'69dca123-0dcd-495c-93c9-ef36e7908392'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:18:29.993886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:18:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['69dca123-0dcd-495c-93c9-ef36e7908392'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:30.018705 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-040a39f4-cb0c-4182-aa1b-8ed26a1482f3 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=28eedd0d2ef04f59b288543a69056ccb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262561 Jun 24 13:18:30.021122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53288) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:30.101942 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Set router 69dca123-0dcd-495c-93c9-ef36e7908392 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:18:30.171396 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fe371a-766b-488f-a8a8-9c9b036462e2 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:30.173078 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-23fe371a-766b-488f-a8a8-9c9b036462e2 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1510317 Jun 24 13:18:30.175918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53290) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:30.210957 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9ff589c0-013e-49f2-a7e3-b129c44f5c97 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337996 Jun 24 13:18:30.213870 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53292) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:30.218803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-68664b8a-2c44-4374-b5fe-c38e5f2a1e1a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-662170036', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:18:30.285870 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:18:29Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:30.313664 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Checking router: 69dca123-0dcd-495c-93c9-ef36e7908392 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:18:30.314020 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Updating router 69dca123-0dcd-495c-93c9-ef36e7908392 port deda9c4a-1cb9-4145-8e46-76d759282ac0 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:18:30.355022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:30.470387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:30.643670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:30.654727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Transition to ACTIVE for port object deda9c4a-1cb9-4145-8e46-76d759282ac0 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:18:30.660085 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:30.661997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:30.667869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68664b8a-2c44-4374-b5fe-c38e5f2a1e1a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:18:30.671568 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-68664b8a-2c44-4374-b5fe-c38e5f2a1e1a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:30.710391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Attempting to bind port deda9c4a-1cb9-4145-8e46-76d759282ac0 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:18:30.710802 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Attempting to bind port deda9c4a-1cb9-4145-8e46-76d759282ac0 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:18:30.711147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Attempting to bind port deda9c4a-1cb9-4145-8e46-76d759282ac0 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:18:30.720233 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:18:30.720608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:18:30.721015 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:30.721404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:18:30.721867 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Bound port: deda9c4a-1cb9-4145-8e46-76d759282ac0, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:18:30.722244 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:30.723855 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c29214-aeb0-468c-9d6f-34cd35bb5d0e None None] Pushing event updated for resources: {'Port': ['ID=deda9c4a-1cb9-4145-8e46-76d759282ac0,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:30.726608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f5c29214-aeb0-468c-9d6f-34cd35bb5d0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:30.784514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] For port deda9c4a-1cb9-4145-8e46-76d759282ac0, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:18:30.787590 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] For port deda9c4a-1cb9-4145-8e46-76d759282ac0, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=deda9c4a-1cb9-4145-8e46-76d759282ac0,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:18:30.800278 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:30.803620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-24eeb1be-159d-4911-8fc9-f7517f89e31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:30.840715 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:18:30.857787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Routers {'69dca123-0dcd-495c-93c9-ef36e7908392'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:18:30.858417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:18:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['69dca123-0dcd-495c-93c9-ef36e7908392'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:30.862857 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-68664b8a-2c44-4374-b5fe-c38e5f2a1e1a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:30.865712 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c712343-6642-48cb-9030-5b73ab85f009 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:30.893383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c29214-aeb0-468c-9d6f-34cd35bb5d0e None None] Pushing event updated for resources: {'Port': ['ID=deda9c4a-1cb9-4145-8e46-76d759282ac0,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:30.897721 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f5c29214-aeb0-468c-9d6f-34cd35bb5d0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:30.923816 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68664b8a-2c44-4374-b5fe-c38e5f2a1e1a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Subnet': ['ID=731395de-feb5-4c38-b7bc-5282284c0cd7,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:30.926735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-68664b8a-2c44-4374-b5fe-c38e5f2a1e1a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:30.933863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68664b8a-2c44-4374-b5fe-c38e5f2a1e1a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Checking segment: {'id': 'e874ead3-238f-4c9e-8234-3b78e45857d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:18:30.934229 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68664b8a-2c44-4374-b5fe-c38e5f2a1e1a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network hostable DHCP agents. Network: fb8ab220-08e9-4cc5-9c98-746a1d199172, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:18:30.953518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68664b8a-2c44-4374-b5fe-c38e5f2a1e1a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network fb8ab220-08e9-4cc5-9c98-746a1d199172 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:18:30.964057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-68664b8a-2c44-4374-b5fe-c38e5f2a1e1a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, fb8ab220-08e9-4cc5-9c98-746a1d199172) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:18:30.969586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68664b8a-2c44-4374-b5fe-c38e5f2a1e1a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:30.970303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-68664b8a-2c44-4374-b5fe-c38e5f2a1e1a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:30.984733 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-68664b8a-2c44-4374-b5fe-c38e5f2a1e1a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7698092 Jun 24 13:18:30.987610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53294) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:31.098582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b0c524-f917-48f0-b00a-8c0ad44cc5c8 None None] Network fb8ab220-08e9-4cc5-9c98-746a1d199172 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:18:31.165590 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] Set router 69dca123-0dcd-495c-93c9-ef36e7908392 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:18:31.383572 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-fb8ab220-08e9-4cc5-9c98-746a1d199172', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ips': [{'subnet_id': '731395de-feb5-4c38-b7bc-5282284c0cd7'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:18:31.384579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:31.424625 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:31.498244 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:18:29Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:31.541045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065b09b2-c0c2-449c-958f-0e78a75df0a8 None None] The sync data for ids ['69dca123-0dcd-495c-93c9-ef36e7908392'] in dv-neutron-797121-4-hyperv is: [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:18:29Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:18:31.575996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Allocated IP 172.20.0.2 (fb8ab220-08e9-4cc5-9c98-746a1d199172/731395de-feb5-4c38-b7bc-5282284c0cd7/b13329c8-1495-4559-856a-b7d3f8e21285) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:18:31.729486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:31.745953 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Transition to ACTIVE for port object b13329c8-1495-4559-856a-b7d3f8e21285 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:18:31.768692 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Transition to ACTIVE for port object b13329c8-1495-4559-856a-b7d3f8e21285 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:18:31.775083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:31.777913 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:31.814180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Network fb8ab220-08e9-4cc5-9c98-746a1d199172 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:18:31.818382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:18:31.824698 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:18:31.833436 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Pushing event updated for resources: {'Port': ['ID=b13329c8-1495-4559-856a-b7d3f8e21285,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:31.833847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.20.0.1 (fb8ab220-08e9-4cc5-9c98-746a1d199172/731395de-feb5-4c38-b7bc-5282284c0cd7/84af12c6-281c-4b96-9c97-531ef2b8d214) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:18:31.838807 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:31.895473 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Attempting to bind port b13329c8-1495-4559-856a-b7d3f8e21285 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:18:31.895862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Attempting to bind port b13329c8-1495-4559-856a-b7d3f8e21285 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'e874ead3-238f-4c9e-8234-3b78e45857d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:18:31.896237 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Attempting to bind port b13329c8-1495-4559-856a-b7d3f8e21285 on network fb8ab220-08e9-4cc5-9c98-746a1d199172 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:18:31.901635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:18:31.902018 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Checking segment: {'id': 'e874ead3-238f-4c9e-8234-3b78e45857d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:18:31.902431 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:31.902907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Bound using segment: {'id': 'e874ead3-238f-4c9e-8234-3b78e45857d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:18:31.903518 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Bound port: b13329c8-1495-4559-856a-b7d3f8e21285, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e874ead3-238f-4c9e-8234-3b78e45857d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:18:31.903916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:31.966599 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:31.982548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Transition to ACTIVE for port object 84af12c6-281c-4b96-9c97-531ef2b8d214 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:18:31.986549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] For port b13329c8-1495-4559-856a-b7d3f8e21285, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:18:31.990975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] For port b13329c8-1495-4559-856a-b7d3f8e21285, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b13329c8-1495-4559-856a-b7d3f8e21285,segment=NetworkSegment(e874ead3-238f-4c9e-8234-3b78e45857d6),segment_id=e874ead3-238f-4c9e-8234-3b78e45857d6)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:18:31.996750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:31.999729 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:32.019905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:32.022068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:32.061468 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Pushing event updated for resources: {'Port': ['ID=b13329c8-1495-4559-856a-b7d3f8e21285,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:32.064973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:32.079014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network fb8ab220-08e9-4cc5-9c98-746a1d199172 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:18:32.083456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:18:32.085373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=84af12c6-281c-4b96-9c97-531ef2b8d214,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:32.088020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:18:32.092339 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:32.137828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:32.301479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:32.397534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:32.591473 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:32.596054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:32.598907 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f998ead6-aedb-449b-b94b-e7d29c0345d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:32.668708 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=84af12c6-281c-4b96-9c97-531ef2b8d214,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:32.673250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:32.674434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:32.787996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network fb8ab220-08e9-4cc5-9c98-746a1d199172 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:18:32.800389 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:18:32.879027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b13329c8-1495-4559-856a-b7d3f8e21285 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:18:32.932644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router 69dca123-0dcd-495c-93c9-ef36e7908392 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:18:32.936451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port b13329c8-1495-4559-856a-b7d3f8e21285 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:18:32.941353 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device deda9c4a-1cb9-4145-8e46-76d759282ac0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:18:32.994870 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port deda9c4a-1cb9-4145-8e46-76d759282ac0 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:18:33.000835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port deda9c4a-1cb9-4145-8e46-76d759282ac0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:18:33.001285 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:33.022142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950163fb-9c55-44e4-bd64-e514387b8970 None None] Network fb8ab220-08e9-4cc5-9c98-746a1d199172 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:18:33.053541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:18:33.059889 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "PUT /v2.0/routers/69dca123-0dcd-495c-93c9-ef36e7908392/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0711346 Jun 24 13:18:33.110746 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4bc4f657-4190-4c30-9523-1307a53f44a0 None None] Provisioning for port b13329c8-1495-4559-856a-b7d3f8e21285 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:18:33.123032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4bc4f657-4190-4c30-9523-1307a53f44a0 None None] Provisioning complete for port b13329c8-1495-4559-856a-b7d3f8e21285 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:18:33.123414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4bc4f657-4190-4c30-9523-1307a53f44a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:33.214749 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-f7c3b2d9-e3dc-41e8-863d-bbdd5ac76201 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620460895&fields=id&tenant_id=28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 267 time: 0.0355072 Jun 24 13:18:33.226552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:33.277101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port deda9c4a-1cb9-4145-8e46-76d759282ac0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=deda9c4a-1cb9-4145-8e46-76d759282ac0,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:18:33.299920 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:33.304375 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-70122e55-c64a-49d2-bddb-f092d57f98ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:33.331247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-041fc8ba-88c2-4023-ad87-a060eb7e1285 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:33.332734 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-041fc8ba-88c2-4023-ad87-a060eb7e1285 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/networks?id=fb8ab220-08e9-4cc5-9c98-746a1d199172 HTTP/1.1" status: 200 len: 797 time: 0.1110511 Jun 24 13:18:33.346679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4bc4f657-4190-4c30-9523-1307a53f44a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:33.348655 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-d99684b0-249b-40fd-8ebd-4f58afbe9deb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/quotas/28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 375 time: 0.0091887 Jun 24 13:18:33.388015 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=deda9c4a-1cb9-4145-8e46-76d759282ac0,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:33.396488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:33.417325 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-4bc4f657-4190-4c30-9523-1307a53f44a0 None None] For port b13329c8-1495-4559-856a-b7d3f8e21285, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b13329c8-1495-4559-856a-b7d3f8e21285,segment=NetworkSegment(e874ead3-238f-4c9e-8234-3b78e45857d6),segment_id=e874ead3-238f-4c9e-8234-3b78e45857d6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:18:33.425784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4bc4f657-4190-4c30-9523-1307a53f44a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:33.428144 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:33.433451 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-f17c0257-952d-4ac1-98f2-3ca71867d350 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790465 Jun 24 13:18:33.465216 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Sync routers for ids ['69dca123-0dcd-495c-93c9-ef36e7908392'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:18:33.477848 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Routers {'69dca123-0dcd-495c-93c9-ef36e7908392'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:18:33.478736 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:18:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['69dca123-0dcd-495c-93c9-ef36e7908392'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:33.535048 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4f657-4190-4c30-9523-1307a53f44a0 None None] Pushing event updated for resources: {'Port': ['ID=b13329c8-1495-4559-856a-b7d3f8e21285,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:33.539869 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4bc4f657-4190-4c30-9523-1307a53f44a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:33.564761 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-68ed5d5a-e551-4e3c-b59a-f961aa789e72 service neutron] 10.222.0.110 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179771 Jun 24 13:18:33.605117 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Set router 69dca123-0dcd-495c-93c9-ef36e7908392 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:18:33.673716 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-4aa4df9d-2a9c-4f74-8c44-afc8204b7ea1 service neutron] 10.222.0.110 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018841 Jun 24 13:18:33.748207 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3f3a6b8b-43ad-4be1-80f4-1db9ae48bcd0 None None] Provisioning complete for port b13329c8-1495-4559-856a-b7d3f8e21285 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:18:33.748728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6b8b-43ad-4be1-80f4-1db9ae48bcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:33.847625 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:18:32Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '84af12c6-281c-4b96-9c97-531ef2b8d214', 'name': '', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:8d:00:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:31Z', 'updated_at': '2021-06-24T13:18:32Z', 'revision_number': 2, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:33.890090 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-26ea090f-1171-4f91-925a-384205235525 req-38ed8ae7-3833-4ec5-9c2f-419d8e7fb9e2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 210 time: 0.0448034 Jun 24 13:18:33.895595 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Checking router: 69dca123-0dcd-495c-93c9-ef36e7908392 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:18:33.896083 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Updating router 69dca123-0dcd-495c-93c9-ef36e7908392 port 84af12c6-281c-4b96-9c97-531ef2b8d214 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:18:33.925593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3f3a6b8b-43ad-4be1-80f4-1db9ae48bcd0 None None] Provisioning for port 84af12c6-281c-4b96-9c97-531ef2b8d214 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:18:33.930934 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3f3a6b8b-43ad-4be1-80f4-1db9ae48bcd0 None None] Provisioning complete for port 84af12c6-281c-4b96-9c97-531ef2b8d214 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:18:33.932292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6b8b-43ad-4be1-80f4-1db9ae48bcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:33.937688 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:33.976077 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a6b8b-43ad-4be1-80f4-1db9ae48bcd0 None None] Port 84af12c6-281c-4b96-9c97-531ef2b8d214 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:18:34.095612 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c426dde0-d793-4eb3-898c-bcfb2c0238e8 None None] Provisioning complete for port 84af12c6-281c-4b96-9c97-531ef2b8d214 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:18:34.096000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c426dde0-d793-4eb3-898c-bcfb2c0238e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:34.133263 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c426dde0-d793-4eb3-898c-bcfb2c0238e8 None None] Port 84af12c6-281c-4b96-9c97-531ef2b8d214 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:18:34.233461 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:34.243187 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Transition to ACTIVE for port object 84af12c6-281c-4b96-9c97-531ef2b8d214 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:18:34.248597 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:34.250817 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-4ea9d081-ab0f-4b69-863a-c982161ef401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:34.304452 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Pushing event updated for resources: {'Port': ['ID=84af12c6-281c-4b96-9c97-531ef2b8d214,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:34.334727 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:34.335249 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:34.335684 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:34.336108 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:34.336523 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:34.336940 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:34.337351 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:34.337765 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:34.338962 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:34.339547 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:34.339955 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:34.340249 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:18:34.359799 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:34.373894 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Attempting to bind port 84af12c6-281c-4b96-9c97-531ef2b8d214 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:18:34.374267 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Attempting to bind port 84af12c6-281c-4b96-9c97-531ef2b8d214 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'e874ead3-238f-4c9e-8234-3b78e45857d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:18:34.374631 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Attempting to bind port 84af12c6-281c-4b96-9c97-531ef2b8d214 on network fb8ab220-08e9-4cc5-9c98-746a1d199172 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:18:34.380852 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:18:34.381697 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Checking segment: {'id': 'e874ead3-238f-4c9e-8234-3b78e45857d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:18:34.382269 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:34.382871 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Bound using segment: {'id': 'e874ead3-238f-4c9e-8234-3b78e45857d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:18:34.383302 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Bound port: 84af12c6-281c-4b96-9c97-531ef2b8d214, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e874ead3-238f-4c9e-8234-3b78e45857d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:18:34.383689 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:34.454504 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] For port 84af12c6-281c-4b96-9c97-531ef2b8d214, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:18:34.459152 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] For port 84af12c6-281c-4b96-9c97-531ef2b8d214, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=84af12c6-281c-4b96-9c97-531ef2b8d214,segment=NetworkSegment(e874ead3-238f-4c9e-8234-3b78e45857d6),segment_id=e874ead3-238f-4c9e-8234-3b78e45857d6)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:18:34.464249 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:34.466602 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-ff19a64a-5e53-49ca-b582-00eb2be55632 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:34.522403 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Routers {'69dca123-0dcd-495c-93c9-ef36e7908392'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:18:34.522985 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:18:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['69dca123-0dcd-495c-93c9-ef36e7908392'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:34.571020 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Pushing event updated for resources: {'Port': ['ID=84af12c6-281c-4b96-9c97-531ef2b8d214,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:34.574944 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-7cdac416-a9c7-42a3-8daa-74af8d0431a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:34.733106 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] Set router 69dca123-0dcd-495c-93c9-ef36e7908392 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:18:34.833610 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b13329c8-1495-4559-856a-b7d3f8e21285 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:18:34.889417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port b13329c8-1495-4559-856a-b7d3f8e21285 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:18:34.890153 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:34.978985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device deda9c4a-1cb9-4145-8e46-76d759282ac0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:18:34.990959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-30ccaa6e-e96f-45b9-ab18-6b743aa017a9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:34.992602 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-30ccaa6e-e96f-45b9-ab18-6b743aa017a9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/networks?id=fb8ab220-08e9-4cc5-9c98-746a1d199172 HTTP/1.1" status: 200 len: 797 time: 0.1362123 Jun 24 13:18:35.004123 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:18:32Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '84af12c6-281c-4b96-9c97-531ef2b8d214', 'name': '', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:8d:00:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:31Z', 'updated_at': '2021-06-24T13:18:34Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:35.034789 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508645e-a710-491c-bb45-a1b01eb22687 None None] The sync data for ids ['69dca123-0dcd-495c-93c9-ef36e7908392'] in dv-neutron-797121-4-hyperv is: [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:18:32Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '84af12c6-281c-4b96-9c97-531ef2b8d214', 'name': '', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:8d:00:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:31Z', 'updated_at': '2021-06-24T13:18:34Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:18:35.061020 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-e0e49fa9-68be-45ee-b351-600f4ca223f8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 380 time: 0.0522711 Jun 24 13:18:35.063983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port deda9c4a-1cb9-4145-8e46-76d759282ac0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:18:35.064377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:35.080735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'port': {'device_id': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'admin_state_up': True, 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'security_groups': ['11125e22-20ec-469c-b8fc-678361e88c22']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:18:35.139757 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0db523e9-866e-4a00-ada2-5c58e4f0aedc req-e041e5bd-4057-4465-9bac-ec767beac444 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 210 time: 0.0733659 Jun 24 13:18:35.277771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:18:35.281809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:35.414023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.20.0.8 (fb8ab220-08e9-4cc5-9c98-746a1d199172/731395de-feb5-4c38-b7bc-5282284c0cd7/a0c4e2eb-4c86-489c-808d-70a125ff0412) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:18:35.569277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:35.585224 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Transition to ACTIVE for port object a0c4e2eb-4c86-489c-808d-70a125ff0412 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:18:35.618693 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:35.623768 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1697da82-0c2d-4ac8-82d4-3f5c82fae9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:35.673918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network fb8ab220-08e9-4cc5-9c98-746a1d199172 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:18:35.677463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:18:35.682926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:18:35.687681 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=a0c4e2eb-4c86-489c-808d-70a125ff0412,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:35.720799 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:35.751523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:35.752193 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:35.768812 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3edc4e3b-4683-4e4f-80d9-a2db835a70d0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6943359 Jun 24 13:18:35.781706 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Request body: {'port': {'device_id': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:18:35.867164 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:35.898455 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-dcb1d135-9310-4fbe-b1ee-41c13a55bc81 None None] Provisioning for port a0c4e2eb-4c86-489c-808d-70a125ff0412 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:18:35.904762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-dcb1d135-9310-4fbe-b1ee-41c13a55bc81 None None] Provisioning complete for port a0c4e2eb-4c86-489c-808d-70a125ff0412 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:18:35.905139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dcb1d135-9310-4fbe-b1ee-41c13a55bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:35.941404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-dcb1d135-9310-4fbe-b1ee-41c13a55bc81 None None] Port a0c4e2eb-4c86-489c-808d-70a125ff0412 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:18:36.148040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c4e2eb-4c86-489c-808d-70a125ff0412 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:18:36.156533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:36.169485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Transition to ACTIVE for port object a0c4e2eb-4c86-489c-808d-70a125ff0412 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:18:36.173486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:36.176536 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b2de3ac1-db1e-4810-ae01-33647c39f0b0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:36.255338 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c4e2eb-4c86-489c-808d-70a125ff0412,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:36.283380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:36.340748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Attempting to bind port a0c4e2eb-4c86-489c-808d-70a125ff0412 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:18:36.341113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Attempting to bind port a0c4e2eb-4c86-489c-808d-70a125ff0412 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'e874ead3-238f-4c9e-8234-3b78e45857d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:18:36.341495 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Attempting to bind port a0c4e2eb-4c86-489c-808d-70a125ff0412 on network fb8ab220-08e9-4cc5-9c98-746a1d199172 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:18:36.350290 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Port a0c4e2eb-4c86-489c-808d-70a125ff0412 on network fb8ab220-08e9-4cc5-9c98-746a1d199172 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:18:36.350620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Attempting to bind port a0c4e2eb-4c86-489c-808d-70a125ff0412 on network fb8ab220-08e9-4cc5-9c98-746a1d199172 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:18:36.362190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:18:36.362553 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Checking segment: {'id': 'e874ead3-238f-4c9e-8234-3b78e45857d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:18:36.362977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Bound using segment: {'id': 'e874ead3-238f-4c9e-8234-3b78e45857d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:18:36.363429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Bound port: a0c4e2eb-4c86-489c-808d-70a125ff0412, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e874ead3-238f-4c9e-8234-3b78e45857d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:18:36.363819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:36.386644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dafb-32d2-4297-bab4-5f09fab363da req-8007d806-1837-4667-b3c2-c77a2e95676b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:36.388234 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bfa1dafb-32d2-4297-bab4-5f09fab363da req-8007d806-1837-4667-b3c2-c77a2e95676b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 943 time: 0.1362927 Jun 24 13:18:36.460888 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bfa1dafb-32d2-4297-bab4-5f09fab363da req-a19fa155-bf8d-4c36-9f3e-942187aaa8be tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524981 Jun 24 13:18:36.467300 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] For port a0c4e2eb-4c86-489c-808d-70a125ff0412, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:18:36.470405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] For port a0c4e2eb-4c86-489c-808d-70a125ff0412, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a0c4e2eb-4c86-489c-808d-70a125ff0412,segment=NetworkSegment(e874ead3-238f-4c9e-8234-3b78e45857d6),segment_id=e874ead3-238f-4c9e-8234-3b78e45857d6)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:18:36.475019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:36.477102 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-479873ac-d521-477d-aaa7-da2da3234be0 tempest-TestEncryptedCinderVolumes-2079649929 tempest-TestEncryptedCinderVolumes-2079649929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:36.511296 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:36.511912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:36.513356 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] 10.222.0.102 "PUT /v2.0/ports/a0c4e2eb-4c86-489c-808d-70a125ff0412 HTTP/1.1" status: 200 len: 1093 time: 0.7365227 Jun 24 13:18:36.513947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'tag': 'a0c4e2eb-4c86-489c-808d-70a125ff0412'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:18:36.516271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fd3aad-6763-4fc6-afa5-27c438591b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7eafb4-0490-46ab-8f03-1d08567b7f7f", "tag": "a0c4e2eb-4c86-489c-808d-70a125ff0412"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:18:36.542514 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c4e2eb-4c86-489c-808d-70a125ff0412,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:36.545863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:36.571748 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b49f7ba-5808-45e6-babd-ddd56a2aa949 x-openstack-request-id: req-6b49f7ba-5808-45e6-babd-ddd56a2aa949 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:18:36.572092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7eafb4-0490-46ab-8f03-1d08567b7f7f", "tag": "a0c4e2eb-4c86-489c-808d-70a125ff0412", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:18:36.572397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6b49f7ba-5808-45e6-babd-ddd56a2aa949 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:18:36.572844 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'tag': 'a0c4e2eb-4c86-489c-808d-70a125ff0412', 'status': 'completed', 'code': 200} Jun 24 13:18:36.623113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-01b6a763-04f7-4c06-b9a7-781e79f1a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:36.624737 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-01b6a763-04f7-4c06-b9a7-781e79f1a8bd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 1096 time: 0.0635059 Jun 24 13:18:36.669378 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-5110e868-5c80-48b1-9f05-5f4c9c124460 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0c4e2eb-4c86-489c-808d-70a125ff0412 HTTP/1.1" status: 200 len: 217 time: 0.0372860 Jun 24 13:18:36.718228 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-f6ef34fd-e25b-4fea-8ffb-4958bcb737a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:36.719727 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-f6ef34fd-e25b-4fea-8ffb-4958bcb737a9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=731395de-feb5-4c38-b7bc-5282284c0cd7 HTTP/1.1" status: 200 len: 834 time: 0.0447915 Jun 24 13:18:36.781047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3bc55dfe-26de-4f31-8b6a-32ecff99e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:36.782664 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-3bc55dfe-26de-4f31-8b6a-32ecff99e6c6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fb8ab220-08e9-4cc5-9c98-746a1d199172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0572934 Jun 24 13:18:36.829933 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 84af12c6-281c-4b96-9c97-531ef2b8d214 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:18:36.871177 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-da629dc4-b42c-4674-b0c5-62db450729c5 service neutron] 10.222.0.102 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819805 Jun 24 13:18:36.880288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 84af12c6-281c-4b96-9c97-531ef2b8d214 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:18:36.884189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 84af12c6-281c-4b96-9c97-531ef2b8d214 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:18:36.885075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:36.960201 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:36.965834 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2cdbfc5-0180-4a0f-a56e-c906dc1c6ef3 req-bbf40b9c-fcdf-40bb-bb61-22dc688ab262 service neutron] 10.222.0.102 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884891 Jun 24 13:18:36.992262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 84af12c6-281c-4b96-9c97-531ef2b8d214, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=84af12c6-281c-4b96-9c97-531ef2b8d214,segment=NetworkSegment(e874ead3-238f-4c9e-8234-3b78e45857d6),segment_id=e874ead3-238f-4c9e-8234-3b78e45857d6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:18:36.996242 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:37.000358 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-70122e55-c64a-49d2-bddb-f092d57f98ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:37.049240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=84af12c6-281c-4b96-9c97-531ef2b8d214,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:37.053202 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:37.069824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd3aad-6763-4fc6-afa5-27c438591b3f req-fd865dae-3c79-4f69-873e-a0ca8cd51aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:37.071323 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6fd3aad-6763-4fc6-afa5-27c438591b3f req-fd865dae-3c79-4f69-873e-a0ca8cd51aad service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 1096 time: 0.0555925 Jun 24 13:18:37.163468 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd3aad-6763-4fc6-afa5-27c438591b3f req-d6c3bdfd-f26f-4349-88ed-3f4a8eb22eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:37.164916 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6fd3aad-6763-4fc6-afa5-27c438591b3f req-d6c3bdfd-f26f-4349-88ed-3f4a8eb22eca service neutron] 10.222.0.102 "GET /v2.0/networks?id=fb8ab220-08e9-4cc5-9c98-746a1d199172 HTTP/1.1" status: 200 len: 899 time: 0.0869603 Jun 24 13:18:37.204580 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6fd3aad-6763-4fc6-afa5-27c438591b3f req-422315b9-3dd4-4896-881a-0bc89b81891a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0c4e2eb-4c86-489c-808d-70a125ff0412 HTTP/1.1" status: 200 len: 217 time: 0.0330822 Jun 24 13:18:37.251042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd3aad-6763-4fc6-afa5-27c438591b3f req-ec48bfcb-935e-4e11-ba71-c0894aab1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:37.252503 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6fd3aad-6763-4fc6-afa5-27c438591b3f req-ec48bfcb-935e-4e11-ba71-c0894aab1871 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=731395de-feb5-4c38-b7bc-5282284c0cd7 HTTP/1.1" status: 200 len: 834 time: 0.0418773 Jun 24 13:18:37.313663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd3aad-6763-4fc6-afa5-27c438591b3f req-a5f4df90-20f7-433b-909c-ab8415966236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:37.315225 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6fd3aad-6763-4fc6-afa5-27c438591b3f req-a5f4df90-20f7-433b-909c-ab8415966236 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fb8ab220-08e9-4cc5-9c98-746a1d199172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561504 Jun 24 13:18:37.404001 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6fd3aad-6763-4fc6-afa5-27c438591b3f req-f693b9e1-f921-414c-9386-863877ebb4aa service neutron] 10.222.0.102 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812559 Jun 24 13:18:37.496943 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6fd3aad-6763-4fc6-afa5-27c438591b3f req-516be3db-846e-4137-9775-75fd71375e40 service neutron] 10.222.0.102 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861323 Jun 24 13:18:37.634256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b909f-5b2b-440e-ac74-472cc2d391ea req-768c2161-e9e8-4cd5-9736-0a758e7ce510 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:37.636389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-096b909f-5b2b-440e-ac74-472cc2d391ea req-768c2161-e9e8-4cd5-9736-0a758e7ce510 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 943 time: 0.0619082 Jun 24 13:18:37.674171 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-096b909f-5b2b-440e-ac74-472cc2d391ea req-60885fb2-a8a9-4d43-a506-097a7aae8c30 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Jun 24 13:18:38.806514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 84af12c6-281c-4b96-9c97-531ef2b8d214 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:18:38.849316 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c6fe7-2820-4459-a56b-6dcf00642767 req-8732d979-8b5b-45d2-bec3-9e7dd8453143 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:38.850844 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-519c6fe7-2820-4459-a56b-6dcf00642767 req-8732d979-8b5b-45d2-bec3-9e7dd8453143 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 943 time: 0.0632386 Jun 24 13:18:38.858599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 84af12c6-281c-4b96-9c97-531ef2b8d214 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:18:38.859014 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:38.892630 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-519c6fe7-2820-4459-a56b-6dcf00642767 req-fdabb245-cbc2-4d90-bd31-f9402d4d9b63 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361304 Jun 24 13:18:40.065928 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b31dc8-2166-4211-8b99-cf8d22cf6636 req-d9b36de9-2d73-4503-8bc3-862bb1f3fe27 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:40.067429 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-17b31dc8-2166-4211-8b99-cf8d22cf6636 req-d9b36de9-2d73-4503-8bc3-862bb1f3fe27 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 943 time: 0.0630383 Jun 24 13:18:40.105415 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-17b31dc8-2166-4211-8b99-cf8d22cf6636 req-c6ade9c9-0416-431c-a217-77ce185333b9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317049 Jun 24 13:18:40.482193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device a0c4e2eb-4c86-489c-808d-70a125ff0412 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:18:40.575837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port a0c4e2eb-4c86-489c-808d-70a125ff0412, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a0c4e2eb-4c86-489c-808d-70a125ff0412,segment=NetworkSegment(e874ead3-238f-4c9e-8234-3b78e45857d6),segment_id=e874ead3-238f-4c9e-8234-3b78e45857d6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:18:40.586460 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'a0c4e2eb-4c86-489c-808d-70a125ff0412', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'port_id': 'a0c4e2eb-4c86-489c-808d-70a125ff0412', 'mac_address': 'fa:16:3e:7f:bf:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:18:40.624083 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:40.638863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c4e2eb-4c86-489c-808d-70a125ff0412 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:18:40.657939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port a0c4e2eb-4c86-489c-808d-70a125ff0412, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a0c4e2eb-4c86-489c-808d-70a125ff0412,segment=NetworkSegment(e874ead3-238f-4c9e-8234-3b78e45857d6),segment_id=e874ead3-238f-4c9e-8234-3b78e45857d6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:18:40.661533 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:40.663594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:40.710027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=a0c4e2eb-4c86-489c-808d-70a125ff0412,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:40.713851 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:40.865061 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['a0c4e2eb-4c86-489c-808d-70a125ff0412'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:18:41.273239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161143c-ee86-491f-80b8-f3c0cc7aa681 req-aff44c5c-73a5-413d-873e-03825d30cdb1 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:41.274681 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b161143c-ee86-491f-80b8-f3c0cc7aa681 req-aff44c5c-73a5-413d-873e-03825d30cdb1 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 944 time: 0.0609763 Jun 24 13:18:41.312107 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b161143c-ee86-491f-80b8-f3c0cc7aa681 req-a5161580-e29b-4671-b3a6-5558c11a8498 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315461 Jun 24 13:18:42.497314 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device a0c4e2eb-4c86-489c-808d-70a125ff0412 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:18:42.532476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde66ac-2c1f-4b5e-85eb-40648edba769 req-4a65f746-9c80-45ec-aa33-022f3d4d45b1 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:42.533965 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7dde66ac-2c1f-4b5e-85eb-40648edba769 req-4a65f746-9c80-45ec-aa33-022f3d4d45b1 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 944 time: 0.0695968 Jun 24 13:18:42.548108 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port a0c4e2eb-4c86-489c-808d-70a125ff0412 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:18:42.551745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port a0c4e2eb-4c86-489c-808d-70a125ff0412 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:18:42.552131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:42.573329 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7dde66ac-2c1f-4b5e-85eb-40648edba769 req-cf0e02cc-02cb-46a1-b518-ebb3dce02e0e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328112 Jun 24 13:18:42.628731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:42.650512 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c4e2eb-4c86-489c-808d-70a125ff0412'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:18:42.652969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fa27b5-ea90-43d0-8d03-ffcb8006abea" -d '{"events": [{"server_uuid": "6a7eafb4-0490-46ab-8f03-1d08567b7f7f", "name": "network-vif-plugged", "status": "completed", "tag": "a0c4e2eb-4c86-489c-808d-70a125ff0412"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:18:42.665182 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port a0c4e2eb-4c86-489c-808d-70a125ff0412, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a0c4e2eb-4c86-489c-808d-70a125ff0412,segment=NetworkSegment(e874ead3-238f-4c9e-8234-3b78e45857d6),segment_id=e874ead3-238f-4c9e-8234-3b78e45857d6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:18:42.669981 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:42.672092 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-58c2af92-cf23-4805-b09c-7c77abeecb6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:42.697440 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e3663a-ee70-40a0-96cc-ace1a380026d x-openstack-request-id: req-97e3663a-ee70-40a0-96cc-ace1a380026d {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:18:42.698238 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7eafb4-0490-46ab-8f03-1d08567b7f7f", "name": "network-vif-plugged", "status": "completed", "tag": "a0c4e2eb-4c86-489c-808d-70a125ff0412", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:18:42.698501 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-97e3663a-ee70-40a0-96cc-ace1a380026d {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:18:42.698908 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c4e2eb-4c86-489c-808d-70a125ff0412', 'code': 200} Jun 24 13:18:42.725055 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=a0c4e2eb-4c86-489c-808d-70a125ff0412,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:42.728403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:42.909079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde394e-5be3-4054-b344-f1bb43cd1877 req-ccacdc6d-42e5-4e7b-9fe8-2fdfabfe366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:42.910458 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddde394e-5be3-4054-b344-f1bb43cd1877 req-ccacdc6d-42e5-4e7b-9fe8-2fdfabfe366c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 1098 time: 0.0509322 Jun 24 13:18:42.944267 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddde394e-5be3-4054-b344-f1bb43cd1877 req-0d102ef9-7d2c-4c8c-a4f6-10cbd6eaa602 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279274 Jun 24 13:18:43.748691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d3b9e-4a73-488b-8b0c-02499bc532bc req-5838dad8-38be-4989-a815-c80ddb3a8500 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:43.750173 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-450d3b9e-4a73-488b-8b0c-02499bc532bc req-5838dad8-38be-4989-a815-c80ddb3a8500 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0623136 Jun 24 13:18:43.791923 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-450d3b9e-4a73-488b-8b0c-02499bc532bc req-b58df60f-52e3-40f4-b214-6cac2d3a64c2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361004 Jun 24 13:18:44.964038 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce96d0-070a-49af-9294-2ed3290c0b7e req-86747d94-5e7b-429d-a524-6fa8e458b74e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:44.965417 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-17ce96d0-070a-49af-9294-2ed3290c0b7e req-86747d94-5e7b-429d-a524-6fa8e458b74e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0636153 Jun 24 13:18:45.013146 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-17ce96d0-070a-49af-9294-2ed3290c0b7e req-decbe40d-9ec5-4ed7-9e97-f765e62bc913 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420873 Jun 24 13:18:45.181572 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749594bc-95e2-4961-9870-7f7cf71006e3 req-15519120-f060-4055-a3f3-d6ce850bb206 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:45.183599 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-749594bc-95e2-4961-9870-7f7cf71006e3 req-15519120-f060-4055-a3f3-d6ce850bb206 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0625727 Jun 24 13:18:45.220079 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-749594bc-95e2-4961-9870-7f7cf71006e3 req-ac8f9ce6-f515-4583-8c06-b9085f6ae874 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304193 Jun 24 13:18:45.244044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53348) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:45.336501 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82af24d8-ba02-4758-8b98-37788a9301e9 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:45.337985 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-82af24d8-ba02-4758-8b98-37788a9301e9 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 1093 time: 0.0923262 Jun 24 13:18:45.340811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53352) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:45.345121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': 'a0c4e2eb-4c86-489c-808d-70a125ff0412', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:18:45.366301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:45.464628 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:45.575482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.26.1.91 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/43c8441e-ca4f-49ba-b12f-e7103dd2a797) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:18:45.676562 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:45.715103 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:45.717824 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:45.750282 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:18:45.752965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:18:45.758658 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:18:46.122210 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=43c8441e-ca4f-49ba-b12f-e7103dd2a797,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:46.126049 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:46.454913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:46.533871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:46.681193 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:46.685563 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:46.688102 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0517f42b-28a7-44fa-8d14-d530f071c28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:18:46.750424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=43c8441e-ca4f-49ba-b12f-e7103dd2a797,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:18:46.753714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:18:46.765684 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:46.863003 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Floating IP 9a6cbb45-e579-48ce-8d28-0609d71c43e6 associated. External IP: 172.26.1.91, port: a0c4e2eb-4c86-489c-808d-70a125ff0412. Jun 24 13:18:47.067037 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router 69dca123-0dcd-495c-93c9-ef36e7908392 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:18:47.176059 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:18:47.185183 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835795d-ff0b-4842-b3ba-2f161ded35b3 None None] Sync routers for ids ['69dca123-0dcd-495c-93c9-ef36e7908392'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:18:47.192137 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:47.197727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835795d-ff0b-4842-b3ba-2f161ded35b3 None None] Routers {'69dca123-0dcd-495c-93c9-ef36e7908392'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:18:47.198381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e835795d-ff0b-4842-b3ba-2f161ded35b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:18:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['69dca123-0dcd-495c-93c9-ef36e7908392'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:47.229544 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8870904 Jun 24 13:18:47.230582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'tag': 'a0c4e2eb-4c86-489c-808d-70a125ff0412'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:18:47.232615 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f641ca-d22a-4ed3-a464-aa6e5ebe2b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7eafb4-0490-46ab-8f03-1d08567b7f7f", "tag": "a0c4e2eb-4c86-489c-808d-70a125ff0412"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:18:47.271236 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15010234-3ee6-4677-a7bc-7a8849774f30 x-openstack-request-id: req-15010234-3ee6-4677-a7bc-7a8849774f30 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:18:47.271816 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7eafb4-0490-46ab-8f03-1d08567b7f7f", "tag": "a0c4e2eb-4c86-489c-808d-70a125ff0412", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:18:47.272187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-15010234-3ee6-4677-a7bc-7a8849774f30 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:18:47.272728 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'tag': 'a0c4e2eb-4c86-489c-808d-70a125ff0412', 'status': 'completed', 'code': 200} Jun 24 13:18:47.387976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f641ca-d22a-4ed3-a464-aa6e5ebe2b8c req-69975743-9e55-43b8-b9e0-17208b128269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:47.389491 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-15f641ca-d22a-4ed3-a464-aa6e5ebe2b8c req-69975743-9e55-43b8-b9e0-17208b128269 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 1098 time: 0.0947173 Jun 24 13:18:47.467081 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-e835795d-ff0b-4842-b3ba-2f161ded35b3 None None] Set router 69dca123-0dcd-495c-93c9-ef36e7908392 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:18:47.563195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:47.712239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e835795d-ff0b-4842-b3ba-2f161ded35b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:18:32Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '9a6cbb45-e579-48ce-8d28-0609d71c43e6', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'port_id': 'a0c4e2eb-4c86-489c-808d-70a125ff0412', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'mac_address': 'fa:16:3e:7f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:18:46Z', 'updated_at': '2021-06-24T13:18:46Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84af12c6-281c-4b96-9c97-531ef2b8d214', 'name': '', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:8d:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:31Z', 'updated_at': '2021-06-24T13:18:36Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:47.743116 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835795d-ff0b-4842-b3ba-2f161ded35b3 None None] Checking router: 69dca123-0dcd-495c-93c9-ef36e7908392 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:18:47.751691 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835795d-ff0b-4842-b3ba-2f161ded35b3 None None] Routers {'69dca123-0dcd-495c-93c9-ef36e7908392'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:18:47.752328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e835795d-ff0b-4842-b3ba-2f161ded35b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:18:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['69dca123-0dcd-495c-93c9-ef36e7908392'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:47.836335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98005161-a773-426a-bb1a-a074f4714358 req-8b2961d3-04dd-45a3-b9ad-6c09205554c0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:47.837829 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-98005161-a773-426a-bb1a-a074f4714358 req-8b2961d3-04dd-45a3-b9ad-6c09205554c0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.5024979 Jun 24 13:18:47.856546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-e835795d-ff0b-4842-b3ba-2f161ded35b3 None None] Set router 69dca123-0dcd-495c-93c9-ef36e7908392 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:18:47.895343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f641ca-d22a-4ed3-a464-aa6e5ebe2b8c req-a336337c-cb75-4497-9ad6-6eb1646edf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:47.896850 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-15f641ca-d22a-4ed3-a464-aa6e5ebe2b8c req-a336337c-cb75-4497-9ad6-6eb1646edf3e service neutron] 10.222.0.102 "GET /v2.0/networks?id=fb8ab220-08e9-4cc5-9c98-746a1d199172 HTTP/1.1" status: 200 len: 899 time: 0.5008278 Jun 24 13:18:47.899780 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-98005161-a773-426a-bb1a-a074f4714358 req-acc7b4bf-ecde-4e0a-b681-d72e548d6e38 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560558 Jun 24 13:18:47.924013 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53358) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:47.964922 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-15f641ca-d22a-4ed3-a464-aa6e5ebe2b8c req-2eff1488-fdd0-483e-a933-2207c1e5da52 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0c4e2eb-4c86-489c-808d-70a125ff0412 HTTP/1.1" status: 200 len: 998 time: 0.0596263 Jun 24 13:18:47.991406 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1ef6862f-8d51-42b3-afda-bd8215549f51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/9a6cbb45-e579-48ce-8d28-0609d71c43e6 HTTP/1.1" status: 200 len: 990 time: 0.0660062 Jun 24 13:18:48.017434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f641ca-d22a-4ed3-a464-aa6e5ebe2b8c req-29352c48-9d5f-493b-a643-8c92433823b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:48.018941 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-15f641ca-d22a-4ed3-a464-aa6e5ebe2b8c req-29352c48-9d5f-493b-a643-8c92433823b5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=731395de-feb5-4c38-b7bc-5282284c0cd7 HTTP/1.1" status: 200 len: 834 time: 0.0488865 Jun 24 13:18:48.074546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f641ca-d22a-4ed3-a464-aa6e5ebe2b8c req-0c699379-ab68-4455-8034-cd2f94c8e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:48.076063 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-15f641ca-d22a-4ed3-a464-aa6e5ebe2b8c req-0c699379-ab68-4455-8034-cd2f94c8e9ad service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fb8ab220-08e9-4cc5-9c98-746a1d199172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513296 Jun 24 13:18:48.089066 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-e835795d-ff0b-4842-b3ba-2f161ded35b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:18:32Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '9a6cbb45-e579-48ce-8d28-0609d71c43e6', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'port_id': 'a0c4e2eb-4c86-489c-808d-70a125ff0412', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'mac_address': 'fa:16:3e:7f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:18:46Z', 'updated_at': '2021-06-24T13:18:46Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84af12c6-281c-4b96-9c97-531ef2b8d214', 'name': '', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:8d:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:31Z', 'updated_at': '2021-06-24T13:18:36Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:18:48.114945 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835795d-ff0b-4842-b3ba-2f161ded35b3 None None] The sync data for ids ['69dca123-0dcd-495c-93c9-ef36e7908392'] in dv-neutron-797121-4-hyperv is: [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:18:32Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '9a6cbb45-e579-48ce-8d28-0609d71c43e6', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'port_id': 'a0c4e2eb-4c86-489c-808d-70a125ff0412', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'mac_address': 'fa:16:3e:7f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:18:46Z', 'updated_at': '2021-06-24T13:18:46Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84af12c6-281c-4b96-9c97-531ef2b8d214', 'name': '', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:8d:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:31Z', 'updated_at': '2021-06-24T13:18:36Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:18:48.167455 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-15f641ca-d22a-4ed3-a464-aa6e5ebe2b8c req-227c57a0-1c0f-4828-80c8-f8298ec4b926 service neutron] 10.222.0.102 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833786 Jun 24 13:18:48.270219 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-15f641ca-d22a-4ed3-a464-aa6e5ebe2b8c req-653795b9-15a8-4215-b4f5-f90ca359f515 service neutron] 10.222.0.102 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976517 Jun 24 13:18:48.313338 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e2b157-a48a-4e50-bb55-805a78d34105 None None] New status for floating IP 9a6cbb45-e579-48ce-8d28-0609d71c43e6: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:18:48.995511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53360) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:18:49.051373 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-18fbb1e1-3e2f-4632-8814-45fbc7fa7e7d req-dbc04a66-6e6e-4388-b4f1-95a9dd89cb39 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0624790 Jun 24 13:18:49.066886 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-773c5504-85aa-4622-a4a9-baab25b9a6d8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/9a6cbb45-e579-48ce-8d28-0609d71c43e6 HTTP/1.1" status: 200 len: 992 time: 0.0675833 Jun 24 13:18:49.146369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbb1e1-3e2f-4632-8814-45fbc7fa7e7d req-007db5b2-9182-4549-b4b0-7ecaea3bb95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:49.147860 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-18fbb1e1-3e2f-4632-8814-45fbc7fa7e7d req-007db5b2-9182-4549-b4b0-7ecaea3bb95f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 1098 time: 0.0552235 Jun 24 13:18:49.248662 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbb1e1-3e2f-4632-8814-45fbc7fa7e7d req-d6e13bbb-39d5-4ba7-b189-3e98be0712b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:49.250076 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-18fbb1e1-3e2f-4632-8814-45fbc7fa7e7d req-d6e13bbb-39d5-4ba7-b189-3e98be0712b2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=fb8ab220-08e9-4cc5-9c98-746a1d199172 HTTP/1.1" status: 200 len: 899 time: 0.0819483 Jun 24 13:18:49.316843 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-18fbb1e1-3e2f-4632-8814-45fbc7fa7e7d req-5d7f37c5-1c87-4ac2-8401-cc650c52752d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0c4e2eb-4c86-489c-808d-70a125ff0412 HTTP/1.1" status: 200 len: 1000 time: 0.0600851 Jun 24 13:18:49.367578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbb1e1-3e2f-4632-8814-45fbc7fa7e7d req-cc27ad30-a4a6-48e7-92fb-06bd6db4265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:49.369282 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-18fbb1e1-3e2f-4632-8814-45fbc7fa7e7d req-cc27ad30-a4a6-48e7-92fb-06bd6db4265f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=731395de-feb5-4c38-b7bc-5282284c0cd7 HTTP/1.1" status: 200 len: 834 time: 0.0444615 Jun 24 13:18:49.425775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbb1e1-3e2f-4632-8814-45fbc7fa7e7d req-01a66870-4194-47c6-9d85-37ee74d19344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:18:49.427274 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-18fbb1e1-3e2f-4632-8814-45fbc7fa7e7d req-01a66870-4194-47c6-9d85-37ee74d19344 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fb8ab220-08e9-4cc5-9c98-746a1d199172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512064 Jun 24 13:18:49.518640 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-18fbb1e1-3e2f-4632-8814-45fbc7fa7e7d req-77658a80-0134-4107-9ad6-3b1fc5cb5790 service neutron] 10.222.0.102 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853937 Jun 24 13:18:49.605774 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-18fbb1e1-3e2f-4632-8814-45fbc7fa7e7d req-34936476-01fa-455c-97af-8ebfc0605fd1 service neutron] 10.222.0.102 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806234 Jun 24 13:18:56.633221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3e7de700-3681-4527-8f3f-8b00766bf372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:59.356479 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a3122e59-c0c5-4c2a-be59-088c6826e790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:18:59.486131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:19:00.423297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:19:02.385014 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:19:07.838183 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:19:15.944243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc7b73-dfb9-49cb-986b-0723b22e045a req-5c4babf0-3d68-430b-945a-2b79f98148fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:15.945658 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-28dc7b73-dfb9-49cb-986b-0723b22e045a req-5c4babf0-3d68-430b-945a-2b79f98148fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0681765 Jun 24 13:19:15.984631 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-28dc7b73-dfb9-49cb-986b-0723b22e045a req-0827f36a-a5fa-4758-b0cb-4e5c0b57d973 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331779 Jun 24 13:19:17.157446 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbb890-245c-4641-9ed8-27e00fa4c404 req-d9234344-7e34-484e-9fbf-2789eb929cb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:17.159229 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4cbb890-245c-4641-9ed8-27e00fa4c404 req-d9234344-7e34-484e-9fbf-2789eb929cb0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0627778 Jun 24 13:19:17.196361 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4cbb890-245c-4641-9ed8-27e00fa4c404 req-52a1e629-c7ba-4dfb-afbd-c8b06ea43680 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318065 Jun 24 13:19:17.542409 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:19:18.379047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bc72b-d324-4bf7-8f35-8799a35eb931 req-4d703a9f-6d59-4c3c-91a4-daaf3beb639f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:18.380579 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d70bc72b-d324-4bf7-8f35-8799a35eb931 req-4d703a9f-6d59-4c3c-91a4-daaf3beb639f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0636034 Jun 24 13:19:18.418509 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d70bc72b-d324-4bf7-8f35-8799a35eb931 req-b4cf38f6-9821-44bb-be6a-86fc865408e8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315568 Jun 24 13:19:19.597859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b99bba-b580-40f6-9ff6-967fc0f14988 req-4f875792-50bd-43fd-8be4-bbb7d258b5d5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:19.599340 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e0b99bba-b580-40f6-9ff6-967fc0f14988 req-4f875792-50bd-43fd-8be4-bbb7d258b5d5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0670357 Jun 24 13:19:19.637655 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e0b99bba-b580-40f6-9ff6-967fc0f14988 req-5d3863d7-86ba-4182-ad68-7a37902e98ed tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326242 Jun 24 13:19:20.808264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956787f6-db07-4ecf-a49e-339eadbf0c77 req-090dd5b2-7acc-4357-83ed-bf147f058a22 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:20.810316 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-956787f6-db07-4ecf-a49e-339eadbf0c77 req-090dd5b2-7acc-4357-83ed-bf147f058a22 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0633886 Jun 24 13:19:20.849220 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-956787f6-db07-4ecf-a49e-339eadbf0c77 req-e1f74c1a-f32f-4a7b-819b-48745eb34ef1 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327628 Jun 24 13:19:22.023002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d2e6d-e5e3-4859-aa75-d601a6ba836e req-a588572f-6b40-4b48-b5e9-9f996e21ee1d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:22.024470 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c5d2e6d-e5e3-4859-aa75-d601a6ba836e req-a588572f-6b40-4b48-b5e9-9f996e21ee1d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0658188 Jun 24 13:19:22.062474 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c5d2e6d-e5e3-4859-aa75-d601a6ba836e req-7c14a0f6-7e32-46bb-a28b-d6ecc51c1c27 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313983 Jun 24 13:19:23.237784 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176bea7-8dc1-472a-94c9-925a649dacaa req-772f0b3f-3088-4e3f-82b9-d7c5860166e8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:23.239287 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b176bea7-8dc1-472a-94c9-925a649dacaa req-772f0b3f-3088-4e3f-82b9-d7c5860166e8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0631027 Jun 24 13:19:23.276565 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b176bea7-8dc1-472a-94c9-925a649dacaa req-e45fd42e-20a6-461b-bcdd-b4dc480e9eed tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316567 Jun 24 13:19:24.448245 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a951cbd-cf89-45cd-92fd-f28d492167f0 req-35d3db6e-f867-4958-b583-b72fdd2510c0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:24.450234 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0a951cbd-cf89-45cd-92fd-f28d492167f0 req-35d3db6e-f867-4958-b583-b72fdd2510c0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0643399 Jun 24 13:19:24.487744 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0a951cbd-cf89-45cd-92fd-f28d492167f0 req-3a0b546c-e879-4058-891a-15d82ffe4280 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318403 Jun 24 13:19:25.663221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e62505-d6d5-40ca-a3a5-591abcaa0171 req-5e7a7f36-afd2-4326-888b-73727c3d2b04 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:25.664693 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-33e62505-d6d5-40ca-a3a5-591abcaa0171 req-5e7a7f36-afd2-4326-888b-73727c3d2b04 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0662742 Jun 24 13:19:25.703540 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-33e62505-d6d5-40ca-a3a5-591abcaa0171 req-31ad7f81-2a1c-4dd8-bbb3-6c252843b62f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325644 Jun 24 13:19:26.635276 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0e837134-5407-42aa-93d4-90eedfd0eb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:19:26.877202 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ade25-de13-4027-9bde-bc9823b448bf req-32a5919c-bf3e-47e1-93f2-c688e839b378 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:26.878657 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-474ade25-de13-4027-9bde-bc9823b448bf req-32a5919c-bf3e-47e1-93f2-c688e839b378 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0640032 Jun 24 13:19:26.916001 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-474ade25-de13-4027-9bde-bc9823b448bf req-be7362f7-0881-4128-9b26-b0b813903be5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317571 Jun 24 13:19:26.940328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53394) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:19:27.003025 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-21796b7d-8cb0-41a9-af87-8c8875f64994 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/9a6cbb45-e579-48ce-8d28-0609d71c43e6 HTTP/1.1" status: 200 len: 992 time: 0.0613585 Jun 24 13:19:28.472469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79921e0-8a66-49cb-8f6e-0dcf8f63fbf0 req-85f59677-34fe-4d7b-9c3d-a1c7bc831103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:28.473867 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b79921e0-8a66-49cb-8f6e-0dcf8f63fbf0 req-85f59677-34fe-4d7b-9c3d-a1c7bc831103 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 1098 time: 0.0987024 Jun 24 13:19:28.484715 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e67d3c-c261-4fa2-898d-ba0b0d4608cc req-351a61e4-f37b-4e57-9e67-0711f91aff11 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:28.486086 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-82e67d3c-c261-4fa2-898d-ba0b0d4608cc req-351a61e4-f37b-4e57-9e67-0711f91aff11 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.1020250 Jun 24 13:19:28.575184 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-82e67d3c-c261-4fa2-898d-ba0b0d4608cc req-486f7171-643f-40c9-8c62-b556d4c0b510 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804594 Jun 24 13:19:28.602455 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79921e0-8a66-49cb-8f6e-0dcf8f63fbf0 req-f8b1ecdc-159a-412f-88a1-75b1f6dfe29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:28.603926 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b79921e0-8a66-49cb-8f6e-0dcf8f63fbf0 req-f8b1ecdc-159a-412f-88a1-75b1f6dfe29a service neutron] 10.222.0.102 "GET /v2.0/networks?id=fb8ab220-08e9-4cc5-9c98-746a1d199172 HTTP/1.1" status: 200 len: 899 time: 0.1170113 Jun 24 13:19:28.671770 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b79921e0-8a66-49cb-8f6e-0dcf8f63fbf0 req-8eeb4f9a-8c2c-405d-8d3c-c8788dd0b907 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0c4e2eb-4c86-489c-808d-70a125ff0412 HTTP/1.1" status: 200 len: 1000 time: 0.0609264 Jun 24 13:19:28.718959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79921e0-8a66-49cb-8f6e-0dcf8f63fbf0 req-0c9062d3-6d84-479a-81d8-bc49e54187bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:28.720354 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b79921e0-8a66-49cb-8f6e-0dcf8f63fbf0 req-0c9062d3-6d84-479a-81d8-bc49e54187bf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=731395de-feb5-4c38-b7bc-5282284c0cd7 HTTP/1.1" status: 200 len: 834 time: 0.0423748 Jun 24 13:19:28.774718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79921e0-8a66-49cb-8f6e-0dcf8f63fbf0 req-b2552401-16df-4fc1-800b-fbc2c72f4219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:28.776688 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b79921e0-8a66-49cb-8f6e-0dcf8f63fbf0 req-b2552401-16df-4fc1-800b-fbc2c72f4219 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fb8ab220-08e9-4cc5-9c98-746a1d199172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499070 Jun 24 13:19:28.867185 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b79921e0-8a66-49cb-8f6e-0dcf8f63fbf0 req-bb8ada16-e425-4439-a9ae-2c169681ef1a service neutron] 10.222.0.102 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849118 Jun 24 13:19:28.953309 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b79921e0-8a66-49cb-8f6e-0dcf8f63fbf0 req-f7ebbebb-013a-4143-b36b-b76c15b4ae61 service neutron] 10.222.0.102 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803618 Jun 24 13:19:29.358007 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7c42016b-5bf4-47c5-a486-c527e7f34781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:19:29.487359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:19:29.751700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62d1b2-6b95-46e9-8803-bbe3e3d22e6c req-ecec4e2c-a660-4880-880b-e8fec65b8597 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:29.753176 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b62d1b2-6b95-46e9-8803-bbe3e3d22e6c req-ecec4e2c-a660-4880-880b-e8fec65b8597 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0682395 Jun 24 13:19:29.790153 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b62d1b2-6b95-46e9-8803-bbe3e3d22e6c req-4f5fce8b-3792-4fb3-b8c6-51cac95b3e96 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314023 Jun 24 13:19:29.815139 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53406) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:19:29.876874 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-51c8b1f9-f17a-43cf-bc32-4c366bf86242 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/9a6cbb45-e579-48ce-8d28-0609d71c43e6 HTTP/1.1" status: 200 len: 992 time: 0.0604196 Jun 24 13:19:30.426258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:19:32.387443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:19:44.835877 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:19:47.570925 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:19:50.012016 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-246a9f04-d5f0-4080-b4b8-5cf021c945e6 req-5395e8a1-a027-40df-b7b4-2234bb12a1dc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500562 Jun 24 13:19:50.109306 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a9f04-d5f0-4080-b4b8-5cf021c945e6 req-0e1a46b4-95f7-4bb7-a6b4-fd0301132922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:50.110853 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-246a9f04-d5f0-4080-b4b8-5cf021c945e6 req-0e1a46b4-95f7-4bb7-a6b4-fd0301132922 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 1098 time: 0.0559602 Jun 24 13:19:50.211977 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a9f04-d5f0-4080-b4b8-5cf021c945e6 req-4b8dc28e-9c20-4179-a18f-c7e0b7e5b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:50.213467 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-246a9f04-d5f0-4080-b4b8-5cf021c945e6 req-4b8dc28e-9c20-4179-a18f-c7e0b7e5b847 service neutron] 10.222.0.102 "GET /v2.0/networks?id=fb8ab220-08e9-4cc5-9c98-746a1d199172 HTTP/1.1" status: 200 len: 899 time: 0.0823085 Jun 24 13:19:50.281064 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-246a9f04-d5f0-4080-b4b8-5cf021c945e6 req-1257e0e1-f511-47d8-bde8-893c33c16202 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0c4e2eb-4c86-489c-808d-70a125ff0412 HTTP/1.1" status: 200 len: 1000 time: 0.0607729 Jun 24 13:19:50.328598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a9f04-d5f0-4080-b4b8-5cf021c945e6 req-0b503021-a3bb-422d-9196-7db1f81cd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:50.329985 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-246a9f04-d5f0-4080-b4b8-5cf021c945e6 req-0b503021-a3bb-422d-9196-7db1f81cd6d3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=731395de-feb5-4c38-b7bc-5282284c0cd7 HTTP/1.1" status: 200 len: 834 time: 0.0425808 Jun 24 13:19:50.387953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a9f04-d5f0-4080-b4b8-5cf021c945e6 req-54e30608-7918-4802-bd8a-a3f57cb9646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:19:50.389735 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-246a9f04-d5f0-4080-b4b8-5cf021c945e6 req-54e30608-7918-4802-bd8a-a3f57cb9646c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fb8ab220-08e9-4cc5-9c98-746a1d199172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526636 Jun 24 13:19:50.482821 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-246a9f04-d5f0-4080-b4b8-5cf021c945e6 req-33703365-f5b9-40d0-84c6-2da96407fe9c service neutron] 10.222.0.102 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862792 Jun 24 13:19:50.572584 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-246a9f04-d5f0-4080-b4b8-5cf021c945e6 req-a1176779-d568-47f5-88c1-edf56a68a99a service neutron] 10.222.0.102 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830288 Jun 24 13:19:56.635842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9aa76194-3f2b-4763-9541-afc01879916e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:19:59.358351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-acbf7817-46c0-476d-968d-de4751f7c8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:19:59.488188 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:00.317719 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53418) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:00.429527 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:00.483539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port 43c8441e-ca4f-49ba-b12f-e7103dd2a797 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:20:00.483882 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:00.560931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:00.561260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:00.573306 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for 43c8441e-ca4f-49ba-b12f-e7103dd2a797 owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:20:00.748925 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:00.750776 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:00.773883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=43c8441e-ca4f-49ba-b12f-e7103dd2a797,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:00.785575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:00.785965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:00.786352 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:00.786721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:00.787118 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:00.787486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:00.787852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:00.788215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:00.788577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:00.788937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:00.789299 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:00.789666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:00.812837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:00.852094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:00.852424 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Floating IP 9a6cbb45-e579-48ce-8d28-0609d71c43e6 disassociated (deleted). External IP: 172.26.1.91, port: a0c4e2eb-4c86-489c-808d-70a125ff0412. Jun 24 13:20:01.067597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router 69dca123-0dcd-495c-93c9-ef36e7908392 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:20:01.174210 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:20:01.179011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:01.183275 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675a89b2-9d8b-4510-be42-482614e9f995 None None] Sync routers for ids ['69dca123-0dcd-495c-93c9-ef36e7908392'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:20:01.193547 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675a89b2-9d8b-4510-be42-482614e9f995 None None] Routers {'69dca123-0dcd-495c-93c9-ef36e7908392'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:20:01.194175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-675a89b2-9d8b-4510-be42-482614e9f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:19:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['69dca123-0dcd-495c-93c9-ef36e7908392'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:01.216710 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/floatingips/9a6cbb45-e579-48ce-8d28-0609d71c43e6 HTTP/1.1" status: 204 len: 168 time: 0.8978572 Jun 24 13:20:01.217397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'tag': 'a0c4e2eb-4c86-489c-808d-70a125ff0412'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:20:01.219745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a6cade-cfa2-40f4-b8f4-f2f16cc1df70" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7eafb4-0490-46ab-8f03-1d08567b7f7f", "tag": "a0c4e2eb-4c86-489c-808d-70a125ff0412"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:20:01.313808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-675a89b2-9d8b-4510-be42-482614e9f995 None None] Set router 69dca123-0dcd-495c-93c9-ef36e7908392 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:20:01.323721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daba9763-dcb7-4a99-ba0b-9012eae53ab8 x-openstack-request-id: req-daba9763-dcb7-4a99-ba0b-9012eae53ab8 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:20:01.324222 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7eafb4-0490-46ab-8f03-1d08567b7f7f", "tag": "a0c4e2eb-4c86-489c-808d-70a125ff0412", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:20:01.324492 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-daba9763-dcb7-4a99-ba0b-9012eae53ab8 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:20:01.324785 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'tag': 'a0c4e2eb-4c86-489c-808d-70a125ff0412', 'status': 'completed', 'code': 200} Jun 24 13:20:01.401559 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6cade-cfa2-40f4-b8f4-f2f16cc1df70 req-ebcf10fb-f471-48fb-943d-a5fe29897b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:01.403142 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-72a6cade-cfa2-40f4-b8f4-f2f16cc1df70 req-ebcf10fb-f471-48fb-943d-a5fe29897b26 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 1098 time: 0.0564711 Jun 24 13:20:01.509898 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6cade-cfa2-40f4-b8f4-f2f16cc1df70 req-f1550722-287d-44dd-8119-cc5fc58d613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:01.511511 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-72a6cade-cfa2-40f4-b8f4-f2f16cc1df70 req-f1550722-287d-44dd-8119-cc5fc58d613b service neutron] 10.222.0.102 "GET /v2.0/networks?id=fb8ab220-08e9-4cc5-9c98-746a1d199172 HTTP/1.1" status: 200 len: 899 time: 0.1012993 Jun 24 13:20:01.558048 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-675a89b2-9d8b-4510-be42-482614e9f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:18:32Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '84af12c6-281c-4b96-9c97-531ef2b8d214', 'name': '', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:8d:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:31Z', 'updated_at': '2021-06-24T13:18:36Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:01.558876 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-72a6cade-cfa2-40f4-b8f4-f2f16cc1df70 req-4badd48d-fa1c-4189-96e6-cc0a1e0597c3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0c4e2eb-4c86-489c-808d-70a125ff0412 HTTP/1.1" status: 200 len: 217 time: 0.0369980 Jun 24 13:20:01.591193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675a89b2-9d8b-4510-be42-482614e9f995 None None] Checking router: 69dca123-0dcd-495c-93c9-ef36e7908392 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:20:01.599801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675a89b2-9d8b-4510-be42-482614e9f995 None None] Routers {'69dca123-0dcd-495c-93c9-ef36e7908392'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:20:01.600787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-675a89b2-9d8b-4510-be42-482614e9f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:19:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['69dca123-0dcd-495c-93c9-ef36e7908392'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:01.618521 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6cade-cfa2-40f4-b8f4-f2f16cc1df70 req-866bf983-bb8d-472e-8f72-727ed32210ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:01.619941 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-72a6cade-cfa2-40f4-b8f4-f2f16cc1df70 req-866bf983-bb8d-472e-8f72-727ed32210ea service neutron] 10.222.0.102 "GET /v2.0/subnets?id=731395de-feb5-4c38-b7bc-5282284c0cd7 HTTP/1.1" status: 200 len: 834 time: 0.0544763 Jun 24 13:20:01.705261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-675a89b2-9d8b-4510-be42-482614e9f995 None None] Set router 69dca123-0dcd-495c-93c9-ef36e7908392 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:20:01.716244 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2389f6-c03b-4bf4-b50f-3a94c4c0c9bb req-dd30aeda-4116-4c52-9ded-d5feb59b0d7c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:01.717727 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bd2389f6-c03b-4bf4-b50f-3a94c4c0c9bb req-dd30aeda-4116-4c52-9ded-d5feb59b0d7c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.1115341 Jun 24 13:20:01.723957 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6cade-cfa2-40f4-b8f4-f2f16cc1df70 req-a71eaf35-6e6a-429c-99b0-5f0e07508911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:01.725378 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-72a6cade-cfa2-40f4-b8f4-f2f16cc1df70 req-a71eaf35-6e6a-429c-99b0-5f0e07508911 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fb8ab220-08e9-4cc5-9c98-746a1d199172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826609 Jun 24 13:20:01.810423 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bd2389f6-c03b-4bf4-b50f-3a94c4c0c9bb req-f8ecf6c4-2965-4998-ac45-b79fab14b7e6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840979 Jun 24 13:20:01.842804 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-72a6cade-cfa2-40f4-b8f4-f2f16cc1df70 req-5372a959-1ac0-4413-9f2b-5afdf57e1a98 service neutron] 10.222.0.102 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091733 Jun 24 13:20:01.900144 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-675a89b2-9d8b-4510-be42-482614e9f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:18:32Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '84af12c6-281c-4b96-9c97-531ef2b8d214', 'name': '', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:8d:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:31Z', 'updated_at': '2021-06-24T13:18:36Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:01.926997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675a89b2-9d8b-4510-be42-482614e9f995 None None] The sync data for ids ['69dca123-0dcd-495c-93c9-ef36e7908392'] in dv-neutron-797121-4-hyperv is: [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:18:32Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '84af12c6-281c-4b96-9c97-531ef2b8d214', 'name': '', 'network_id': 'fb8ab220-08e9-4cc5-9c98-746a1d199172', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:8d:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:31Z', 'updated_at': '2021-06-24T13:18:36Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '731395de-feb5-4c38-b7bc-5282284c0cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:20:01.932338 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-72a6cade-cfa2-40f4-b8f4-f2f16cc1df70 req-92f4632c-3b31-449c-8552-341aa60aaf82 service neutron] 10.222.0.102 "GET /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827379 Jun 24 13:20:02.140484 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df466fdc-8243-4d2d-be27-38817a65ce93 None None] New status for floating IP 9a6cbb45-e579-48ce-8d28-0609d71c43e6: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:20:02.389583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:02.992810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d8efc-ab8d-4a01-b1d3-37ad0a1f49cf req-25d00fd4-ca68-4eb4-9dcf-a2d6479fb175 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:02.994279 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-565d8efc-ab8d-4a01-b1d3-37ad0a1f49cf req-25d00fd4-ca68-4eb4-9dcf-a2d6479fb175 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.0696218 Jun 24 13:20:03.417834 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-565d8efc-ab8d-4a01-b1d3-37ad0a1f49cf req-0b2ee74a-3f1b-402b-93c9-9cd54f96e6ac tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=11125e22-20ec-469c-b8fc-678361e88c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4148574 Jun 24 13:20:03.444995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51646ea-0ea0-46c6-ab96-102edf2bebc6 req-3d33a2c2-0f4d-47bd-85a1-a77cdd6864df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:03.446470 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a51646ea-0ea0-46c6-ab96-102edf2bebc6 req-3d33a2c2-0f4d-47bd-85a1-a77cdd6864df tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a7eafb4-0490-46ab-8f03-1d08567b7f7f HTTP/1.1" status: 200 len: 945 time: 0.4513102 Jun 24 13:20:03.550012 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-a51646ea-0ea0-46c6-ab96-102edf2bebc6 req-815c0607-db4c-43de-8966-175b57697076 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port a0c4e2eb-4c86-489c-808d-70a125ff0412 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:20:03.550349 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a51646ea-0ea0-46c6-ab96-102edf2bebc6 req-815c0607-db4c-43de-8966-175b57697076 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:03.636026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-a51646ea-0ea0-46c6-ab96-102edf2bebc6 req-815c0607-db4c-43de-8966-175b57697076 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port a0c4e2eb-4c86-489c-808d-70a125ff0412, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a0c4e2eb-4c86-489c-808d-70a125ff0412,segment=NetworkSegment(e874ead3-238f-4c9e-8234-3b78e45857d6),segment_id=e874ead3-238f-4c9e-8234-3b78e45857d6)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:20:03.636386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a51646ea-0ea0-46c6-ab96-102edf2bebc6 req-815c0607-db4c-43de-8966-175b57697076 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:03.648939 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-a51646ea-0ea0-46c6-ab96-102edf2bebc6 req-815c0607-db4c-43de-8966-175b57697076 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for a0c4e2eb-4c86-489c-808d-70a125ff0412 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:20:03.775482 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a51646ea-0ea0-46c6-ab96-102edf2bebc6 req-815c0607-db4c-43de-8966-175b57697076 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:03.780390 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-513efcac-2570-45a0-be0a-877d03d18f78 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:03.805655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c0607-db4c-43de-8966-175b57697076 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=a0c4e2eb-4c86-489c-808d-70a125ff0412,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:03.808758 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-815c0607-db4c-43de-8966-175b57697076 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:03.854805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51646ea-0ea0-46c6-ab96-102edf2bebc6 req-815c0607-db4c-43de-8966-175b57697076 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] No DVR routers for this DVR port a0c4e2eb-4c86-489c-808d-70a125ff0412 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:20:03.857306 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-a51646ea-0ea0-46c6-ab96-102edf2bebc6 req-815c0607-db4c-43de-8966-175b57697076 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:03.859372 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a51646ea-0ea0-46c6-ab96-102edf2bebc6 req-815c0607-db4c-43de-8966-175b57697076 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "DELETE /v2.0/ports/a0c4e2eb-4c86-489c-808d-70a125ff0412 HTTP/1.1" status: 204 len: 173 time: 0.4066384 Jun 24 13:20:03.859897 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'name': 'network-vif-deleted', 'tag': 'a0c4e2eb-4c86-489c-808d-70a125ff0412'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:20:03.862264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12573e5-a3f4-49bf-af36-2beaf8a2a0a7" -d '{"events": [{"server_uuid": "6a7eafb4-0490-46ab-8f03-1d08567b7f7f", "name": "network-vif-deleted", "tag": "a0c4e2eb-4c86-489c-808d-70a125ff0412"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:20:03.900475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266d5ffb-9291-462f-a584-c377b59e67f1 x-openstack-request-id: req-266d5ffb-9291-462f-a584-c377b59e67f1 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:20:03.900825 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7eafb4-0490-46ab-8f03-1d08567b7f7f", "name": "network-vif-deleted", "tag": "a0c4e2eb-4c86-489c-808d-70a125ff0412", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:20:03.901130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-266d5ffb-9291-462f-a584-c377b59e67f1 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:20:03.901581 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7eafb4-0490-46ab-8f03-1d08567b7f7f', 'name': 'network-vif-deleted', 'tag': 'a0c4e2eb-4c86-489c-808d-70a125ff0412', 'status': 'completed', 'code': 200} Jun 24 13:20:04.515902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53436) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:04.869214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a69fedc2-3dcd-4d99-a424-0e196f9d5109 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:05.127352 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a69fedc2-3dcd-4d99-a424-0e196f9d5109 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port 84af12c6-281c-4b96-9c97-531ef2b8d214 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:20:05.127698 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a69fedc2-3dcd-4d99-a424-0e196f9d5109 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:05.217092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-a69fedc2-3dcd-4d99-a424-0e196f9d5109 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port 84af12c6-281c-4b96-9c97-531ef2b8d214, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=84af12c6-281c-4b96-9c97-531ef2b8d214,segment=NetworkSegment(e874ead3-238f-4c9e-8234-3b78e45857d6),segment_id=e874ead3-238f-4c9e-8234-3b78e45857d6)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:20:05.217448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a69fedc2-3dcd-4d99-a424-0e196f9d5109 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:05.229703 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-a69fedc2-3dcd-4d99-a424-0e196f9d5109 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for 84af12c6-281c-4b96-9c97-531ef2b8d214 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:20:05.409435 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a69fedc2-3dcd-4d99-a424-0e196f9d5109 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:05.411432 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3f407c31-d94b-45c0-b43b-384fae34dd5f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:05.437563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fedc2-3dcd-4d99-a424-0e196f9d5109 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=84af12c6-281c-4b96-9c97-531ef2b8d214,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:05.440721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a69fedc2-3dcd-4d99-a424-0e196f9d5109 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:05.615006 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a69fedc2-3dcd-4d99-a424-0e196f9d5109 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:05.822871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69fedc2-3dcd-4d99-a424-0e196f9d5109 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router 69dca123-0dcd-495c-93c9-ef36e7908392 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:20:05.924181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69fedc2-3dcd-4d99-a424-0e196f9d5109 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:20:05.929087 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a69fedc2-3dcd-4d99-a424-0e196f9d5109 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "PUT /v2.0/routers/69dca123-0dcd-495c-93c9-ef36e7908392/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4121501 Jun 24 13:20:05.931871 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53438) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:05.933252 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f406cc09-e80d-483d-8057-60be68a5f4c3 None None] Sync routers for ids ['69dca123-0dcd-495c-93c9-ef36e7908392'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:20:05.944001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f406cc09-e80d-483d-8057-60be68a5f4c3 None None] Routers {'69dca123-0dcd-495c-93c9-ef36e7908392'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:20:05.944612 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f406cc09-e80d-483d-8057-60be68a5f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:19:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['69dca123-0dcd-495c-93c9-ef36e7908392'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:05.986351 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting subnet 731395de-feb5-4c38-b7bc-5282284c0cd7 {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:20:05.989360 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.033022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.046410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-f406cc09-e80d-483d-8057-60be68a5f4c3 None None] Set router 69dca123-0dcd-495c-93c9-ef36e7908392 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:20:06.114256 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.172430 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.175440 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b608c4a3-8da9-42bd-8a25-5ccd635a7ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:06.207072 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Subnet': ['ID=731395de-feb5-4c38-b7bc-5282284c0cd7,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:06.217477 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.217654 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c032e3a-c76a-4a3b-be5c-df12bc627d9b None None] Network fb8ab220-08e9-4cc5-9c98-746a1d199172 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:20:06.219352 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/subnets/731395de-feb5-4c38-b7bc-5282284c0cd7 HTTP/1.1" status: 204 len: 168 time: 0.2864134 Jun 24 13:20:06.220768 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:06.221166 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:06.221572 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:06.222119 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53442) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:06.223349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:06.223868 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:06.224399 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:06.224906 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:06.225381 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:06.225856 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:06.226331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:06.226955 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:06.227425 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:06.233079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-23bbd6fb-2a6c-4c6e-a060-98e4bfc36dc6 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:06.281668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f406cc09-e80d-483d-8057-60be68a5f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:20:05Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:06.311016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f406cc09-e80d-483d-8057-60be68a5f4c3 None None] Checking router: 69dca123-0dcd-495c-93c9-ef36e7908392 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:20:06.330990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.358297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f406cc09-e80d-483d-8057-60be68a5f4c3 None None] Routers {'69dca123-0dcd-495c-93c9-ef36e7908392'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:20:06.358953 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f406cc09-e80d-483d-8057-60be68a5f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:19:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['69dca123-0dcd-495c-93c9-ef36e7908392'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:06.435999 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.477213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-f406cc09-e80d-483d-8057-60be68a5f4c3 None None] Set router 69dca123-0dcd-495c-93c9-ef36e7908392 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:20:06.489815 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port deda9c4a-1cb9-4145-8e46-76d759282ac0 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:20:06.490157 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.530906 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] DHCP port deletion for fb8ab220-08e9-4cc5-9c98-746a1d199172 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:20:06.576843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port deda9c4a-1cb9-4145-8e46-76d759282ac0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=deda9c4a-1cb9-4145-8e46-76d759282ac0,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:20:06.577184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.588765 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for deda9c4a-1cb9-4145-8e46-76d759282ac0 owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:20:06.664176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Deleting port b13329c8-1495-4559-856a-b7d3f8e21285 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:20:06.664695 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.769741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.773154 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:06.799347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=deda9c4a-1cb9-4145-8e46-76d759282ac0,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:06.803951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:06.875341 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.883154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device a0c4e2eb-4c86-489c-808d-70a125ff0412 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:20:06.929149 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: a0c4e2eb-4c86-489c-808d-70a125ff0412 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:20:06.929490 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device a0c4e2eb-4c86-489c-808d-70a125ff0412 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:20:06.933095 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] For port b13329c8-1495-4559-856a-b7d3f8e21285, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=b13329c8-1495-4559-856a-b7d3f8e21285,segment=NetworkSegment(e874ead3-238f-4c9e-8234-3b78e45857d6),segment_id=e874ead3-238f-4c9e-8234-3b78e45857d6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:20:06.933499 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.943348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f406cc09-e80d-483d-8057-60be68a5f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:20:05Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:06.975814 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.976506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Calling delete_port for b13329c8-1495-4559-856a-b7d3f8e21285 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:20:06.978057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:06.978378 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device b13329c8-1495-4559-856a-b7d3f8e21285 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:20:06.983354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f406cc09-e80d-483d-8057-60be68a5f4c3 None None] The sync data for ids ['69dca123-0dcd-495c-93c9-ef36e7908392'] in dv-neutron-797121-4-hyperv is: [{'id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513579738', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:18:28Z', 'updated_at': '2021-06-24T13:20:05Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': 'deda9c4a-1cb9-4145-8e46-76d759282ac0', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dca123-0dcd-495c-93c9-ef36e7908392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:18:29Z', 'updated_at': '2021-06-24T13:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:20:07.030719 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.031192 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Fanout notify agent at l3_agent the message router_deleted on router 69dca123-0dcd-495c-93c9-ef36e7908392 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:20:07.037951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.041870 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/routers/69dca123-0dcd-495c-93c9-ef36e7908392 HTTP/1.1" status: 204 len: 168 time: 0.8187621 Jun 24 13:20:07.042054 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53444) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:07.114277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.119400 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f2c09bd-cc97-4d1c-ba90-1daf6641cffe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.124177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.127953 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-820b8fcc-8e41-443e-b2a1-336a95b46bea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:07.158030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Pushing event deleted for resources: {'Port': ['ID=b13329c8-1495-4559-856a-b7d3f8e21285,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:07.162577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] No DVR routers for this DVR port b13329c8-1495-4559-856a-b7d3f8e21285 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:20:07.171455 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:07.171804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:07.172150 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:07.172484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:07.172916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:07.173194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:07.177209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:07.177209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:07.177209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:07.177209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:07.177209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:07.177209 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:07.194638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:07.219122 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f2c09bd-cc97-4d1c-ba90-1daf6641cffe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.228597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-8f2c09bd-cc97-4d1c-ba90-1daf6641cffe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8ab220-08e9-4cc5-9c98-746a1d199172']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:07.239260 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-8f2c09bd-cc97-4d1c-ba90-1daf6641cffe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e874ead3-238f-4c9e-8234-3b78e45857d6') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:07.239558 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-8f2c09bd-cc97-4d1c-ba90-1daf6641cffe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e874ead3-238f-4c9e-8234-3b78e45857d6') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:07.248791 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f2c09bd-cc97-4d1c-ba90-1daf6641cffe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.261975 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f2c09bd-cc97-4d1c-ba90-1daf6641cffe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.267894 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2c09bd-cc97-4d1c-ba90-1daf6641cffe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:20:07.268342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f2c09bd-cc97-4d1c-ba90-1daf6641cffe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:20:07.271433 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:20:07.331284 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f2c09bd-cc97-4d1c-ba90-1daf6641cffe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.335313 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0d800e6c-8b86-46a2-a82d-59f920c02433 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:07.339240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-8f2c09bd-cc97-4d1c-ba90-1daf6641cffe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.343488 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-8f2c09bd-cc97-4d1c-ba90-1daf6641cffe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/networks/fb8ab220-08e9-4cc5-9c98-746a1d199172 HTTP/1.1" status: 204 len: 168 time: 0.2974868 Jun 24 13:20:07.343893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53446) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:07.353137 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c09bd-cc97-4d1c-ba90-1daf6641cffe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Network': ['ID=fb8ab220-08e9-4cc5-9c98-746a1d199172,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:07.355746 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8f2c09bd-cc97-4d1c-ba90-1daf6641cffe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:07.407369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51feb49d-d8a9-4a58-bc54-afcb8685a938 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.435183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51feb49d-d8a9-4a58-bc54-afcb8685a938 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.495448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51feb49d-d8a9-4a58-bc54-afcb8685a938 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.501088 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-51feb49d-d8a9-4a58-bc54-afcb8685a938 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.504118 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-51feb49d-d8a9-4a58-bc54-afcb8685a938 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/security-groups/11125e22-20ec-469c-b8fc-678361e88c22 HTTP/1.1" status: 204 len: 168 time: 0.1592970 Jun 24 13:20:07.505123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c1237ea-d030-497f-96ca-b823cf0510d2 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:07.514445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51feb49d-d8a9-4a58-bc54-afcb8685a938 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11125e22-20ec-469c-b8fc-678361e88c22,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:07.517086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-51feb49d-d8a9-4a58-bc54-afcb8685a938 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:07.785938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53452) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:07.790804 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4b46a189-9918-419c-b9e0-9d0c69c81c5a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485770352', 'description': 'tempest-secgroup-smoke-485770352 description', 'project_id': '28eedd0d2ef04f59b288543a69056ccb'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:20:07.812942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4b46a189-9918-419c-b9e0-9d0c69c81c5a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.897662 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4b46a189-9918-419c-b9e0-9d0c69c81c5a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.901402 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4b46a189-9918-419c-b9e0-9d0c69c81c5a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.904310 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fe187c82-99b7-419c-9d3d-c8e4450f5d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:07.930140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4b46a189-9918-419c-b9e0-9d0c69c81c5a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:07.931376 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4b46a189-9918-419c-b9e0-9d0c69c81c5a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1444106 Jun 24 13:20:07.932527 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46a189-9918-419c-b9e0-9d0c69c81c5a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:07.935151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53454) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:07.935670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4b46a189-9918-419c-b9e0-9d0c69c81c5a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:07.940718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-648cb0e5-3619-413f-9f8e-38861c9fd3c8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '59cc5202-b6ce-4778-ad0a-eb023c3ff5b5', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:20:07.976075 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-648cb0e5-3619-413f-9f8e-38861c9fd3c8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.024694 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-648cb0e5-3619-413f-9f8e-38861c9fd3c8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.028961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-648cb0e5-3619-413f-9f8e-38861c9fd3c8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.030750 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-702e81bc-2b5e-4dd6-83c3-fae0eae68ecb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:08.047598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cb0e5-3619-413f-9f8e-38861c9fd3c8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8567b355-5ec2-4a0f-a797-a4f42b7755f0,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:08.050794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-648cb0e5-3619-413f-9f8e-38861c9fd3c8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.052090 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-648cb0e5-3619-413f-9f8e-38861c9fd3c8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156893 Jun 24 13:20:08.053155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-648cb0e5-3619-413f-9f8e-38861c9fd3c8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:08.055109 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53456) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:08.059642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-301e933e-0915-4c25-8daa-a8e6e0841976 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '59cc5202-b6ce-4778-ad0a-eb023c3ff5b5', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:20:08.085440 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-301e933e-0915-4c25-8daa-a8e6e0841976 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.141432 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-301e933e-0915-4c25-8daa-a8e6e0841976 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.145046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-301e933e-0915-4c25-8daa-a8e6e0841976 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.147504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-648cb0e5-3619-413f-9f8e-38861c9fd3c8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:08.164023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e933e-0915-4c25-8daa-a8e6e0841976 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c934575c-e481-43ba-911f-efad2af432a9,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:08.166388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-301e933e-0915-4c25-8daa-a8e6e0841976 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:08.172741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-301e933e-0915-4c25-8daa-a8e6e0841976 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.173993 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-301e933e-0915-4c25-8daa-a8e6e0841976 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179264 Jun 24 13:20:08.176785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53458) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:08.181153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4ea9f831-d70f-4667-b5e7-efb7ba286c7d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '59cc5202-b6ce-4778-ad0a-eb023c3ff5b5', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:20:08.209018 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ea9f831-d70f-4667-b5e7-efb7ba286c7d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.265812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ea9f831-d70f-4667-b5e7-efb7ba286c7d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.269794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ea9f831-d70f-4667-b5e7-efb7ba286c7d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.274360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-34cb4a2b-50e9-4fe7-ad85-b701ae20b4c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:08.287915 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9f831-d70f-4667-b5e7-efb7ba286c7d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0321f08-b24b-4417-9846-c6674c9d4e0a,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:08.290673 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4ea9f831-d70f-4667-b5e7-efb7ba286c7d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:08.296214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4ea9f831-d70f-4667-b5e7-efb7ba286c7d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.297483 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4ea9f831-d70f-4667-b5e7-efb7ba286c7d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197846 Jun 24 13:20:08.300106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53460) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:08.304999 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-086e622c-c43d-4ef1-8e7f-54e85f3c92d5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '59cc5202-b6ce-4778-ad0a-eb023c3ff5b5', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:20:08.332030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-086e622c-c43d-4ef1-8e7f-54e85f3c92d5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.393004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-086e622c-c43d-4ef1-8e7f-54e85f3c92d5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.396839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-086e622c-c43d-4ef1-8e7f-54e85f3c92d5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.398746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-32feea1f-aea0-4472-a016-8718b80fd64f tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:08.414860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e622c-c43d-4ef1-8e7f-54e85f3c92d5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee15831-d7f7-46aa-b461-2571d251bfd7,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:08.417181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-086e622c-c43d-4ef1-8e7f-54e85f3c92d5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:08.421953 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-086e622c-c43d-4ef1-8e7f-54e85f3c92d5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.423452 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-086e622c-c43d-4ef1-8e7f-54e85f3c92d5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223764 Jun 24 13:20:08.426147 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53462) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:08.430664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9031d741-f585-4726-9ec8-e3265b3fccb2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '59cc5202-b6ce-4778-ad0a-eb023c3ff5b5', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:20:08.452610 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-9031d741-f585-4726-9ec8-e3265b3fccb2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Project 28eedd0d2ef04f59b288543a69056ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:20:08.457286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9031d741-f585-4726-9ec8-e3265b3fccb2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.516720 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9031d741-f585-4726-9ec8-e3265b3fccb2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.521483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9031d741-f585-4726-9ec8-e3265b3fccb2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.526922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bac4cb95-5ab6-4d08-9c4d-13b502a05422 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:08.543097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031d741-f585-4726-9ec8-e3265b3fccb2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2d4783-4f45-4d53-91ca-5fd37bab8ff5,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:08.546942 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9031d741-f585-4726-9ec8-e3265b3fccb2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:08.547843 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9031d741-f585-4726-9ec8-e3265b3fccb2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.549032 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9031d741-f585-4726-9ec8-e3265b3fccb2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219437 Jun 24 13:20:08.551722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53464) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:08.556117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-044d5761-fe48-4d81-adea-a17ee438265a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'security_group_rule': {'security_group_id': '59cc5202-b6ce-4778-ad0a-eb023c3ff5b5', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:20:08.577293 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-044d5761-fe48-4d81-adea-a17ee438265a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Project 28eedd0d2ef04f59b288543a69056ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:20:08.582042 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-044d5761-fe48-4d81-adea-a17ee438265a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.641910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-044d5761-fe48-4d81-adea-a17ee438265a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.645383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-044d5761-fe48-4d81-adea-a17ee438265a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.649746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9323b002-fe36-4de8-baf6-4760962e1053 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:08.664723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d5761-fe48-4d81-adea-a17ee438265a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ccf08a6-536b-4c80-8146-64c95eb3eeed,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:08.669162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-044d5761-fe48-4d81-adea-a17ee438265a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:08.673689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-044d5761-fe48-4d81-adea-a17ee438265a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.674897 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-044d5761-fe48-4d81-adea-a17ee438265a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222117 Jun 24 13:20:08.677679 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53466) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:08.682713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-cc49dc3a-7c5e-46de-bb8d-216e994a79fe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'network': {'name': 'tempest-network-smoke--2107566302', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'port_security_enabled': True}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:20:08.704758 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc49dc3a-7c5e-46de-bb8d-216e994a79fe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:20:08.708377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cc49dc3a-7c5e-46de-bb8d-216e994a79fe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.731598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc49dc3a-7c5e-46de-bb8d-216e994a79fe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] vlan segment allocate from pool success with {'vlan_id': 1319, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:20:08.740557 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cc49dc3a-7c5e-46de-bb8d-216e994a79fe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.740955 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-cc49dc3a-7c5e-46de-bb8d-216e994a79fe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Added segment 6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b of type vlan for network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 Jun 24 13:20:08.783661 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cc49dc3a-7c5e-46de-bb8d-216e994a79fe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.814044 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cc49dc3a-7c5e-46de-bb8d-216e994a79fe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.819688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc49dc3a-7c5e-46de-bb8d-216e994a79fe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:08.820295 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cc49dc3a-7c5e-46de-bb8d-216e994a79fe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.822812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8f3f26fe-c795-433a-bba9-b447b784c25c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:08.856098 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 84af12c6-281c-4b96-9c97-531ef2b8d214 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:20:08.877009 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 84af12c6-281c-4b96-9c97-531ef2b8d214 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:20:08.877355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 84af12c6-281c-4b96-9c97-531ef2b8d214 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:20:08.878316 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device deda9c4a-1cb9-4145-8e46-76d759282ac0 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:20:08.884193 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cc49dc3a-7c5e-46de-bb8d-216e994a79fe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2030609 Jun 24 13:20:08.884466 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53468) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:08.891388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'admin_state_up': True, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:20:08.897719 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49dc3a-7c5e-46de-bb8d-216e994a79fe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Network': ['ID=f93ac0d6-c445-4d72-8f4e-f745813cf7f4,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:08.901793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cc49dc3a-7c5e-46de-bb8d-216e994a79fe tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:08.909328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:20:08.911778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: deda9c4a-1cb9-4145-8e46-76d759282ac0 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:20:08.912189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device deda9c4a-1cb9-4145-8e46-76d759282ac0 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:20:08.918636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.919813 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:08.978393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:09.112243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:09.297659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:09.316241 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:09.417165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.26.1.124 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/73f33554-3937-4ded-b26c-adaaa7fdde67) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:20:09.513866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:09.552257 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:09.555242 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-2986d6a3-d5e3-4cec-af10-f88924bd6d1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:09.591260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:20:09.593972 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:20:09.598279 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:20:09.628128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=73f33554-3937-4ded-b26c-adaaa7fdde67,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:09.632215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:10.196201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:10.385355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:10.512164 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 13:20:10.618254 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:20:10.629145 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Sync routers for ids ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:20:10.636387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:10.641093 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7523096 Jun 24 13:20:10.641261 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Routers {'86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:20:10.641261 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:19:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:10.641460 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53470) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:10.670821 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-45ee6653-70eb-4589-b1a0-df7626f91e17 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=28eedd0d2ef04f59b288543a69056ccb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264680 Jun 24 13:20:10.671437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53472) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:10.743003 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Set router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:20:10.756705 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9676fa4-e0c0-47f5-b853-0c15c16fee58 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:10.758208 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f9676fa4-e0c0-47f5-b853-0c15c16fee58 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858774 Jun 24 13:20:10.761031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53474) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:10.788525 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4daa07c1-6764-4988-aa5d-d22dade18d04 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262289 Jun 24 13:20:10.790999 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53476) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:10.797093 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-10d814a8-8eee-4bde-a4ba-688d51194ee5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-126982768', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:20:10.891574 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d814a8-8eee-4bde-a4ba-688d51194ee5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:20:10.895159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-10d814a8-8eee-4bde-a4ba-688d51194ee5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:10.920415 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:20:10Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:10.946610 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Checking router: 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:20:10.946976 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Updating router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 port 73f33554-3937-4ded-b26c-adaaa7fdde67 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:20:10.985477 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.079154 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-10d814a8-8eee-4bde-a4ba-688d51194ee5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.081031 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-903b9f6c-8f79-4e22-ba61-cd767399a5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:11.141062 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d814a8-8eee-4bde-a4ba-688d51194ee5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Subnet': ['ID=7fe776e1-4433-4d0d-a94b-bc69a94166ac,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:11.144819 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-10d814a8-8eee-4bde-a4ba-688d51194ee5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:11.151654 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d814a8-8eee-4bde-a4ba-688d51194ee5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Checking segment: {'id': '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:20:11.152022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d814a8-8eee-4bde-a4ba-688d51194ee5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network hostable DHCP agents. Network: f93ac0d6-c445-4d72-8f4e-f745813cf7f4, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:20:11.169038 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d814a8-8eee-4bde-a4ba-688d51194ee5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:20:11.179229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-10d814a8-8eee-4bde-a4ba-688d51194ee5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, f93ac0d6-c445-4d72-8f4e-f745813cf7f4) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:20:11.183261 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d814a8-8eee-4bde-a4ba-688d51194ee5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:11.183853 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-10d814a8-8eee-4bde-a4ba-688d51194ee5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.191588 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81918a32-9fef-47b8-b177-45d49f003b15 None None] Network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:20:11.201895 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-10d814a8-8eee-4bde-a4ba-688d51194ee5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4090810 Jun 24 13:20:11.204412 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53478) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:11.245682 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.259615 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Transition to ACTIVE for port object 73f33554-3937-4ded-b26c-adaaa7fdde67 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:20:11.267036 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.269013 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-bd22c0db-ad4d-4aab-bd1f-c354a618ffc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:11.313099 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Pushing event updated for resources: {'Port': ['ID=73f33554-3937-4ded-b26c-adaaa7fdde67,revision_number=2']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:11.327581 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:11.327929 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:11.328264 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:11.328593 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:11.328920 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:11.329297 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:11.329561 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:11.329880 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:11.330196 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:11.330547 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:11.330837 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:11.331151 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:20:11.336602 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:11.338956 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Attempting to bind port 73f33554-3937-4ded-b26c-adaaa7fdde67 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:20:11.339335 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Attempting to bind port 73f33554-3937-4ded-b26c-adaaa7fdde67 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:20:11.339700 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Attempting to bind port 73f33554-3937-4ded-b26c-adaaa7fdde67 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:20:11.345393 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:20:11.345772 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:20:11.346180 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.346573 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:20:11.347072 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Bound port: 73f33554-3937-4ded-b26c-adaaa7fdde67, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:20:11.347456 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.355006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ips': [{'subnet_id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:20:11.356618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.405522 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] For port 73f33554-3937-4ded-b26c-adaaa7fdde67, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:20:11.408976 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] For port 73f33554-3937-4ded-b26c-adaaa7fdde67, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=73f33554-3937-4ded-b26c-adaaa7fdde67,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:20:11.413544 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.417151 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-937a8553-3f5e-4142-b7e2-41deca6c6354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:11.464150 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Routers {'86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:20:11.464615 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:19:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:11.504636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Allocated IP 172.20.0.2 (f93ac0d6-c445-4d72-8f4e-f745813cf7f4/7fe776e1-4433-4d0d-a94b-bc69a94166ac/03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:20:11.525863 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Pushing event updated for resources: {'Port': ['ID=73f33554-3937-4ded-b26c-adaaa7fdde67,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:11.529790 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:11.661017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.669961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.679706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Transition to ACTIVE for port object 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:20:11.686310 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] Set router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:20:11.696050 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Transition to ACTIVE for port object 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:20:11.703235 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.711449 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4bc4f657-4190-4c30-9523-1307a53f44a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:11.737286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:20:11.741911 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:20:11.745892 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:20:11.778943 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Pushing event updated for resources: {'Port': ['ID=03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:11.784095 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:11.816229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Attempting to bind port 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:20:11.816503 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Attempting to bind port 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:20:11.816872 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Attempting to bind port 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 on network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:20:11.822112 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:20:11.822669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Checking segment: {'id': '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:20:11.823232 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.823737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Bound using segment: {'id': '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:20:11.824319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Bound port: 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:20:11.825344 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.883985 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:20:10Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:11.891041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] For port 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:20:11.894602 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] For port 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42,segment=NetworkSegment(6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b),segment_id=6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:20:11.900916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:11.904519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-4be8919a-fce4-442f-8e73-c56cbb28adb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:11.913900 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dfd182-78db-4ff6-9a0e-272c9afa5661 None None] The sync data for ids ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'] in dv-neutron-797121-4-hyperv is: [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:20:10Z', 'revision_number': 3, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:20:11.952532 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.20.0.1 (f93ac0d6-c445-4d72-8f4e-f745813cf7f4/7fe776e1-4433-4d0d-a94b-bc69a94166ac/9ddc7c32-e2af-43e6-9e31-4169f522f7c3) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:20:11.974523 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Pushing event updated for resources: {'Port': ['ID=03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:11.980101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:12.080640 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:12.099146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Transition to ACTIVE for port object 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:20:12.151157 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:12.155451 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d7f0b530-430d-4b9c-bb1e-8b1f3fdcab70 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:12.212713 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:20:12.216887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:20:12.225327 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:20:12.263511 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=9ddc7c32-e2af-43e6-9e31-4169f522f7c3,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:12.269297 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:12.282573 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:12.457391 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:12.748011 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:12.752760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:12.755899 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:12.831879 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:12.844700 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=9ddc7c32-e2af-43e6-9e31-4169f522f7c3,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:12.849868 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:12.953476 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:20:12.954899 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:20:12.955850 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:20:13.007351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b09e9cf-d4d5-43f9-b7bc-7469ce432a7c None None] Network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:20:13.026654 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:20:13.064794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 73f33554-3937-4ded-b26c-adaaa7fdde67 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:20:13.111029 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3609aee6-5742-483f-8611-2caae130d1a4 None None] Provisioning for port 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:20:13.126289 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-3609aee6-5742-483f-8611-2caae130d1a4 None None] Provisioning complete for port 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:20:13.126672 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3609aee6-5742-483f-8611-2caae130d1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:13.213800 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 73f33554-3937-4ded-b26c-adaaa7fdde67 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:20:13.225910 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 73f33554-3937-4ded-b26c-adaaa7fdde67 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:20:13.226294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:13.330642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3609aee6-5742-483f-8611-2caae130d1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:13.406024 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-3609aee6-5742-483f-8611-2caae130d1a4 None None] For port 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42,segment=NetworkSegment(6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b),segment_id=6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:20:13.414304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3609aee6-5742-483f-8611-2caae130d1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:13.418503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:20:13.418744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-73a75440-e2a7-4e6b-ab25-e016549b5a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:13.425124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:13.473149 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 73f33554-3937-4ded-b26c-adaaa7fdde67, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=73f33554-3937-4ded-b26c-adaaa7fdde67,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:20:13.480560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:13.493396 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609aee6-5742-483f-8611-2caae130d1a4 None None] Pushing event updated for resources: {'Port': ['ID=03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:13.496419 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3609aee6-5742-483f-8611-2caae130d1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:13.497004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6c26be23-a650-4e41-b302-a524483e9617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:13.545889 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:20:13.548080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=73f33554-3937-4ded-b26c-adaaa7fdde67,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:13.551686 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5585e6c4-af27-435d-ac83-bd726c77ace7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "PUT /v2.0/routers/86ed8d4b-71c6-4cf1-bca3-b09b1d304d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3458207 Jun 24 13:20:13.552284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:13.639132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-89640c5f-5c0a-4f98-bfe6-70da85dbaa4a None None] Provisioning complete for port 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:20:13.639518 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-89640c5f-5c0a-4f98-bfe6-70da85dbaa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:13.709761 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-b6558952-115a-42a1-b625-af975f128506 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485770352&fields=id&tenant_id=28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 267 time: 0.0427315 Jun 24 13:20:13.743483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-89640c5f-5c0a-4f98-bfe6-70da85dbaa4a None None] Provisioning for port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:20:13.748486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-89640c5f-5c0a-4f98-bfe6-70da85dbaa4a None None] Provisioning complete for port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:20:13.749139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-89640c5f-5c0a-4f98-bfe6-70da85dbaa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:13.771022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Sync routers for ids ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:20:13.803701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-89640c5f-5c0a-4f98-bfe6-70da85dbaa4a None None] Port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:20:13.805098 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Routers {'86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:20:13.805976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:19:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:13.836817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-072d1a95-ef66-43aa-941c-9bfb173be3e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:13.838466 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-072d1a95-ef66-43aa-941c-9bfb173be3e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/networks?id=f93ac0d6-c445-4d72-8f4e-f745813cf7f4 HTTP/1.1" status: 200 len: 797 time: 0.1212361 Jun 24 13:20:13.854703 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-ded47f63-5469-49cd-ba7d-18b62f6b3087 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/quotas/28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 375 time: 0.0095215 Jun 24 13:20:13.933157 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Set router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:20:13.938209 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-ba08ae5b-bd3c-42fa-b816-6e58575c4cf4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771565 Jun 24 13:20:13.962443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-bdc87d2e-1302-433b-a172-68efe680d046 None None] Provisioning complete for port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:20:13.963058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-bdc87d2e-1302-433b-a172-68efe680d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:13.994997 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-179a0489-b354-4908-b614-f9ca56bcbfd0 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 13:20:13.996007 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-179a0489-b354-4908-b614-f9ca56bcbfd0 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483565 Jun 24 13:20:14.038527 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-bdc87d2e-1302-433b-a172-68efe680d046 None None] Port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:20:14.087574 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-ec5ae351-5d08-4045-8cd7-72e39943c6dc service neutron] 10.222.0.110 "GET /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848718 Jun 24 13:20:14.164417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-893d8a82-7c22-42eb-bd91-492968374f84 None None] Provisioning complete for port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:20:14.164797 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-893d8a82-7c22-42eb-bd91-492968374f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:14.182338 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-103d8c4c-18f8-499f-b05f-06ca62102bf8 service neutron] 10.222.0.110 "GET /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876982 Jun 24 13:20:14.203427 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:20:12Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '9ddc7c32-e2af-43e6-9e31-4169f522f7c3', 'name': '', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:36:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:11Z', 'updated_at': '2021-06-24T13:20:12Z', 'revision_number': 2, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:14.231762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-893d8a82-7c22-42eb-bd91-492968374f84 None None] Port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:20:14.233425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Checking router: 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:20:14.233789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Updating router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:20:14.272220 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:14.532142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:14.541634 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Transition to ACTIVE for port object 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:20:14.547455 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:14.549301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:14.595408 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a85ab2-c363-4f91-932d-dfaa088b3e09 None None] Pushing event updated for resources: {'Port': ['ID=9ddc7c32-e2af-43e6-9e31-4169f522f7c3,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:14.599712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-15a85ab2-c363-4f91-932d-dfaa088b3e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:14.804991 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Attempting to bind port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:20:14.805426 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Attempting to bind port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:20:14.805888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Attempting to bind port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 on network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:20:14.810879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:20:14.811262 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Checking segment: {'id': '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:20:14.811669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:14.812323 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Bound using segment: {'id': '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:20:14.812791 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Bound port: 9ddc7c32-e2af-43e6-9e31-4169f522f7c3, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:20:14.813158 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:14.871004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:20:14.915412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] For port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:20:14.930387 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] For port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9ddc7c32-e2af-43e6-9e31-4169f522f7c3,segment=NetworkSegment(6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b),segment_id=6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:20:14.935905 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:14.938038 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:14.982549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:20:14.983142 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:15.026501 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Routers {'86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:20:15.027191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:19:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:15.032143 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a85ab2-c363-4f91-932d-dfaa088b3e09 None None] Pushing event updated for resources: {'Port': ['ID=9ddc7c32-e2af-43e6-9e31-4169f522f7c3,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:15.068445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-15a85ab2-c363-4f91-932d-dfaa088b3e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:15.173237 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] Set router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:20:15.175912 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 73f33554-3937-4ded-b26c-adaaa7fdde67 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:20:15.350563 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 73f33554-3937-4ded-b26c-adaaa7fdde67 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:20:15.350979 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:15.383328 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-16d7bb73-7cd8-4101-9560-6fbcec91f076 req-67cd4193-2b55-4ae3-bee3-395bb3b0badc tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 210 time: 0.0337863 Jun 24 13:20:15.488164 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:20:12Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '9ddc7c32-e2af-43e6-9e31-4169f522f7c3', 'name': '', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:36:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:11Z', 'updated_at': '2021-06-24T13:20:14Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:15.517665 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c9226a-1dd1-4350-9a32-ca0f1f9fcebf None None] The sync data for ids ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'] in dv-neutron-797121-4-hyperv is: [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:20:12Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '9ddc7c32-e2af-43e6-9e31-4169f522f7c3', 'name': '', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:36:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:11Z', 'updated_at': '2021-06-24T13:20:14Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:20:16.484534 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-08e3fc59-c368-49fe-b8d1-7ba61f58885a req-3e6eb912-57ac-4c90-bd84-1a92cad1bc30 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 210 time: 0.0357506 Jun 24 13:20:16.881249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:20:16.929600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:20:16.933651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:20:16.934828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:17.009784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:17.044241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9ddc7c32-e2af-43e6-9e31-4169f522f7c3,segment=NetworkSegment(6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b),segment_id=6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:20:17.048045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:17.051711 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3609aee6-5742-483f-8611-2caae130d1a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:17.096638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=9ddc7c32-e2af-43e6-9e31-4169f522f7c3,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:17.099608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:17.566983 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0907d52c-1222-4b1d-b9bb-f7ce4c5a9a12 req-e9c712db-30e1-4c30-a32b-88ef246d1868 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 210 time: 0.0286410 Jun 24 13:20:17.569034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:18.523227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e7708e88-2012-40b9-9116-4aa66a9019d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:18.525140 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e7708e88-2012-40b9-9116-4aa66a9019d7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/networks?id=f93ac0d6-c445-4d72-8f4e-f745813cf7f4 HTTP/1.1" status: 200 len: 797 time: 0.1076882 Jun 24 13:20:18.570056 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-2edd04b5-f31c-4e8a-8dee-6cba273dc1a3 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28eedd0d2ef04f59b288543a69056ccb HTTP/1.1" status: 200 len: 379 time: 0.0362234 Jun 24 13:20:18.578867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'port': {'device_id': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'admin_state_up': True, 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'security_groups': ['59cc5202-b6ce-4778-ad0a-eb023c3ff5b5']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:20:18.728275 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3d9f48d7-770c-4ff8-934e-4ec968760119 req-d0abe7da-8366-4e1d-a622-7c83513d16fd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 210 time: 0.0315826 Jun 24 13:20:18.729397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Made reservation on behalf of 28eedd0d2ef04f59b288543a69056ccb for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:20:18.733389 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:18.864757 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.20.0.5 (f93ac0d6-c445-4d72-8f4e-f745813cf7f4/7fe776e1-4433-4d0d-a94b-bc69a94166ac/04d4fcc5-0d36-4c02-a8cf-445afadb76a7) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:20:18.879386 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:20:18.933404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:20:18.933737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:19.009044 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:19.023353 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Transition to ACTIVE for port object 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:20:19.058746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:19.065057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-70bbde2d-90e3-48d0-b5ce-67a14c9347ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:19.115221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:20:19.118570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:20:19.125380 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:20:19.129862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=04d4fcc5-0d36-4c02-a8cf-445afadb76a7,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:19.150448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:19.177520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:19.178145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:19.193196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6180420 Jun 24 13:20:19.205057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Request body: {'port': {'device_id': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:20:19.278093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:19.332624 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c36e2e86-db44-4584-98b1-7a919ea81f41 None None] Provisioning for port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:20:19.336287 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c36e2e86-db44-4584-98b1-7a919ea81f41 None None] Provisioning complete for port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:20:19.336664 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c36e2e86-db44-4584-98b1-7a919ea81f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:19.370010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-c36e2e86-db44-4584-98b1-7a919ea81f41 None None] Port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:20:19.563426 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:20:19.570599 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:19.582548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Transition to ACTIVE for port object 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:20:19.586561 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:19.589149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a69fedc2-3dcd-4d99-a424-0e196f9d5109 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:19.638093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Pushing event updated for resources: {'Port': ['ID=04d4fcc5-0d36-4c02-a8cf-445afadb76a7,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:19.642644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:19.712978 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Attempting to bind port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:20:19.713448 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Attempting to bind port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:20:19.713647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Attempting to bind port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 on network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:20:19.719375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 on network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:20:19.719701 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Attempting to bind port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 on network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:20:19.729654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:20:19.730149 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Checking segment: {'id': '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:20:19.730641 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Bound using segment: {'id': '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:20:19.731199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Bound port: 04d4fcc5-0d36-4c02-a8cf-445afadb76a7, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:20:19.732213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:19.805790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] For port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:20:19.809458 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] For port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04d4fcc5-0d36-4c02-a8cf-445afadb76a7,segment=NetworkSegment(6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b),segment_id=6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:20:19.813853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:19.815941 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:19.850064 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:19.850667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:19.852099 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] 10.222.0.102 "PUT /v2.0/ports/04d4fcc5-0d36-4c02-a8cf-445afadb76a7 HTTP/1.1" status: 200 len: 1093 time: 0.6513546 Jun 24 13:20:19.852640 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'tag': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:20:19.855008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff648b4e-2f82-46f9-ba51-99742c019ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "128e0ba3-b29f-4cad-a684-a76b6cdabf86", "tag": "04d4fcc5-0d36-4c02-a8cf-445afadb76a7"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:20:19.923872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8332d6ae-2fc2-463a-9334-cb346c91d366 x-openstack-request-id: req-8332d6ae-2fc2-463a-9334-cb346c91d366 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:20:19.924216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128e0ba3-b29f-4cad-a684-a76b6cdabf86", "tag": "04d4fcc5-0d36-4c02-a8cf-445afadb76a7", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:20:19.924522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8332d6ae-2fc2-463a-9334-cb346c91d366 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:20:19.924964 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'tag': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7', 'status': 'completed', 'code': 200} Jun 24 13:20:19.954458 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Pushing event updated for resources: {'Port': ['ID=04d4fcc5-0d36-4c02-a8cf-445afadb76a7,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:19.967852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:20.007331 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476cea9-1a73-43fa-a576-d0fdd7e50865 req-89bb93e2-f0d3-4ce2-98c8-bc8852618dba tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:20.008969 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e476cea9-1a73-43fa-a576-d0fdd7e50865 req-89bb93e2-f0d3-4ce2-98c8-bc8852618dba tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 943 time: 0.1500194 Jun 24 13:20:20.011203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-98c15a54-8476-42bc-9c35-401a688b8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:20.012647 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-98c15a54-8476-42bc-9c35-401a688b8f85 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 1096 time: 0.1114333 Jun 24 13:20:20.061807 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-962955e3-17ef-4282-8baf-44ad7ef06406 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04d4fcc5-0d36-4c02-a8cf-445afadb76a7 HTTP/1.1" status: 200 len: 217 time: 0.0405130 Jun 24 13:20:20.109923 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e476cea9-1a73-43fa-a576-d0fdd7e50865 req-468c7f02-59e6-476b-8559-4efd78672bfd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948167 Jun 24 13:20:20.127232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-4019220e-f026-4c96-9599-0daf64250306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:20.128657 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-4019220e-f026-4c96-9599-0daf64250306 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7fe776e1-4433-4d0d-a94b-bc69a94166ac HTTP/1.1" status: 200 len: 834 time: 0.0610216 Jun 24 13:20:20.183812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-72da10bb-067b-420d-a881-bd5e9b8a863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:20.185861 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-72da10bb-067b-420d-a881-bd5e9b8a863b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f93ac0d6-c445-4d72-8f4e-f745813cf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511672 Jun 24 13:20:20.272914 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-d803bfef-9dca-46a4-b936-4e3cfb1b513b service neutron] 10.222.0.102 "GET /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800998 Jun 24 13:20:20.364925 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddd51b96-ae19-43cb-83c4-4d47bf47d938 req-6a4d8fa6-98bb-4cad-b8a3-af31a54ad418 service neutron] 10.222.0.102 "GET /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858462 Jun 24 13:20:20.464327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff648b4e-2f82-46f9-ba51-99742c019ef3 req-cd327e43-5e94-4f09-9972-cc93f38bbb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:20.466306 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff648b4e-2f82-46f9-ba51-99742c019ef3 req-cd327e43-5e94-4f09-9972-cc93f38bbb43 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 1096 time: 0.0514717 Jun 24 13:20:20.556731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff648b4e-2f82-46f9-ba51-99742c019ef3 req-626cf6b9-88e8-4959-a5cc-09ec551db5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:20.558170 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff648b4e-2f82-46f9-ba51-99742c019ef3 req-626cf6b9-88e8-4959-a5cc-09ec551db5f0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f93ac0d6-c445-4d72-8f4e-f745813cf7f4 HTTP/1.1" status: 200 len: 899 time: 0.0857608 Jun 24 13:20:20.598606 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff648b4e-2f82-46f9-ba51-99742c019ef3 req-ab798bdc-4e8c-412c-8ff6-7e1e039d7ca5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04d4fcc5-0d36-4c02-a8cf-445afadb76a7 HTTP/1.1" status: 200 len: 217 time: 0.0326061 Jun 24 13:20:20.649474 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff648b4e-2f82-46f9-ba51-99742c019ef3 req-8c7fcdef-4106-40f5-976e-673a14a17e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:20.651541 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff648b4e-2f82-46f9-ba51-99742c019ef3 req-8c7fcdef-4106-40f5-976e-673a14a17e99 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7fe776e1-4433-4d0d-a94b-bc69a94166ac HTTP/1.1" status: 200 len: 834 time: 0.0469160 Jun 24 13:20:20.709902 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff648b4e-2f82-46f9-ba51-99742c019ef3 req-dec9c327-84e4-4625-81e4-a89a3c7dff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:20.711460 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff648b4e-2f82-46f9-ba51-99742c019ef3 req-dec9c327-84e4-4625-81e4-a89a3c7dff4b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f93ac0d6-c445-4d72-8f4e-f745813cf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524054 Jun 24 13:20:20.798927 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff648b4e-2f82-46f9-ba51-99742c019ef3 req-e9076f2f-4dac-43c0-864f-6ee7476de856 service neutron] 10.222.0.102 "GET /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800717 Jun 24 13:20:20.894563 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff648b4e-2f82-46f9-ba51-99742c019ef3 req-3cdca136-3e9d-417a-8df9-ad55db3075a2 service neutron] 10.222.0.102 "GET /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869555 Jun 24 13:20:21.283813 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2db721-efe9-49c4-a1e2-117b1f5b914b req-fc7932d0-4193-4525-838b-d93bfe8e211e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:21.285193 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ee2db721-efe9-49c4-a1e2-117b1f5b914b req-fc7932d0-4193-4525-838b-d93bfe8e211e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 943 time: 0.0628057 Jun 24 13:20:21.322637 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ee2db721-efe9-49c4-a1e2-117b1f5b914b req-1d7566af-bf5d-429f-8479-236fe1136263 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315349 Jun 24 13:20:21.834004 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:20:22.502324 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d69f04-ffed-4b44-a797-ddef9009fee3 req-9e12167d-9c6a-4509-b729-10d47916113d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:22.503810 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6d69f04-ffed-4b44-a797-ddef9009fee3 req-9e12167d-9c6a-4509-b729-10d47916113d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 943 time: 0.0669053 Jun 24 13:20:22.540953 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f6d69f04-ffed-4b44-a797-ddef9009fee3 req-47d4b961-f090-46d0-961f-35dde99db264 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315635 Jun 24 13:20:22.962251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:20:23.060761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04d4fcc5-0d36-4c02-a8cf-445afadb76a7,segment=NetworkSegment(6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b),segment_id=6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:20:23.075697 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'port_id': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7', 'mac_address': 'fa:16:3e:a7:91:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:20:23.111581 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:23.123702 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:20:23.142585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04d4fcc5-0d36-4c02-a8cf-445afadb76a7,segment=NetworkSegment(6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b),segment_id=6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:20:23.146458 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:23.149107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f494919d-212b-439d-9300-6feda65d9595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:23.193589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=04d4fcc5-0d36-4c02-a8cf-445afadb76a7,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:23.196550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:23.354621 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['04d4fcc5-0d36-4c02-a8cf-445afadb76a7'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:20:23.712883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef642c87-0983-4d2e-902b-2817421bb460 req-e147c491-e299-441a-b22f-0ab4bf7e5a2a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:23.714264 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ef642c87-0983-4d2e-902b-2817421bb460 req-e147c491-e299-441a-b22f-0ab4bf7e5a2a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 944 time: 0.0639431 Jun 24 13:20:23.751042 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ef642c87-0983-4d2e-902b-2817421bb460 req-61618273-1ed3-407a-8fb9-39e4b6a1de92 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310907 Jun 24 13:20:24.923433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c12b7-afd9-42b7-abde-92a82513b22d req-f43bb8e6-ffe0-4d4d-951e-8f79a06190c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:24.924915 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-473c12b7-afd9-42b7-abde-92a82513b22d req-f43bb8e6-ffe0-4d4d-951e-8f79a06190c4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 944 time: 0.0627508 Jun 24 13:20:24.962322 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-473c12b7-afd9-42b7-abde-92a82513b22d req-d8a441b1-7b9c-487b-82be-5fa51b1a56da tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318022 Jun 24 13:20:24.978202 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:20:25.025359 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:20:25.028932 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:20:25.029299 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:25.105660 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:25.128065 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:20:25.130321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c678d9e-8f1e-4882-a108-02729a7ec97c" -d '{"events": [{"server_uuid": "128e0ba3-b29f-4cad-a684-a76b6cdabf86", "name": "network-vif-plugged", "status": "completed", "tag": "04d4fcc5-0d36-4c02-a8cf-445afadb76a7"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:20:25.142996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04d4fcc5-0d36-4c02-a8cf-445afadb76a7,segment=NetworkSegment(6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b),segment_id=6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:20:25.147084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:25.148966 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:25.194726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=04d4fcc5-0d36-4c02-a8cf-445afadb76a7,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:25.197741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:25.213963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb7b213-6e40-405b-846b-4ff64e4167e6 x-openstack-request-id: req-ceb7b213-6e40-405b-846b-4ff64e4167e6 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:20:25.214265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128e0ba3-b29f-4cad-a684-a76b6cdabf86", "name": "network-vif-plugged", "status": "completed", "tag": "04d4fcc5-0d36-4c02-a8cf-445afadb76a7", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:20:25.214520 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ceb7b213-6e40-405b-846b-4ff64e4167e6 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:20:25.214999 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7', 'code': 200} Jun 24 13:20:25.430886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e6a7e-f27e-450b-8a3f-34acd61867ac req-52d2d8c7-92c5-4119-b5ef-b3fa9f837c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:25.432376 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e3e6a7e-f27e-450b-8a3f-34acd61867ac req-52d2d8c7-92c5-4119-b5ef-b3fa9f837c6d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 1098 time: 0.0557671 Jun 24 13:20:25.465184 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4e3e6a7e-f27e-450b-8a3f-34acd61867ac req-2c4bd806-7612-4f9a-944c-120e6209f385 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268738 Jun 24 13:20:26.142796 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f041f-19b7-434b-b615-2067866e6e1c req-7ad608f4-ddd0-4842-b41e-a1b97efa827e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:26.144456 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f53f041f-19b7-434b-b615-2067866e6e1c req-7ad608f4-ddd0-4842-b41e-a1b97efa827e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 945 time: 0.0662427 Jun 24 13:20:26.181229 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f53f041f-19b7-434b-b615-2067866e6e1c req-3b128277-2117-4578-9eee-810d62c80949 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311885 Jun 24 13:20:26.636101 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-43c7b416-313f-4ee7-b65e-aaa238f2ae62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:27.358688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4408107-7db4-4044-90cd-4ecb004b66df req-e5c6fcdd-cfce-4794-b68f-f5418d3d6d26 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:27.360170 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e4408107-7db4-4044-90cd-4ecb004b66df req-e5c6fcdd-cfce-4794-b68f-f5418d3d6d26 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 945 time: 0.0663373 Jun 24 13:20:27.399453 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e4408107-7db4-4044-90cd-4ecb004b66df req-37184d3a-c0be-4b38-8c87-aaa50de759b2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337129 Jun 24 13:20:27.571350 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b30b4-65b3-4b1e-8c79-0928eb816532 req-de9c067e-4f20-4892-8db2-f269368bbf51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:27.572720 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-234b30b4-65b3-4b1e-8c79-0928eb816532 req-de9c067e-4f20-4892-8db2-f269368bbf51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 945 time: 0.0635366 Jun 24 13:20:27.609154 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-234b30b4-65b3-4b1e-8c79-0928eb816532 req-773affd8-1728-4a29-bd65-86c701c6e47c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302441 Jun 24 13:20:27.633024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53552) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:27.685398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa321d71-2c16-4705-9075-df0ba545f222 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:27.686892 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-aa321d71-2c16-4705-9075-df0ba545f222 tempest-TestNetworkAdvancedServerOps-746116816 tempest-TestNetworkAdvancedServerOps-746116816-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 1093 time: 0.0527749 Jun 24 13:20:27.689919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53554) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:27.694367 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:20:27.716821 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:27.816477 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:27.914690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Allocated IP 172.26.1.54 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/fe1d0ec4-0591-4f9c-bfa5-6365e1158e68) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:20:28.018184 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:28.056790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:28.058739 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c7a59891-552e-4c7f-94d8-b4bef2558656 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:28.099635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:20:28.102317 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:20:28.107782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:20:28.110910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=fe1d0ec4-0591-4f9c-bfa5-6365e1158e68,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:28.113711 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:28.826483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:28.905040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:29.056088 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:29.061961 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:29.064607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4b9769dd-a70f-488a-a9db-b05ac08af1fb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:20:29.128792 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event updated for resources: {'Port': ['ID=fe1d0ec4-0591-4f9c-bfa5-6365e1158e68,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:20:29.133188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:20:29.145169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:29.243623 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Floating IP adb347ee-b462-431e-a67a-45434c7b7369 associated. External IP: 172.26.1.54, port: 04d4fcc5-0d36-4c02-a8cf-445afadb76a7. Jun 24 13:20:29.359808 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2caf4edc-fa13-4fa5-9d06-2869e61fbdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:29.457033 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:20:29.489448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:29.567530 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:20:29.576745 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152f2643-dc2f-4862-b91c-2a6fa50746c0 None None] Sync routers for ids ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:20:29.583406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:29.585553 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f2643-dc2f-4862-b91c-2a6fa50746c0 None None] Routers {'86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:20:29.586199 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-152f2643-dc2f-4862-b91c-2a6fa50746c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:20:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:29.621221 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9302683 Jun 24 13:20:29.621912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'tag': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:20:29.624910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807a602c-3cb4-42a1-a578-d1e1eddfb976" -d '{"events": [{"name": "network-changed", "server_uuid": "128e0ba3-b29f-4cad-a684-a76b6cdabf86", "tag": "04d4fcc5-0d36-4c02-a8cf-445afadb76a7"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:20:29.665004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2603f9-0710-406d-a8aa-4ea6b5897252 x-openstack-request-id: req-7f2603f9-0710-406d-a8aa-4ea6b5897252 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:20:29.665342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128e0ba3-b29f-4cad-a684-a76b6cdabf86", "tag": "04d4fcc5-0d36-4c02-a8cf-445afadb76a7", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:20:29.665645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7f2603f9-0710-406d-a8aa-4ea6b5897252 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:20:29.666095 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'tag': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7', 'status': 'completed', 'code': 200} Jun 24 13:20:29.697121 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-152f2643-dc2f-4862-b91c-2a6fa50746c0 None None] Set router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:20:29.793272 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a602c-3cb4-42a1-a578-d1e1eddfb976 req-789252ac-f18d-41fd-8653-4545f961a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:29.795408 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-807a602c-3cb4-42a1-a578-d1e1eddfb976 req-789252ac-f18d-41fd-8653-4545f961a55d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 1098 time: 0.1060121 Jun 24 13:20:29.830630 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ebd7f-7cbb-43b5-acfd-4e5b8dbf3de4 req-434f8be7-e2c5-49ec-bb7d-dfd47f7d5a58 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:29.832049 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1f2ebd7f-7cbb-43b5-acfd-4e5b8dbf3de4 req-434f8be7-e2c5-49ec-bb7d-dfd47f7d5a58 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 945 time: 0.1128361 Jun 24 13:20:29.910198 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1f2ebd7f-7cbb-43b5-acfd-4e5b8dbf3de4 req-61f7b74d-07d4-4d99-888f-00b798065494 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716360 Jun 24 13:20:29.925532 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-152f2643-dc2f-4862-b91c-2a6fa50746c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:20:12Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'adb347ee-b462-431e-a67a-45434c7b7369', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.54', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'port_id': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'mac_address': 'fa:16:3e:a7:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:20:28Z', 'updated_at': '2021-06-24T13:20:28Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddc7c32-e2af-43e6-9e31-4169f522f7c3', 'name': '', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:36:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:11Z', 'updated_at': '2021-06-24T13:20:17Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:29.926819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a602c-3cb4-42a1-a578-d1e1eddfb976 req-fb30ffc5-2dc9-4ced-8fbf-bf5ce225bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:29.928463 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-807a602c-3cb4-42a1-a578-d1e1eddfb976 req-fb30ffc5-2dc9-4ced-8fbf-bf5ce225bf9f service neutron] 10.222.0.102 "GET /v2.0/networks?id=f93ac0d6-c445-4d72-8f4e-f745813cf7f4 HTTP/1.1" status: 200 len: 899 time: 0.1254783 Jun 24 13:20:29.934991 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53560) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:29.952642 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152f2643-dc2f-4862-b91c-2a6fa50746c0 None None] Checking router: 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:20:29.960881 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f2643-dc2f-4862-b91c-2a6fa50746c0 None None] Routers {'86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:20:29.961476 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-152f2643-dc2f-4862-b91c-2a6fa50746c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:20:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:29.998042 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7b328f71-9bd5-42f0-943e-1a4fd0e4fa03 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/adb347ee-b462-431e-a67a-45434c7b7369 HTTP/1.1" status: 200 len: 990 time: 0.0617995 Jun 24 13:20:30.000811 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-807a602c-3cb4-42a1-a578-d1e1eddfb976 req-b3bad0a0-00ed-4b36-b7a4-d27c05d86682 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04d4fcc5-0d36-4c02-a8cf-445afadb76a7 HTTP/1.1" status: 200 len: 998 time: 0.0659771 Jun 24 13:20:30.050978 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a602c-3cb4-42a1-a578-d1e1eddfb976 req-32f831c0-dd77-43ac-8208-5099094d7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:30.052778 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-807a602c-3cb4-42a1-a578-d1e1eddfb976 req-32f831c0-dd77-43ac-8208-5099094d7ab9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7fe776e1-4433-4d0d-a94b-bc69a94166ac HTTP/1.1" status: 200 len: 834 time: 0.0461123 Jun 24 13:20:30.070487 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-152f2643-dc2f-4862-b91c-2a6fa50746c0 None None] Set router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:20:30.112686 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a602c-3cb4-42a1-a578-d1e1eddfb976 req-78619b51-9d45-4675-b5b4-7e29637693e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:30.114355 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-807a602c-3cb4-42a1-a578-d1e1eddfb976 req-78619b51-9d45-4675-b5b4-7e29637693e0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f93ac0d6-c445-4d72-8f4e-f745813cf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543680 Jun 24 13:20:30.208593 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-807a602c-3cb4-42a1-a578-d1e1eddfb976 req-33d6a30c-86dc-46c3-aac0-057c5a51f21d service neutron] 10.222.0.102 "GET /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878026 Jun 24 13:20:30.293640 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-152f2643-dc2f-4862-b91c-2a6fa50746c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:20:12Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'adb347ee-b462-431e-a67a-45434c7b7369', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.54', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'port_id': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'mac_address': 'fa:16:3e:a7:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:20:28Z', 'updated_at': '2021-06-24T13:20:28Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddc7c32-e2af-43e6-9e31-4169f522f7c3', 'name': '', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:36:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:11Z', 'updated_at': '2021-06-24T13:20:17Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:20:30.298379 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-807a602c-3cb4-42a1-a578-d1e1eddfb976 req-71b183f1-9c23-40d7-ae21-15f59baaa93e service neutron] 10.222.0.102 "GET /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837219 Jun 24 13:20:30.323428 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152f2643-dc2f-4862-b91c-2a6fa50746c0 None None] The sync data for ids ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'] in dv-neutron-797121-4-hyperv is: [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:20:12Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'adb347ee-b462-431e-a67a-45434c7b7369', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'floating_ip_address': '172.26.1.54', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'port_id': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'mac_address': 'fa:16:3e:a7:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:20:28Z', 'updated_at': '2021-06-24T13:20:28Z', 'revision_number': 0, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddc7c32-e2af-43e6-9e31-4169f522f7c3', 'name': '', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:36:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:11Z', 'updated_at': '2021-06-24T13:20:17Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:20:30.432403 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:30.508357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1511a281-8486-4fb9-906a-1e7d26e20dde None None] New status for floating IP adb347ee-b462-431e-a67a-45434c7b7369: ACTIVE {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:20:31.001915 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53562) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:20:31.068106 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d145fb0a-466d-40a2-a237-c0878772f737 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/adb347ee-b462-431e-a67a-45434c7b7369 HTTP/1.1" status: 200 len: 992 time: 0.0650105 Jun 24 13:20:32.401961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:47.569382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:52.030958 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99ca5f15-f570-4df5-a21e-64772a55b20e req-ca5348d2-8ebc-491c-92fd-3a1d34af748b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562723 Jun 24 13:20:52.125286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca5f15-f570-4df5-a21e-64772a55b20e req-e91771a0-7f42-4863-b191-1f7f1bed53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:52.126797 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99ca5f15-f570-4df5-a21e-64772a55b20e req-e91771a0-7f42-4863-b191-1f7f1bed53e7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 1098 time: 0.0540481 Jun 24 13:20:52.236423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca5f15-f570-4df5-a21e-64772a55b20e req-743a3911-fa9d-4516-8055-5904738b6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:52.237895 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99ca5f15-f570-4df5-a21e-64772a55b20e req-743a3911-fa9d-4516-8055-5904738b6d77 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f93ac0d6-c445-4d72-8f4e-f745813cf7f4 HTTP/1.1" status: 200 len: 899 time: 0.0902827 Jun 24 13:20:52.303179 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99ca5f15-f570-4df5-a21e-64772a55b20e req-9f0b41a9-e9e2-400e-8f5f-0b7740070cd7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04d4fcc5-0d36-4c02-a8cf-445afadb76a7 HTTP/1.1" status: 200 len: 1000 time: 0.0579815 Jun 24 13:20:52.352575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca5f15-f570-4df5-a21e-64772a55b20e req-4be84c29-47d0-4f88-8c8f-3725c5cd6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:52.354029 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99ca5f15-f570-4df5-a21e-64772a55b20e req-4be84c29-47d0-4f88-8c8f-3725c5cd6b4a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7fe776e1-4433-4d0d-a94b-bc69a94166ac HTTP/1.1" status: 200 len: 834 time: 0.0437005 Jun 24 13:20:52.417191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca5f15-f570-4df5-a21e-64772a55b20e req-246e56ee-7ccc-44eb-ba9f-c2bc935a2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:20:52.419350 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99ca5f15-f570-4df5-a21e-64772a55b20e req-246e56ee-7ccc-44eb-ba9f-c2bc935a2615 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f93ac0d6-c445-4d72-8f4e-f745813cf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583441 Jun 24 13:20:52.507145 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99ca5f15-f570-4df5-a21e-64772a55b20e req-00a36a77-785e-41c1-ab27-ad62ac03f250 service neutron] 10.222.0.102 "GET /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812573 Jun 24 13:20:52.600427 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-99ca5f15-f570-4df5-a21e-64772a55b20e req-8eab846d-622d-4778-9d0c-02ea6afe4a2a service neutron] 10.222.0.102 "GET /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870407 Jun 24 13:20:56.638007 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-386e4d9a-31f1-4053-a7e1-b894215292ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:58.832628 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:20:59.361595 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-243b1a39-11db-4781-bb0f-aa9875b7b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:20:59.490441 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:00.435908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:02.399097 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:02.624628 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874ddc2-380b-4782-bbf6-2d8749945f42 req-25737f86-0bf6-435e-884e-0cc6880289d3 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:02.626060 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f874ddc2-380b-4782-bbf6-2d8749945f42 req-25737f86-0bf6-435e-884e-0cc6880289d3 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 945 time: 0.0633540 Jun 24 13:21:02.664027 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f874ddc2-380b-4782-bbf6-2d8749945f42 req-e6c9fb97-acc0-41a3-aa82-dd1ad128d1e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323436 Jun 24 13:21:03.838260 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e4c47-06a1-4525-91b0-6fb4ba16553f req-00fb9e10-412e-4620-bf70-fbc1cdbcdcb9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:03.839742 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5e1e4c47-06a1-4525-91b0-6fb4ba16553f req-00fb9e10-412e-4620-bf70-fbc1cdbcdcb9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 945 time: 0.0637882 Jun 24 13:21:03.880887 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5e1e4c47-06a1-4525-91b0-6fb4ba16553f req-89c3f6b8-11c6-441b-a41c-4ac4578e091f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349398 Jun 24 13:21:03.906042 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53586) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:03.963524 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-47ddd06d-d84f-4a50-87b6-ee163ee139ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/adb347ee-b462-431e-a67a-45434c7b7369 HTTP/1.1" status: 200 len: 992 time: 0.0561848 Jun 24 13:21:05.446278 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4222305-ebb8-4768-803b-b758b5cae94e req-46b39769-effb-40eb-817c-6e5580dc1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:05.447809 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4222305-ebb8-4768-803b-b758b5cae94e req-46b39769-effb-40eb-817c-6e5580dc1652 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 1098 time: 0.1005771 Jun 24 13:21:05.458744 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aabae5-675b-4a06-a136-ba27ca9ac4f3 req-e974d6c0-8498-4437-83eb-abbaf60d8964 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:05.460259 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5aabae5-675b-4a06-a136-ba27ca9ac4f3 req-e974d6c0-8498-4437-83eb-abbaf60d8964 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 945 time: 0.1020608 Jun 24 13:21:05.553855 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b5aabae5-675b-4a06-a136-ba27ca9ac4f3 req-30f24318-8b80-423d-a1b2-36558e2079a2 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846667 Jun 24 13:21:05.578741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4222305-ebb8-4768-803b-b758b5cae94e req-4b2b7e13-5ea2-4d40-9be7-02a1ee2f1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:05.580231 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4222305-ebb8-4768-803b-b758b5cae94e req-4b2b7e13-5ea2-4d40-9be7-02a1ee2f1fbf service neutron] 10.222.0.102 "GET /v2.0/networks?id=f93ac0d6-c445-4d72-8f4e-f745813cf7f4 HTTP/1.1" status: 200 len: 899 time: 0.1191137 Jun 24 13:21:05.647297 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4222305-ebb8-4768-803b-b758b5cae94e req-806626e9-5773-4e14-a3ff-d7c01f9b2216 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04d4fcc5-0d36-4c02-a8cf-445afadb76a7 HTTP/1.1" status: 200 len: 1000 time: 0.0571663 Jun 24 13:21:05.699361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4222305-ebb8-4768-803b-b758b5cae94e req-d0b61110-b35e-4dc7-bfaa-d0aedcc7934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:05.700723 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4222305-ebb8-4768-803b-b758b5cae94e req-d0b61110-b35e-4dc7-bfaa-d0aedcc7934e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7fe776e1-4433-4d0d-a94b-bc69a94166ac HTTP/1.1" status: 200 len: 834 time: 0.0474885 Jun 24 13:21:05.758144 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4222305-ebb8-4768-803b-b758b5cae94e req-ca1c002c-21e2-4c78-9b67-a0c2569e1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:05.759668 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4222305-ebb8-4768-803b-b758b5cae94e req-ca1c002c-21e2-4c78-9b67-a0c2569e1f4e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f93ac0d6-c445-4d72-8f4e-f745813cf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522299 Jun 24 13:21:05.851756 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4222305-ebb8-4768-803b-b758b5cae94e req-9668edca-f9d4-4d6b-b377-18a7d5617fb5 service neutron] 10.222.0.102 "GET /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846541 Jun 24 13:21:05.938590 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4222305-ebb8-4768-803b-b758b5cae94e req-b5e6c803-2ba8-45b4-ac67-6f6a511f1a0a service neutron] 10.222.0.102 "GET /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802498 Jun 24 13:21:06.726995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32107bf1-c62a-4501-9aed-4db612e95937 req-13c61d04-2866-4cab-aa68-0e536c44c53f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:06.728486 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-32107bf1-c62a-4501-9aed-4db612e95937 req-13c61d04-2866-4cab-aa68-0e536c44c53f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 945 time: 0.0632584 Jun 24 13:21:06.775446 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-32107bf1-c62a-4501-9aed-4db612e95937 req-29811f89-76d2-498c-a1f1-80300f3bfe1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407274 Jun 24 13:21:07.945643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09ffb3-286d-4f70-b24c-7177a77d8943 req-caa0d902-f411-4135-9f9a-4eeb9f24f070 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:07.947129 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0d09ffb3-286d-4f70-b24c-7177a77d8943 req-caa0d902-f411-4135-9f9a-4eeb9f24f070 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 945 time: 0.0624065 Jun 24 13:21:07.985593 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0d09ffb3-286d-4f70-b24c-7177a77d8943 req-23aa7886-e06a-45e0-a909-76c38ef48fc1 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328093 Jun 24 13:21:08.009849 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53598) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:08.075333 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d6346164-047a-4f85-81e9-ce84021f5963 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/floatingips/adb347ee-b462-431e-a67a-45434c7b7369 HTTP/1.1" status: 200 len: 992 time: 0.0639901 Jun 24 13:21:08.345624 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53604) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:08.501922 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port fe1d0ec4-0591-4f9c-bfa5-6365e1158e68 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:21:08.502263 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:08.575479 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:08.575802 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:08.587050 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for fe1d0ec4-0591-4f9c-bfa5-6365e1158e68 owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:21:08.732303 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:08.734162 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-edc02313-69f4-4434-83b9-7a9701450dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:08.755532 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=fe1d0ec4-0591-4f9c-bfa5-6365e1158e68,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:08.765593 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:08.765984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:08.766372 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:08.766754 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:08.767789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:08.767789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:08.767980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:08.768231 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:08.768600 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:08.768965 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:08.769330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:08.769696 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:08.774200 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:08.833861 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:08.834080 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Floating IP adb347ee-b462-431e-a67a-45434c7b7369 disassociated (deleted). External IP: 172.26.1.54, port: 04d4fcc5-0d36-4c02-a8cf-445afadb76a7. Jun 24 13:21:09.032852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:21:09.138845 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:21:09.143608 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:09.147894 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea32ab0-7644-4f4b-9dd9-e56d36137843 None None] Sync routers for ids ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:21:09.156472 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea32ab0-7644-4f4b-9dd9-e56d36137843 None None] Routers {'86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:21:09.157158 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-aea32ab0-7644-4f4b-9dd9-e56d36137843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:20:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:09.179875 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/floatingips/adb347ee-b462-431e-a67a-45434c7b7369 HTTP/1.1" status: 204 len: 168 time: 0.8331661 Jun 24 13:21:09.180564 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'tag': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:21:09.182923 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0a8938-63b2-4d49-9430-f50df3f3cdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "128e0ba3-b29f-4cad-a684-a76b6cdabf86", "tag": "04d4fcc5-0d36-4c02-a8cf-445afadb76a7"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:21:09.229499 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef820831-ee78-4aa9-836a-84b40d15a690 x-openstack-request-id: req-ef820831-ee78-4aa9-836a-84b40d15a690 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:21:09.229851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128e0ba3-b29f-4cad-a684-a76b6cdabf86", "tag": "04d4fcc5-0d36-4c02-a8cf-445afadb76a7", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:21:09.230163 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ef820831-ee78-4aa9-836a-84b40d15a690 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:21:09.231425 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'tag': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7', 'status': 'completed', 'code': 200} Jun 24 13:21:09.269756 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-aea32ab0-7644-4f4b-9dd9-e56d36137843 None None] Set router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:21:09.303772 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a8938-63b2-4d49-9430-f50df3f3cdd1 req-4903e586-f269-4dfa-8016-ba27b5b7ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:09.305959 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fe0a8938-63b2-4d49-9430-f50df3f3cdd1 req-4903e586-f269-4dfa-8016-ba27b5b7ad4c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=28eedd0d2ef04f59b288543a69056ccb&device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 1098 time: 0.0539312 Jun 24 13:21:09.416697 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a8938-63b2-4d49-9430-f50df3f3cdd1 req-27267d9c-5bde-4276-aaa9-398a468538c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:09.418886 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fe0a8938-63b2-4d49-9430-f50df3f3cdd1 req-27267d9c-5bde-4276-aaa9-398a468538c5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f93ac0d6-c445-4d72-8f4e-f745813cf7f4 HTTP/1.1" status: 200 len: 899 time: 0.1050503 Jun 24 13:21:09.465529 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fe0a8938-63b2-4d49-9430-f50df3f3cdd1 req-d96c566a-2d20-439e-9970-b16dbca2bea7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04d4fcc5-0d36-4c02-a8cf-445afadb76a7 HTTP/1.1" status: 200 len: 217 time: 0.0380177 Jun 24 13:21:09.477774 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-aea32ab0-7644-4f4b-9dd9-e56d36137843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:20:12Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '9ddc7c32-e2af-43e6-9e31-4169f522f7c3', 'name': '', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:36:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:11Z', 'updated_at': '2021-06-24T13:20:17Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:09.507340 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea32ab0-7644-4f4b-9dd9-e56d36137843 None None] Checking router: 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:21:09.515676 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea32ab0-7644-4f4b-9dd9-e56d36137843 None None] Routers {'86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:21:09.516287 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-aea32ab0-7644-4f4b-9dd9-e56d36137843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:20:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:09.550470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a8938-63b2-4d49-9430-f50df3f3cdd1 req-feb97d71-dfff-4e9e-90b8-d9ffe0748bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:09.551983 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fe0a8938-63b2-4d49-9430-f50df3f3cdd1 req-feb97d71-dfff-4e9e-90b8-d9ffe0748bde service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7fe776e1-4433-4d0d-a94b-bc69a94166ac HTTP/1.1" status: 200 len: 834 time: 0.0804245 Jun 24 13:21:09.610804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042a256-ad65-4a96-99c4-c63cd4c241c8 req-2757aea9-1c3d-463e-ba2a-e09bf809dcf8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:09.612276 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f042a256-ad65-4a96-99c4-c63cd4c241c8 req-2757aea9-1c3d-463e-ba2a-e09bf809dcf8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 945 time: 0.1104198 Jun 24 13:21:09.623752 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-aea32ab0-7644-4f4b-9dd9-e56d36137843 None None] Set router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:21:09.643663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a8938-63b2-4d49-9430-f50df3f3cdd1 req-a1182a88-c238-42fd-b70f-c773c5636d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:09.645150 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fe0a8938-63b2-4d49-9430-f50df3f3cdd1 req-a1182a88-c238-42fd-b70f-c773c5636d63 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f93ac0d6-c445-4d72-8f4e-f745813cf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864160 Jun 24 13:21:09.670808 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f042a256-ad65-4a96-99c4-c63cd4c241c8 req-64a1fec4-6e2e-444e-94cd-2898797413a8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516617 Jun 24 13:21:09.752189 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fe0a8938-63b2-4d49-9430-f50df3f3cdd1 req-0538d4ce-bd92-4412-b65b-6402015b57d9 service neutron] 10.222.0.102 "GET /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962694 Jun 24 13:21:09.828675 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-aea32ab0-7644-4f4b-9dd9-e56d36137843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:20:12Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '9ddc7c32-e2af-43e6-9e31-4169f522f7c3', 'name': '', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:36:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:11Z', 'updated_at': '2021-06-24T13:20:17Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:09.844505 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fe0a8938-63b2-4d49-9430-f50df3f3cdd1 req-3c65f2ed-0ae5-4bc7-b954-a998b5453eb4 service neutron] 10.222.0.102 "GET /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849116 Jun 24 13:21:09.938783 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea32ab0-7644-4f4b-9dd9-e56d36137843 None None] The sync data for ids ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'] in dv-neutron-797121-4-hyperv is: [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:20:12Z', 'revision_number': 4, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '9ddc7c32-e2af-43e6-9e31-4169f522f7c3', 'name': '', 'network_id': 'f93ac0d6-c445-4d72-8f4e-f745813cf7f4', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'mac_address': 'fa:16:3e:36:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:11Z', 'updated_at': '2021-06-24T13:20:17Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'subnets': [{'id': '7fe776e1-4433-4d0d-a94b-bc69a94166ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:21:10.146032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4abba-bd90-497e-87e9-33e7cb5b3af3 None None] New status for floating IP adb347ee-b462-431e-a67a-45434c7b7369: DOWN {{(pid=100147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:21:10.855801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860b999-6b0d-4c0a-86ac-48672f142776 req-38d13042-4c7e-44aa-b6c6-c61c7bc91898 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:10.857281 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0860b999-6b0d-4c0a-86ac-48672f142776 req-38d13042-4c7e-44aa-b6c6-c61c7bc91898 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 945 time: 0.0691702 Jun 24 13:21:10.894637 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0860b999-6b0d-4c0a-86ac-48672f142776 req-6134a201-ef17-469e-afa7-164a28b7f277 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/security-groups?id=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317259 Jun 24 13:21:11.035855 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f52147-6eee-4bca-b05f-77afe00686be req-ddf13eb2-310b-445a-aaf2-202df2e3d5a8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:11.037181 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-28f52147-6eee-4bca-b05f-77afe00686be req-ddf13eb2-310b-445a-aaf2-202df2e3d5a8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 945 time: 0.0610275 Jun 24 13:21:11.133293 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-28f52147-6eee-4bca-b05f-77afe00686be req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:21:11.133630 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-28f52147-6eee-4bca-b05f-77afe00686be req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:11.223108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-28f52147-6eee-4bca-b05f-77afe00686be req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04d4fcc5-0d36-4c02-a8cf-445afadb76a7,segment=NetworkSegment(6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b),segment_id=6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:21:11.223461 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-28f52147-6eee-4bca-b05f-77afe00686be req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:11.235622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-28f52147-6eee-4bca-b05f-77afe00686be req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:21:11.360456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-28f52147-6eee-4bca-b05f-77afe00686be req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:11.364377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:11.388452 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=04d4fcc5-0d36-4c02-a8cf-445afadb76a7,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:11.398174 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:11.398562 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:11.398974 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:11.399347 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:11.399718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:11.400086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:11.400454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:11.400815 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:11.401586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:11.401586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:11.401996 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:11.402233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:11.407886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:11.447741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f52147-6eee-4bca-b05f-77afe00686be req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] No DVR routers for this DVR port 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:21:11.450194 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-28f52147-6eee-4bca-b05f-77afe00686be req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:11.452154 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-28f52147-6eee-4bca-b05f-77afe00686be req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.102 "DELETE /v2.0/ports/04d4fcc5-0d36-4c02-a8cf-445afadb76a7 HTTP/1.1" status: 204 len: 173 time: 0.4095302 Jun 24 13:21:11.452674 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'name': 'network-vif-deleted', 'tag': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:21:11.454966 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21f450d-b7ce-4ac6-86dd-6894b87e9ba6" -d '{"events": [{"server_uuid": "128e0ba3-b29f-4cad-a684-a76b6cdabf86", "name": "network-vif-deleted", "tag": "04d4fcc5-0d36-4c02-a8cf-445afadb76a7"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:21:11.491195 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1277870b-697d-432c-bcd1-28fe74f34352 x-openstack-request-id: req-1277870b-697d-432c-bcd1-28fe74f34352 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:21:11.491567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128e0ba3-b29f-4cad-a684-a76b6cdabf86", "name": "network-vif-deleted", "tag": "04d4fcc5-0d36-4c02-a8cf-445afadb76a7", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:21:11.491883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1277870b-697d-432c-bcd1-28fe74f34352 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:21:11.492337 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128e0ba3-b29f-4cad-a684-a76b6cdabf86', 'name': 'network-vif-deleted', 'tag': '04d4fcc5-0d36-4c02-a8cf-445afadb76a7', 'status': 'completed', 'code': 200} Jun 24 13:21:12.058976 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-349fc59d-11fc-4e18-ab67-3c8bc59df870 req-2d894f41-61e5-43b7-b430-b24ddfbdf64d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "GET /v2.0/ports?device_id=128e0ba3-b29f-4cad-a684-a76b6cdabf86 HTTP/1.1" status: 200 len: 210 time: 0.0334601 Jun 24 13:21:13.155824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53620) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:13.851189 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e0454d1-d7bb-4bdf-b93f-3c7727eb67ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:14.103375 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-8e0454d1-d7bb-4bdf-b93f-3c7727eb67ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:21:14.103723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e0454d1-d7bb-4bdf-b93f-3c7727eb67ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:14.195423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-8e0454d1-d7bb-4bdf-b93f-3c7727eb67ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port 9ddc7c32-e2af-43e6-9e31-4169f522f7c3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9ddc7c32-e2af-43e6-9e31-4169f522f7c3,segment=NetworkSegment(6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b),segment_id=6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:21:14.196086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e0454d1-d7bb-4bdf-b93f-3c7727eb67ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:14.215777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-8e0454d1-d7bb-4bdf-b93f-3c7727eb67ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:21:14.399572 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e0454d1-d7bb-4bdf-b93f-3c7727eb67ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:14.401522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6c22bf6e-654b-4563-b7bb-711fbb4f7af8 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:14.425560 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0454d1-d7bb-4bdf-b93f-3c7727eb67ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=9ddc7c32-e2af-43e6-9e31-4169f522f7c3,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:14.429126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e0454d1-d7bb-4bdf-b93f-3c7727eb67ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:14.603595 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8e0454d1-d7bb-4bdf-b93f-3c7727eb67ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:14.813251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0454d1-d7bb-4bdf-b93f-3c7727eb67ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:21:14.919277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0454d1-d7bb-4bdf-b93f-3c7727eb67ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:21:14.924174 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8e0454d1-d7bb-4bdf-b93f-3c7727eb67ad tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "PUT /v2.0/routers/86ed8d4b-71c6-4cf1-bca3-b09b1d304d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7673552 Jun 24 13:21:14.926896 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53622) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:14.928969 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c358826a-6701-421c-bf5d-e8456c57ffb9 None None] Sync routers for ids ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:21:14.938608 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c358826a-6701-421c-bf5d-e8456c57ffb9 None None] Routers {'86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:21:14.939260 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c358826a-6701-421c-bf5d-e8456c57ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:20:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:14.982100 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1b964c-5f31-4b1d-a9f2-a11bdb4bc732 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting subnet 7fe776e1-4433-4d0d-a94b-bc69a94166ac {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:21:14.985241 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf1b964c-5f31-4b1d-a9f2-a11bdb4bc732 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:15.024739 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf1b964c-5f31-4b1d-a9f2-a11bdb4bc732 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:15.040905 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-c358826a-6701-421c-bf5d-e8456c57ffb9 None None] Set router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:21:15.109571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf1b964c-5f31-4b1d-a9f2-a11bdb4bc732 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:15.173078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf1b964c-5f31-4b1d-a9f2-a11bdb4bc732 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:15.175912 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-96cdddc9-e93f-42b3-a65a-77c83af83d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:15.203682 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-cf1b964c-5f31-4b1d-a9f2-a11bdb4bc732 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:15.208328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53624) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:15.208821 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-cf1b964c-5f31-4b1d-a9f2-a11bdb4bc732 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/subnets/7fe776e1-4433-4d0d-a94b-bc69a94166ac HTTP/1.1" status: 204 len: 168 time: 0.2803650 Jun 24 13:21:15.209342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b964c-5f31-4b1d-a9f2-a11bdb4bc732 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe776e1-4433-4d0d-a94b-bc69a94166ac,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:15.211745 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-cf1b964c-5f31-4b1d-a9f2-a11bdb4bc732 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:15.212391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5e04c7-69e3-4a2d-b7d5-ba53214e5f8b None None] Network f93ac0d6-c445-4d72-8f4e-f745813cf7f4 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:21:15.220299 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c358826a-6701-421c-bf5d-e8456c57ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:21:14Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:15.228768 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:21:15.252661 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c358826a-6701-421c-bf5d-e8456c57ffb9 None None] Checking router: 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:21:15.261142 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c358826a-6701-421c-bf5d-e8456c57ffb9 None None] Routers {'86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:21:15.262291 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c358826a-6701-421c-bf5d-e8456c57ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:20:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:15.280250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:21:15.280601 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 04d4fcc5-0d36-4c02-a8cf-445afadb76a7 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:21:15.329812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:15.367431 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-c358826a-6701-421c-bf5d-e8456c57ffb9 None None] Set router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:21:15.438813 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:15.449164 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] DHCP port deletion for f93ac0d6-c445-4d72-8f4e-f745813cf7f4 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:21:15.495059 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Deleting port 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:21:15.495444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:15.499408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Deleting port 73f33554-3937-4ded-b26c-adaaa7fdde67 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:21:15.499759 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:15.553776 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-c358826a-6701-421c-bf5d-e8456c57ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:21:14Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:15.576002 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] For port 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42,segment=NetworkSegment(6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b),segment_id=6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:21:15.576389 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:15.582373 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c358826a-6701-421c-bf5d-e8456c57ffb9 None None] The sync data for ids ['86ed8d4b-71c6-4cf1-bca3-b09b1d304d80'] in dv-neutron-797121-4-hyperv is: [{'id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874891966', 'tenant_id': '28eedd0d2ef04f59b288543a69056ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:20:08Z', 'updated_at': '2021-06-24T13:21:14Z', 'revision_number': 5, 'project_id': '28eedd0d2ef04f59b288543a69056ccb', 'gw_port': {'id': '73f33554-3937-4ded-b26c-adaaa7fdde67', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed8d4b-71c6-4cf1-bca3-b09b1d304d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:20:09Z', 'updated_at': '2021-06-24T13:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:21:15.593448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Calling delete_port for 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:21:15.616463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] For port 73f33554-3937-4ded-b26c-adaaa7fdde67, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=73f33554-3937-4ded-b26c-adaaa7fdde67,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:21:15.616463 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:15.635172 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Calling delete_port for 73f33554-3937-4ded-b26c-adaaa7fdde67 owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:21:15.678470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:15.682361 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-140805de-fe6b-4354-acae-2761a5b75121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:15.708015 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Pushing event deleted for resources: {'Port': ['ID=03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:15.710301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] No DVR routers for this DVR port 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:21:15.717936 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:15.718296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:15.718638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:15.719011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:15.719354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:15.719860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:15.720005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:15.720337 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:15.720666 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:15.720997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:15.721348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:15.721676 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:15.724661 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:15.820668 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:15.822687 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dc144fca-0d2c-4b28-8244-83dc0c02edd0 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:15.852435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Port': ['ID=73f33554-3937-4ded-b26c-adaaa7fdde67,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:15.856714 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:15.917044 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.020196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.022388 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.075026 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.075617 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Fanout notify agent at l3_agent the message router_deleted on router 86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:21:16.082754 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.083864 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/routers/86ed8d4b-71c6-4cf1-bca3-b09b1d304d80 HTTP/1.1" status: 204 len: 168 time: 0.8734450 Jun 24 13:21:16.086509 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53626) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:16.172933 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55a46c48-89dd-4806-b389-2c6e7b8d85e7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.267997 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55a46c48-89dd-4806-b389-2c6e7b8d85e7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.277870 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-55a46c48-89dd-4806-b389-2c6e7b8d85e7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93ac0d6-c445-4d72-8f4e-f745813cf7f4']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:16.287612 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-55a46c48-89dd-4806-b389-2c6e7b8d85e7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:16.287908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-55a46c48-89dd-4806-b389-2c6e7b8d85e7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3e220a-6c12-4fbb-a73b-8ecbb43ca90b') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:16.296908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55a46c48-89dd-4806-b389-2c6e7b8d85e7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.310376 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55a46c48-89dd-4806-b389-2c6e7b8d85e7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.316311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a46c48-89dd-4806-b389-2c6e7b8d85e7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:21:16.316688 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55a46c48-89dd-4806-b389-2c6e7b8d85e7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:21:16.319550 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:21:16.375746 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55a46c48-89dd-4806-b389-2c6e7b8d85e7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.381201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-55a46c48-89dd-4806-b389-2c6e7b8d85e7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.383109 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-55a46c48-89dd-4806-b389-2c6e7b8d85e7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/networks/f93ac0d6-c445-4d72-8f4e-f745813cf7f4 HTTP/1.1" status: 204 len: 168 time: 0.2956121 Jun 24 13:21:16.383956 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2deee069-b161-4894-8a19-f04613b8f4e5 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:16.385896 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53628) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:16.398312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a46c48-89dd-4806-b389-2c6e7b8d85e7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'Network': ['ID=f93ac0d6-c445-4d72-8f4e-f745813cf7f4,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:16.401344 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-55a46c48-89dd-4806-b389-2c6e7b8d85e7 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:16.446991 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d7de70fc-ad6e-4b42-8442-15aa2852736e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.472903 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d7de70fc-ad6e-4b42-8442-15aa2852736e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.544805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d7de70fc-ad6e-4b42-8442-15aa2852736e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.547820 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d7de70fc-ad6e-4b42-8442-15aa2852736e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:16.549005 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d7de70fc-ad6e-4b42-8442-15aa2852736e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] 10.222.0.110 "DELETE /v2.0/security-groups/59cc5202-b6ce-4778-ad0a-eb023c3ff5b5 HTTP/1.1" status: 204 len: 168 time: 0.1620831 Jun 24 13:21:16.550081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-aa24dd03-a63d-428f-aa5e-e6362d5cb8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:16.559894 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de70fc-ad6e-4b42-8442-15aa2852736e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cc5202-b6ce-4778-ad0a-eb023c3ff5b5,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:16.561956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d7de70fc-ad6e-4b42-8442-15aa2852736e tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:16.869031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53636) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:16.891362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:21:16.912526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:21:16.912871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 03f1ea8f-5c44-4e69-b5e9-5e179fe3fd42 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:21:16.913286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 73f33554-3937-4ded-b26c-adaaa7fdde67 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:21:16.935552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 73f33554-3937-4ded-b26c-adaaa7fdde67 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:21:16.935907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 73f33554-3937-4ded-b26c-adaaa7fdde67 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:21:16.936336 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:21:16.956162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:21:16.956527 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9ddc7c32-e2af-43e6-9e31-4169f522f7c3 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:21:17.003357 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-27222a73-62fc-4995-902d-84ae8a03987d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=28eedd0d2ef04f59b288543a69056ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328459 Jun 24 13:21:17.005692 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53640) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:17.051546 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86fdeadc-e3de-4751-8968-f2e6a68092d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:17.077243 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86fdeadc-e3de-4751-8968-f2e6a68092d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:17.120026 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86fdeadc-e3de-4751-8968-f2e6a68092d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:17.123143 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-86fdeadc-e3de-4751-8968-f2e6a68092d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:17.124341 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-86fdeadc-e3de-4751-8968-f2e6a68092d9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3191a4b1-cc29-4bf2-be16-c8cc91158c0f HTTP/1.1" status: 204 len: 168 time: 0.1177731 Jun 24 13:21:17.125138 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-34142a34-c289-4c9a-90ca-46a61e531cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:17.132819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdeadc-e3de-4751-8968-f2e6a68092d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3191a4b1-cc29-4bf2-be16-c8cc91158c0f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:17.135545 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-86fdeadc-e3de-4751-8968-f2e6a68092d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:17.391203 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53646) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:17.405656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d0e02c31-db8e-4e14-94b9-f80d5bca4854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:17.494603 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d0e02c31-db8e-4e14-94b9-f80d5bca4854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:17.498654 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d0e02c31-db8e-4e14-94b9-f80d5bca4854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:17.501120 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-59e5a7ea-dd9d-4757-94bf-4d8ce587142a tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:17.535665 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e02c31-db8e-4e14-94b9-f80d5bca4854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0beebba-ed51-4c07-8435-bda0e78ff9bf,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:17.540002 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d0e02c31-db8e-4e14-94b9-f80d5bca4854 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ed7182d1a378423c86e2ce017e056760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477022 Jun 24 13:21:17.541015 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d0e02c31-db8e-4e14-94b9-f80d5bca4854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:17.542956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53648) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:17.582944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:17.594516 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54039043-083a-4e27-8401-b8370b08821e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:17.615292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54039043-083a-4e27-8401-b8370b08821e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:17.661437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54039043-083a-4e27-8401-b8370b08821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:17.664163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-54039043-083a-4e27-8401-b8370b08821e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:17.665306 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-54039043-083a-4e27-8401-b8370b08821e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c0beebba-ed51-4c07-8435-bda0e78ff9bf HTTP/1.1" status: 204 len: 168 time: 0.1214738 Jun 24 13:21:17.666118 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-fbd6e583-6133-44cc-b0fa-d09278344705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:17.673387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54039043-083a-4e27-8401-b8370b08821e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0beebba-ed51-4c07-8435-bda0e78ff9bf,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:17.675852 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-54039043-083a-4e27-8401-b8370b08821e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:18.307848 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53670) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:18.401618 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-537071382-network', 'tenant_id': 'fafa85c25242409db770689b1ab86f56'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:18.422417 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Made reservation on behalf of fafa85c25242409db770689b1ab86f56 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:21:18.424913 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:18.439084 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:18.525908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:18.531338 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:18.535309 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b43bfe9e-9732-4cda-9b40-9391f5c53696 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:18.561253 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] vlan segment allocate from pool success with {'vlan_id': 1314, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:21:18.576295 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3666b4d-493d-48a3-8a8b-d7b1f049aad3,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:18.579142 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:18.579481 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Added segment 2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6 of type vlan for network e9a4ca2f-270f-443a-aade-37abbc473aac Jun 24 13:21:18.581013 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:18.620350 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:18.648121 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:18.649115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:18.649697 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:18.651748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-2b600ca9-1d51-40bf-8746-1e66d0bbcc73 tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:18.709673 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3973224 Jun 24 13:21:18.709964 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53674) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:18.714033 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Pushing event updated for resources: {'Network': ['ID=e9a4ca2f-270f-443a-aade-37abbc473aac,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:18.715690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-40bfe768-959e-479f-8b4f-e7a3be6caadc admin admin] Request body: {'subnet': {'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-537071382-subnet', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'ip_version': 4}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:18.717489 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:18.724795 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network e9a4ca2f-270f-443a-aade-37abbc473aac details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:21:18.741552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bfe768-959e-479f-8b4f-e7a3be6caadc admin admin] Made reservation on behalf of fafa85c25242409db770689b1ab86f56 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:21:18.744134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-40bfe768-959e-479f-8b4f-e7a3be6caadc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:18.914331 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-40bfe768-959e-479f-8b4f-e7a3be6caadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:18.916263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ba2c738b-7014-4c5f-b5d4-f9053eec8811 tempest-PortsTestJSON-1071416342 tempest-PortsTestJSON-1071416342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:18.967280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfe768-959e-479f-8b4f-e7a3be6caadc admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:18.973132 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-40bfe768-959e-479f-8b4f-e7a3be6caadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:18.981646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bfe768-959e-479f-8b4f-e7a3be6caadc admin admin] Checking segment: {'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:21:18.982004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bfe768-959e-479f-8b4f-e7a3be6caadc admin admin] Network hostable DHCP agents. Network: e9a4ca2f-270f-443a-aade-37abbc473aac, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:21:18.997786 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bfe768-959e-479f-8b4f-e7a3be6caadc admin admin] Network e9a4ca2f-270f-443a-aade-37abbc473aac is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:21:19.006427 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-40bfe768-959e-479f-8b4f-e7a3be6caadc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, e9a4ca2f-270f-443a-aade-37abbc473aac) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:21:19.010553 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bfe768-959e-479f-8b4f-e7a3be6caadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:19.011252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-40bfe768-959e-479f-8b4f-e7a3be6caadc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.015897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01412fc-1239-46cb-be50-a96ea487d917 None None] Network e9a4ca2f-270f-443a-aade-37abbc473aac requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:21:19.024893 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-40bfe768-959e-479f-8b4f-e7a3be6caadc admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3138154 Jun 24 13:21:19.028879 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53676) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:19.033635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:19.055008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.056053 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.113664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.257777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.314488 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-e9a4ca2f-270f-443a-aade-37abbc473aac', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:21:19.315416 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.448239 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Allocated IP 172.20.0.2 (e9a4ca2f-270f-443a-aade-37abbc473aac/94fd1cf0-3bb6-4f22-9533-a935d44c9ba0/8292b5d3-6e4f-43d5-b352-154592e92708) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:21:19.461598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.484541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.586717 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Allocated IP 172.26.1.47 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/8628025d-020c-4020-91eb-5a253963dcb4) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:21:19.597850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.607075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Transition to ACTIVE for port object 8292b5d3-6e4f-43d5-b352-154592e92708 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:21:19.622075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Transition to ACTIVE for port object 8292b5d3-6e4f-43d5-b352-154592e92708 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:21:19.627437 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.629961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:19.663890 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Network e9a4ca2f-270f-443a-aade-37abbc473aac is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:21:19.669071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:21:19.672398 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:21:19.679415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Pushing event updated for resources: {'Port': ['ID=8292b5d3-6e4f-43d5-b352-154592e92708,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:19.684345 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:19.698344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.738235 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Attempting to bind port 8292b5d3-6e4f-43d5-b352-154592e92708 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:21:19.738842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Attempting to bind port 8292b5d3-6e4f-43d5-b352-154592e92708 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:21:19.739124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Attempting to bind port 8292b5d3-6e4f-43d5-b352-154592e92708 on network e9a4ca2f-270f-443a-aade-37abbc473aac {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:21:19.739233 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.742037 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6aafa2f2-9c3d-449f-9e34-2f24c6f1eb7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:19.744037 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:21:19.744428 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Checking segment: {'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:21:19.744839 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.745243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Bound using segment: {'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:21:19.745729 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Bound port: 8292b5d3-6e4f-43d5-b352-154592e92708, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:21:19.746128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.776025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:21:19.779410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:21:19.785649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:21:19.810192 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] For port 8292b5d3-6e4f-43d5-b352-154592e92708, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:21:19.810586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Pushing event updated for resources: {'Port': ['ID=8628025d-020c-4020-91eb-5a253963dcb4,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:19.813600 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] For port 8292b5d3-6e4f-43d5-b352-154592e92708, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8292b5d3-6e4f-43d5-b352-154592e92708,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:21:19.815066 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:19.818483 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:19.821443 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:19.875257 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Pushing event updated for resources: {'Port': ['ID=8292b5d3-6e4f-43d5-b352-154592e92708,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:19.879675 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:20.079554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:20.279020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:20.414395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Router 25ff79b2-386f-48fb-a695-14b5703bd7c9 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 13:21:20.524932 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:21:20.534907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Sync routers for ids ['25ff79b2-386f-48fb-a695-14b5703bd7c9'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:21:20.546450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Routers {'25ff79b2-386f-48fb-a695-14b5703bd7c9'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:21:20.547144 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:20:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['25ff79b2-386f-48fb-a695-14b5703bd7c9'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:20.548731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:20.552737 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5200944 Jun 24 13:21:20.553169 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53678) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:20.669834 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Set router 25ff79b2-386f-48fb-a695-14b5703bd7c9 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:21:20.805253 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e412949-0800-4a9c-8fbd-42e469308e33 None None] Network e9a4ca2f-270f-443a-aade-37abbc473aac requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:21:20.921627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35adc13d-5b79-416f-ac98-5f7ebc5daa15 None None] Provisioning for port 8292b5d3-6e4f-43d5-b352-154592e92708 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:21:20.942838 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8292b5d3-6e4f-43d5-b352-154592e92708 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:21:21.012256 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.029621 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:19Z', 'revision_number': 3, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:21.077983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Checking router: 25ff79b2-386f-48fb-a695-14b5703bd7c9 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:21:21.078254 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Updating router 25ff79b2-386f-48fb-a695-14b5703bd7c9 port 8628025d-020c-4020-91eb-5a253963dcb4 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:21:21.102382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 8292b5d3-6e4f-43d5-b352-154592e92708 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:21:21.119844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 8292b5d3-6e4f-43d5-b352-154592e92708 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:21.120224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.145961 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.168811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Allocated IP 172.20.0.1 (e9a4ca2f-270f-443a-aade-37abbc473aac/94fd1cf0-3bb6-4f22-9533-a935d44c9ba0/3e78d051-48a7-4833-b92e-1b3e793848f0) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:21:21.282633 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.297311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Transition to ACTIVE for port object 3e78d051-48a7-4833-b92e-1b3e793848f0 will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:21:21.335899 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.338681 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.342241 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:21.387322 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Network e9a4ca2f-270f-443a-aade-37abbc473aac is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:21:21.391977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:21:21.394757 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:21:21.398277 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Pushing event updated for resources: {'Port': ['ID=3e78d051-48a7-4833-b92e-1b3e793848f0,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:21.401583 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:21.406734 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 8292b5d3-6e4f-43d5-b352-154592e92708, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8292b5d3-6e4f-43d5-b352-154592e92708,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:21:21.419341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.422718 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f5c29214-aeb0-468c-9d6f-34cd35bb5d0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:21.441724 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.506588 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-4ebaa2f6-647c-4f65-a91f-6660a5e8b14a None None] Provisioning complete for port 8292b5d3-6e4f-43d5-b352-154592e92708 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:21.507011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa2f6-647c-4f65-a91f-6660a5e8b14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.509383 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=8292b5d3-6e4f-43d5-b352-154592e92708,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:21.515131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:21.580780 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.594355 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Transition to ACTIVE for port object 8628025d-020c-4020-91eb-5a253963dcb4 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:21:21.601598 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.618508 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.622664 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:21.689058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825790b-4644-4b5c-bd1b-831f15c7f1e6 None None] Pushing event updated for resources: {'Port': ['ID=8628025d-020c-4020-91eb-5a253963dcb4,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:21.691318 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Attempting to bind port 8628025d-020c-4020-91eb-5a253963dcb4 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:21:21.691705 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Attempting to bind port 8628025d-020c-4020-91eb-5a253963dcb4 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:21:21.692072 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Attempting to bind port 8628025d-020c-4020-91eb-5a253963dcb4 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:21:21.694284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8825790b-4644-4b5c-bd1b-831f15c7f1e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:21.698455 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:21:21.698953 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:21:21.699415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.700321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:21:21.700806 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Bound port: 8628025d-020c-4020-91eb-5a253963dcb4, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:21:21.701195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.754954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] For port 8628025d-020c-4020-91eb-5a253963dcb4, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:21:21.758184 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] For port 8628025d-020c-4020-91eb-5a253963dcb4, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8628025d-020c-4020-91eb-5a253963dcb4,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:21:21.763140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.765225 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-5c10b278-0a6e-43bd-9f6b-324b72d75c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:21.831088 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0fb4a610-23b5-4770-af7c-3957c04a6b3f None None] Provisioning for port 3e78d051-48a7-4833-b92e-1b3e793848f0 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:21:21.835542 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825790b-4644-4b5c-bd1b-831f15c7f1e6 None None] Pushing event updated for resources: {'Port': ['ID=8628025d-020c-4020-91eb-5a253963dcb4,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:21.840410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8825790b-4644-4b5c-bd1b-831f15c7f1e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:21.841140 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-0fb4a610-23b5-4770-af7c-3957c04a6b3f None None] Provisioning complete for port 3e78d051-48a7-4833-b92e-1b3e793848f0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:21.841518 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a610-23b5-4770-af7c-3957c04a6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:21.866845 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Routers {'25ff79b2-386f-48fb-a695-14b5703bd7c9'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:21:21.867500 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:20:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['25ff79b2-386f-48fb-a695-14b5703bd7c9'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:21.920012 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4a610-23b5-4770-af7c-3957c04a6b3f None None] Port 3e78d051-48a7-4833-b92e-1b3e793848f0 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:21:21.988380 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] Set router 25ff79b2-386f-48fb-a695-14b5703bd7c9 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:21:22.114355 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:22.119558 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:22.122308 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7588cd52-f708-4a7d-94bf-2a358b99493a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:22.188639 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Pushing event updated for resources: {'Port': ['ID=3e78d051-48a7-4833-b92e-1b3e793848f0,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:22.191222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:22.192783 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 1, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:22.193190 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:22.221843 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdafeb0-cc3e-4303-95e1-ccaae64c5866 None None] The sync data for ids ['25ff79b2-386f-48fb-a695-14b5703bd7c9'] in dv-neutron-797121-4-hyperv is: [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 1, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:21:22.284836 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Network e9a4ca2f-270f-443a-aade-37abbc473aac is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:21:22.286243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:21:22.431616 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Router 25ff79b2-386f-48fb-a695-14b5703bd7c9 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:21:22.542132 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-384c4272-4398-4cc5-be99-ba30fa3f6652 None None] Provisioning complete for port 3e78d051-48a7-4833-b92e-1b3e793848f0 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:22.543318 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-384c4272-4398-4cc5-be99-ba30fa3f6652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:22.552664 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:21:22.557932 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] 10.222.0.110 "PUT /v2.0/routers/25ff79b2-386f-48fb-a695-14b5703bd7c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0034394 Jun 24 13:21:22.588275 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-384c4272-4398-4cc5-be99-ba30fa3f6652 None None] Port 3e78d051-48a7-4833-b92e-1b3e793848f0 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:21:23.017323 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8628025d-020c-4020-91eb-5a253963dcb4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:21:23.108592 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53694) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:23.114019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-430130492-network', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:23.137976 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Made reservation on behalf of 93c95447a4ba42d5bd82278c7d946d13 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:21:23.140638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.151103 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.228608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 8628025d-020c-4020-91eb-5a253963dcb4 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:21:23.233284 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 8628025d-020c-4020-91eb-5a253963dcb4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:23.233666 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.256263 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.260322 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.265038 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b74af526-a01e-4d86-a4e9-cbdd0cc10feb tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:23.288790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] vlan segment allocate from pool success with {'vlan_id': 1316, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:21:23.298504 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539036d3-fc13-442c-9782-228ea334d193,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:23.302435 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:23.307731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.308000 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Added segment f55ddaea-227e-4101-a0e3-17b7395adb79 of type vlan for network ebe9f419-43bc-40db-8aa5-a004affde0b2 Jun 24 13:21:23.326447 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.349402 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 8628025d-020c-4020-91eb-5a253963dcb4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8628025d-020c-4020-91eb-5a253963dcb4,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:21:23.353396 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.354299 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8292b5d3-6e4f-43d5-b352-154592e92708 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:21:23.355713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.356124 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-15a85ab2-c363-4f91-932d-dfaa088b3e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:23.395704 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.397404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:23.398606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.404540 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9cfa7ff2-0718-4e9c-9c52-c3f3ac28e955 tempest-TagsTest-1978596517 tempest-TagsTest-1978596517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:23.436774 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=8628025d-020c-4020-91eb-5a253963dcb4,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:23.441362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:23.451607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 8292b5d3-6e4f-43d5-b352-154592e92708 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:23.451900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.492997 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3833525 Jun 24 13:21:23.495950 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53696) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:23.501789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-1db4504d-2c7e-4081-af0b-a90e59879d1c admin admin] Request body: {'subnet': {'network_id': 'ebe9f419-43bc-40db-8aa5-a004affde0b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-430130492-subnet', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'ip_version': 4}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:23.510214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Pushing event updated for resources: {'Network': ['ID=ebe9f419-43bc-40db-8aa5-a004affde0b2,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:23.517264 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:23.526023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network ebe9f419-43bc-40db-8aa5-a004affde0b2 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:21:23.533699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db4504d-2c7e-4081-af0b-a90e59879d1c admin admin] Made reservation on behalf of 93c95447a4ba42d5bd82278c7d946d13 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:21:23.536395 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1db4504d-2c7e-4081-af0b-a90e59879d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.715377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1db4504d-2c7e-4081-af0b-a90e59879d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.717732 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0f1b8d90-2ac6-43b4-9323-321f10ad293c tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:23.774978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4504d-2c7e-4081-af0b-a90e59879d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff6e7cd3-7321-46c3-b599-f61e424d79de,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:23.778209 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-1db4504d-2c7e-4081-af0b-a90e59879d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:23.785190 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db4504d-2c7e-4081-af0b-a90e59879d1c admin admin] Checking segment: {'id': 'f55ddaea-227e-4101-a0e3-17b7395adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'ebe9f419-43bc-40db-8aa5-a004affde0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:21:23.785576 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db4504d-2c7e-4081-af0b-a90e59879d1c admin admin] Network hostable DHCP agents. Network: ebe9f419-43bc-40db-8aa5-a004affde0b2, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:21:23.803545 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db4504d-2c7e-4081-af0b-a90e59879d1c admin admin] Network ebe9f419-43bc-40db-8aa5-a004affde0b2 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:21:23.813048 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-1db4504d-2c7e-4081-af0b-a90e59879d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, ebe9f419-43bc-40db-8aa5-a004affde0b2) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:21:23.817174 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db4504d-2c7e-4081-af0b-a90e59879d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:23.817767 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-1db4504d-2c7e-4081-af0b-a90e59879d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.824825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4e3046-b73a-4ab0-b1cf-a77f5656bb29 None None] Network ebe9f419-43bc-40db-8aa5-a004affde0b2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:21:23.833581 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-1db4504d-2c7e-4081-af0b-a90e59879d1c admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3361073 Jun 24 13:21:23.836238 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53698) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:23.840726 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-430130492-router', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:23.860284 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.861420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.912775 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:23.979005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-ebe9f419-43bc-40db-8aa5-a004affde0b2', 'network_id': 'ebe9f419-43bc-40db-8aa5-a004affde0b2', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'fixed_ips': [{'subnet_id': 'ff6e7cd3-7321-46c3-b599-f61e424d79de'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:21:23.979923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:24.053919 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:24.127803 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Allocated IP 172.20.0.2 (ebe9f419-43bc-40db-8aa5-a004affde0b2/ff6e7cd3-7321-46c3-b599-f61e424d79de/332aa26f-1e5a-46ee-af67-7845199164d4) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:21:24.255165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:24.272405 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:24.278186 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:24.282537 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Sync routers for ids ['25ff79b2-386f-48fb-a695-14b5703bd7c9'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:21:24.287664 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Transition to ACTIVE for port object 332aa26f-1e5a-46ee-af67-7845199164d4 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:21:24.291786 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Routers {'25ff79b2-386f-48fb-a695-14b5703bd7c9'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:21:24.292208 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:20:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['25ff79b2-386f-48fb-a695-14b5703bd7c9'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:24.303982 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Transition to ACTIVE for port object 332aa26f-1e5a-46ee-af67-7845199164d4 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:21:24.309950 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:24.312029 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:24.351826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Network ebe9f419-43bc-40db-8aa5-a004affde0b2 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:21:24.357435 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:21:24.360942 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:21:24.368323 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Pushing event updated for resources: {'Port': ['ID=332aa26f-1e5a-46ee-af67-7845199164d4,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:24.374201 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:24.395032 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Allocated IP 172.26.1.112 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/cc5092b7-2e36-4472-a6b1-e9249c43d65d) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:21:24.409135 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Set router 25ff79b2-386f-48fb-a695-14b5703bd7c9 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:21:24.427180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Attempting to bind port 332aa26f-1e5a-46ee-af67-7845199164d4 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:21:24.427450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Attempting to bind port 332aa26f-1e5a-46ee-af67-7845199164d4 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'f55ddaea-227e-4101-a0e3-17b7395adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'ebe9f419-43bc-40db-8aa5-a004affde0b2'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:21:24.427712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Attempting to bind port 332aa26f-1e5a-46ee-af67-7845199164d4 on network ebe9f419-43bc-40db-8aa5-a004affde0b2 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:21:24.432987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:21:24.433959 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Checking segment: {'id': 'f55ddaea-227e-4101-a0e3-17b7395adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'ebe9f419-43bc-40db-8aa5-a004affde0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:21:24.434377 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:24.434799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Bound using segment: {'id': 'f55ddaea-227e-4101-a0e3-17b7395adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'ebe9f419-43bc-40db-8aa5-a004affde0b2'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:21:24.435280 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Bound port: 332aa26f-1e5a-46ee-af67-7845199164d4, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55ddaea-227e-4101-a0e3-17b7395adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'ebe9f419-43bc-40db-8aa5-a004affde0b2'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:21:24.435673 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:24.499107 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] For port 332aa26f-1e5a-46ee-af67-7845199164d4, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:21:24.502226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] For port 332aa26f-1e5a-46ee-af67-7845199164d4, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=332aa26f-1e5a-46ee-af67-7845199164d4,segment=NetworkSegment(f55ddaea-227e-4101-a0e3-17b7395adb79),segment_id=f55ddaea-227e-4101-a0e3-17b7395adb79)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:21:24.507361 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:24.508037 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:24.509915 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8825790b-4644-4b5c-bd1b-831f15c7f1e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:24.559066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:24.571254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b69239c7-8eef-4422-99ad-e8ccfaed9c7a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:24.575918 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Pushing event updated for resources: {'Port': ['ID=332aa26f-1e5a-46ee-af67-7845199164d4,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:24.579289 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:24.582672 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:21:24.609071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:21:24.613235 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:21:24.637413 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 2, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:24.656925 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Pushing event updated for resources: {'Port': ['ID=cc5092b7-2e36-4472-a6b1-e9249c43d65d,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:24.661342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:24.669826 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Checking router: 25ff79b2-386f-48fb-a695-14b5703bd7c9 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:21:24.670175 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Updating router 25ff79b2-386f-48fb-a695-14b5703bd7c9 port 3e78d051-48a7-4833-b92e-1b3e793848f0 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:21:24.705055 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:24.937918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:25.028709 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:25.036393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 332aa26f-1e5a-46ee-af67-7845199164d4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:21:25.039362 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Transition to ACTIVE for port object 3e78d051-48a7-4833-b92e-1b3e793848f0 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:21:25.044685 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:25.047905 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-efe469e2-8937-4ae7-a279-a619ef646152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:25.114456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 332aa26f-1e5a-46ee-af67-7845199164d4 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:21:25.120477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8628025d-020c-4020-91eb-5a253963dcb4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:21:25.189391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 8628025d-020c-4020-91eb-5a253963dcb4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:25.190054 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:25.193315 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:25.260345 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Attempting to bind port 3e78d051-48a7-4833-b92e-1b3e793848f0 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:21:25.261156 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Attempting to bind port 3e78d051-48a7-4833-b92e-1b3e793848f0 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:21:25.262250 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Attempting to bind port 3e78d051-48a7-4833-b92e-1b3e793848f0 on network e9a4ca2f-270f-443a-aade-37abbc473aac {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:21:25.268347 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:21:25.269206 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Checking segment: {'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:21:25.269947 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:25.270667 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Bound using segment: {'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:21:25.272004 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Bound port: 3e78d051-48a7-4833-b92e-1b3e793848f0, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:21:25.272590 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:25.291570 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Pushing event updated for resources: {'Port': ['ID=3e78d051-48a7-4833-b92e-1b3e793848f0,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:25.357136 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:25.357814 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:25.358278 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:25.358709 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:25.359095 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:25.359748 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:25.360188 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:25.360681 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:25.361134 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:25.361416 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Router 3b032b5c-4764-4008-afcf-bc0ccde36152 is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 13:21:25.361530 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:25.361767 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:25.362085 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:21:25.366101 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:25.371310 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] For port 3e78d051-48a7-4833-b92e-1b3e793848f0, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:21:25.375215 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] For port 3e78d051-48a7-4833-b92e-1b3e793848f0, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3e78d051-48a7-4833-b92e-1b3e793848f0,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:21:25.381143 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:25.387651 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:25.451017 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Routers {'25ff79b2-386f-48fb-a695-14b5703bd7c9'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:21:25.451679 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:20:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['25ff79b2-386f-48fb-a695-14b5703bd7c9'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:25.456932 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Pushing event updated for resources: {'Port': ['ID=3e78d051-48a7-4833-b92e-1b3e793848f0,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:25.495748 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-6ee9dc34-974c-4e65-b32a-29ff9438be3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:25.500543 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:21:25.511058 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Sync routers for ids ['3b032b5c-4764-4008-afcf-bc0ccde36152'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:21:25.520195 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Routers {'3b032b5c-4764-4008-afcf-bc0ccde36152'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:21:25.520896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:20:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['3b032b5c-4764-4008-afcf-bc0ccde36152'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:25.535746 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:25.538626 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-66409483-a871-4e4e-ba56-ba29c08da0bb admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7013350 Jun 24 13:21:25.541887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53702) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:25.594036 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] Set router 25ff79b2-386f-48fb-a695-14b5703bd7c9 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:21:25.689339 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Set router 3b032b5c-4764-4008-afcf-bc0ccde36152 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:21:25.778162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83998ed-79c8-4356-b02e-d27d64a05bef None None] Network ebe9f419-43bc-40db-8aa5-a004affde0b2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:21:25.840542 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:25Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:25.867337 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e2a81e-21dc-4577-af1c-fcea89fd5bc5 None None] The sync data for ids ['25ff79b2-386f-48fb-a695-14b5703bd7c9'] in dv-neutron-797121-4-hyperv is: [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:25Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:21:26.027984 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1a01fb9c-7c06-4842-ae1c-1d675eb1a23e None None] Provisioning for port 332aa26f-1e5a-46ee-af67-7845199164d4 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:21:26.038367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-1a01fb9c-7c06-4842-ae1c-1d675eb1a23e None None] Provisioning complete for port 332aa26f-1e5a-46ee-af67-7845199164d4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:26.038739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a01fb9c-7c06-4842-ae1c-1d675eb1a23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.078344 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'name': 'tempest-TestShelveInstance-430130492-router', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': 'cc5092b7-2e36-4472-a6b1-e9249c43d65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:23Z', 'updated_at': '2021-06-24T13:21:24Z', 'revision_number': 3, 'project_id': '93c95447a4ba42d5bd82278c7d946d13', 'gw_port': {'id': 'cc5092b7-2e36-4472-a6b1-e9249c43d65d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:93:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:24Z', 'updated_at': '2021-06-24T13:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:26.122130 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Checking router: 3b032b5c-4764-4008-afcf-bc0ccde36152 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:21:26.122486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Updating router 3b032b5c-4764-4008-afcf-bc0ccde36152 port cc5092b7-2e36-4472-a6b1-e9249c43d65d binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:21:26.174035 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.239199 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a01fb9c-7c06-4842-ae1c-1d675eb1a23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.342347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-1a01fb9c-7c06-4842-ae1c-1d675eb1a23e None None] For port 332aa26f-1e5a-46ee-af67-7845199164d4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=332aa26f-1e5a-46ee-af67-7845199164d4,segment=NetworkSegment(f55ddaea-227e-4101-a0e3-17b7395adb79),segment_id=f55ddaea-227e-4101-a0e3-17b7395adb79)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:21:26.355900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1a01fb9c-7c06-4842-ae1c-1d675eb1a23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.363418 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:26.428958 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.451478 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01fb9c-7c06-4842-ae1c-1d675eb1a23e None None] Pushing event updated for resources: {'Port': ['ID=332aa26f-1e5a-46ee-af67-7845199164d4,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:26.456867 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1a01fb9c-7c06-4842-ae1c-1d675eb1a23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:26.493863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a0b430d4-a059-4e8e-a202-da189e62b0e3 None None] Provisioning complete for port 332aa26f-1e5a-46ee-af67-7845199164d4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:26.494253 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a0b430d4-a059-4e8e-a202-da189e62b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.585410 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.598445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Transition to ACTIVE for port object cc5092b7-2e36-4472-a6b1-e9249c43d65d will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:21:26.611440 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Allocated IP 172.20.0.1 (ebe9f419-43bc-40db-8aa5-a004affde0b2/ff6e7cd3-7321-46c3-b599-f61e424d79de/12ca844c-f27d-4246-822d-edee312a3bb3) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:21:26.635210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.640521 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-a53fb790-ed19-4d2e-bb3e-3bdcdc44fa78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:26.698063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3f56b3d7-1c4a-4565-b846-76902765db2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.706958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Attempting to bind port cc5092b7-2e36-4472-a6b1-e9249c43d65d on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:21:26.707339 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Attempting to bind port cc5092b7-2e36-4472-a6b1-e9249c43d65d by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:21:26.707716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Attempting to bind port cc5092b7-2e36-4472-a6b1-e9249c43d65d on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:21:26.714706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613184d-9d1f-4532-90cd-e721a24ed425 None None] Pushing event updated for resources: {'Port': ['ID=cc5092b7-2e36-4472-a6b1-e9249c43d65d,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:26.718154 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f613184d-9d1f-4532-90cd-e721a24ed425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:26.718952 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:21:26.719332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:21:26.719743 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.720133 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:21:26.720614 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Bound port: cc5092b7-2e36-4472-a6b1-e9249c43d65d, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:21:26.721000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.727863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.741838 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Transition to ACTIVE for port object 12ca844c-f27d-4246-822d-edee312a3bb3 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:21:26.776560 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] For port cc5092b7-2e36-4472-a6b1-e9249c43d65d, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:21:26.779062 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.779835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] For port cc5092b7-2e36-4472-a6b1-e9249c43d65d, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cc5092b7-2e36-4472-a6b1-e9249c43d65d,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:21:26.782073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-81f06cd7-a45e-478b-bb7c-2308b7f27e51 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:26.784211 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.786976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-1a01fb9c-7c06-4842-ae1c-1d675eb1a23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:26.817535 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Network ebe9f419-43bc-40db-8aa5-a004affde0b2 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:21:26.820371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:21:26.826790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:21:26.844032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Routers {'3b032b5c-4764-4008-afcf-bc0ccde36152'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:21:26.844671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:20:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['3b032b5c-4764-4008-afcf-bc0ccde36152'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:26.856647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Pushing event updated for resources: {'Port': ['ID=12ca844c-f27d-4246-822d-edee312a3bb3,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:26.861360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:26.881835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613184d-9d1f-4532-90cd-e721a24ed425 None None] Pushing event updated for resources: {'Port': ['ID=cc5092b7-2e36-4472-a6b1-e9249c43d65d,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:26.884941 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:26.887816 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f613184d-9d1f-4532-90cd-e721a24ed425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:27.047794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:27.102514 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 332aa26f-1e5a-46ee-af67-7845199164d4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:21:27.153127 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8ff7169d-1a66-47f7-bd64-d95e88b58962 None None] Provisioning for port 12ca844c-f27d-4246-822d-edee312a3bb3 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:21:27.164724 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] Set router 3b032b5c-4764-4008-afcf-bc0ccde36152 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:21:27.191223 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-8ff7169d-1a66-47f7-bd64-d95e88b58962 None None] Provisioning complete for port 12ca844c-f27d-4246-822d-edee312a3bb3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:27.191608 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8ff7169d-1a66-47f7-bd64-d95e88b58962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:27.214011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:27.218941 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:27.222101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4a221852-d726-4863-bdf0-a5bb0a7e3121 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:27.289245 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Pushing event updated for resources: {'Port': ['ID=12ca844c-f27d-4246-822d-edee312a3bb3,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:27.294794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:27.296021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:27.306203 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 332aa26f-1e5a-46ee-af67-7845199164d4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:27.306828 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:27.310919 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7169d-1a66-47f7-bd64-d95e88b58962 None None] Port 12ca844c-f27d-4246-822d-edee312a3bb3 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:21:27.388582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Network ebe9f419-43bc-40db-8aa5-a004affde0b2 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:21:27.390405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:21:27.442929 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3e78d051-48a7-4833-b92e-1b3e793848f0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:21:27.473319 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'name': 'tempest-TestShelveInstance-430130492-router', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': 'cc5092b7-2e36-4472-a6b1-e9249c43d65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:23Z', 'updated_at': '2021-06-24T13:21:24Z', 'revision_number': 3, 'project_id': '93c95447a4ba42d5bd82278c7d946d13', 'gw_port': {'id': 'cc5092b7-2e36-4472-a6b1-e9249c43d65d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:93:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:24Z', 'updated_at': '2021-06-24T13:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:27.509620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aa1174-9917-498a-bfde-4a3404d5f23a None None] The sync data for ids ['3b032b5c-4764-4008-afcf-bc0ccde36152'] in dv-neutron-797121-4-hyperv is: [{'id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'name': 'tempest-TestShelveInstance-430130492-router', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': 'cc5092b7-2e36-4472-a6b1-e9249c43d65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:23Z', 'updated_at': '2021-06-24T13:21:24Z', 'revision_number': 3, 'project_id': '93c95447a4ba42d5bd82278c7d946d13', 'gw_port': {'id': 'cc5092b7-2e36-4472-a6b1-e9249c43d65d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:93:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:24Z', 'updated_at': '2021-06-24T13:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:21:27.519945 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Router 3b032b5c-4764-4008-afcf-bc0ccde36152 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:21:27.539001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 3e78d051-48a7-4833-b92e-1b3e793848f0 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:21:27.541727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3e78d051-48a7-4833-b92e-1b3e793848f0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:27.542111 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:27.637801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:27.648101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:21:27.661558 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] 10.222.0.110 "PUT /v2.0/routers/3b032b5c-4764-4008-afcf-bc0ccde36152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1104717 Jun 24 13:21:27.661739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-eb77257a-4add-4f89-beb6-9c97aa4a31e8 None None] Provisioning complete for port 12ca844c-f27d-4246-822d-edee312a3bb3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:27.661739 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-eb77257a-4add-4f89-beb6-9c97aa4a31e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:27.718469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 3e78d051-48a7-4833-b92e-1b3e793848f0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3e78d051-48a7-4833-b92e-1b3e793848f0,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:21:27.724696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:27.727017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:27.729196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-eb77257a-4add-4f89-beb6-9c97aa4a31e8 None None] Port 12ca844c-f27d-4246-822d-edee312a3bb3 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:21:27.785772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=3e78d051-48a7-4833-b92e-1b3e793848f0,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:27.794367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:28.359895 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53710) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:28.364845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d79342ba-096e-4b5a-a65d-d1090f18b1e4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1815274910', 'description': 'tempest-secgroup-smoke-1815274910 description', 'project_id': 'fafa85c25242409db770689b1ab86f56'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:28.388867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d79342ba-096e-4b5a-a65d-d1090f18b1e4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.469501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d79342ba-096e-4b5a-a65d-d1090f18b1e4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.473351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d79342ba-096e-4b5a-a65d-d1090f18b1e4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.475883 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-08a52d3d-21a2-42b4-a587-e40f33f58ca5 tempest-ServersAdminNegativeTestJSON-1762442725 tempest-ServersAdminNegativeTestJSON-1762442725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:28.499377 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d79342ba-096e-4b5a-a65d-d1090f18b1e4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.500585 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d79342ba-096e-4b5a-a65d-d1090f18b1e4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1395893 Jun 24 13:21:28.504104 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53712) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:28.505541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79342ba-096e-4b5a-a65d-d1090f18b1e4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44dc181-5b0a-4a93-990c-4a66b87050fb,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:28.508249 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d79342ba-096e-4b5a-a65d-d1090f18b1e4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:28.509051 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-330fcdcd-286f-4465-bbb8-5b093c7b64f3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'security_group_rule': {'security_group_id': 'b44dc181-5b0a-4a93-990c-4a66b87050fb', 'project_id': 'fafa85c25242409db770689b1ab86f56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:28.536535 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-330fcdcd-286f-4465-bbb8-5b093c7b64f3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.594328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-330fcdcd-286f-4465-bbb8-5b093c7b64f3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.598140 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-330fcdcd-286f-4465-bbb8-5b093c7b64f3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.599993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c4c9e19f-b8d8-4f35-aa1e-a64ab33384ef tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:28.621519 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fcdcd-286f-4465-bbb8-5b093c7b64f3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c558153e-3d9a-4bd6-b139-a6bb6245400e,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:28.624501 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-330fcdcd-286f-4465-bbb8-5b093c7b64f3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:28.628328 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-330fcdcd-286f-4465-bbb8-5b093c7b64f3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.629470 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-330fcdcd-286f-4465-bbb8-5b093c7b64f3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243081 Jun 24 13:21:28.632356 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53714) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:28.636869 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-bff1dded-69c3-4da8-b9a7-5876f5a7971f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'security_group_rule': {'security_group_id': 'b44dc181-5b0a-4a93-990c-4a66b87050fb', 'project_id': 'fafa85c25242409db770689b1ab86f56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:28.662778 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bff1dded-69c3-4da8-b9a7-5876f5a7971f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.718024 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bff1dded-69c3-4da8-b9a7-5876f5a7971f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.721498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bff1dded-69c3-4da8-b9a7-5876f5a7971f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.723280 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cd5795dc-af56-4307-8a33-8a9b07a536cd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:28.739411 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1dded-69c3-4da8-b9a7-5876f5a7971f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e864c32-76a8-47c3-8e65-8fcadb0ebd9e,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:28.742201 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bff1dded-69c3-4da8-b9a7-5876f5a7971f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:28.745107 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bff1dded-69c3-4da8-b9a7-5876f5a7971f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.746265 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bff1dded-69c3-4da8-b9a7-5876f5a7971f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124165 Jun 24 13:21:28.749047 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53716) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:28.753390 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-711afb7c-dcd4-4fe1-8cc3-e40bdaeac650 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'security_group_rule': {'security_group_id': 'b44dc181-5b0a-4a93-990c-4a66b87050fb', 'project_id': 'fafa85c25242409db770689b1ab86f56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:28.779742 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-711afb7c-dcd4-4fe1-8cc3-e40bdaeac650 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.841022 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-711afb7c-dcd4-4fe1-8cc3-e40bdaeac650 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.844904 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-711afb7c-dcd4-4fe1-8cc3-e40bdaeac650 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.849428 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ccdad09c-d04b-4aac-9d90-d203a9bd86a9 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:28.867691 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711afb7c-dcd4-4fe1-8cc3-e40bdaeac650 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127dc5c3-fe3a-4dc2-9210-9e140f6b1670,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:28.869847 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-711afb7c-dcd4-4fe1-8cc3-e40bdaeac650 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.871690 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-711afb7c-dcd4-4fe1-8cc3-e40bdaeac650 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217277 Jun 24 13:21:28.872609 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-711afb7c-dcd4-4fe1-8cc3-e40bdaeac650 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:28.874408 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 53718) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:28.879567 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-c87b96f9-4065-4403-85d1-5b49b46508bc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'security_group_rule': {'security_group_id': 'b44dc181-5b0a-4a93-990c-4a66b87050fb', 'project_id': 'fafa85c25242409db770689b1ab86f56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:28.909168 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c87b96f9-4065-4403-85d1-5b49b46508bc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.972622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c87b96f9-4065-4403-85d1-5b49b46508bc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.977368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c87b96f9-4065-4403-85d1-5b49b46508bc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:28.979423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4ea9f831-d70f-4667-b5e7-efb7ba286c7d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:29.000922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b96f9-4065-4403-85d1-5b49b46508bc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77e2db6-c2d1-4a7b-943a-0466c8fdaca7,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:29.003619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c87b96f9-4065-4403-85d1-5b49b46508bc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:29.007741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c87b96f9-4065-4403-85d1-5b49b46508bc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.010837 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c87b96f9-4065-4403-85d1-5b49b46508bc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334937 Jun 24 13:21:29.013112 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53720) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:29.015008 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cc5092b7-2e36-4472-a6b1-e9249c43d65d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:21:29.018160 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-938c7241-9b35-48cc-bb75-c1d289f7c441 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'security_group_rule': {'security_group_id': 'b44dc181-5b0a-4a93-990c-4a66b87050fb', 'project_id': 'fafa85c25242409db770689b1ab86f56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:29.041263 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-938c7241-9b35-48cc-bb75-c1d289f7c441 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Project fafa85c25242409db770689b1ab86f56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:21:29.047009 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-938c7241-9b35-48cc-bb75-c1d289f7c441 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.065423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port cc5092b7-2e36-4472-a6b1-e9249c43d65d completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:21:29.069147 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port cc5092b7-2e36-4472-a6b1-e9249c43d65d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:29.069532 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.109642 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-938c7241-9b35-48cc-bb75-c1d289f7c441 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.115243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-938c7241-9b35-48cc-bb75-c1d289f7c441 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.117379 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8ec006be-4a8f-4f2c-bcfc-458b36e2178b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:29.134416 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c7241-9b35-48cc-bb75-c1d289f7c441 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb252e0-8753-424e-a9f8-fa6b35f57707,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:29.136985 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-938c7241-9b35-48cc-bb75-c1d289f7c441 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:29.141378 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-938c7241-9b35-48cc-bb75-c1d289f7c441 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.142625 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-938c7241-9b35-48cc-bb75-c1d289f7c441 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282029 Jun 24 13:21:29.145448 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53722) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:29.150009 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-fc140412-4508-44e1-a035-1b1b9422b503 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'security_group_rule': {'security_group_id': 'b44dc181-5b0a-4a93-990c-4a66b87050fb', 'project_id': 'fafa85c25242409db770689b1ab86f56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:29.155002 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.172817 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-fc140412-4508-44e1-a035-1b1b9422b503 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Project fafa85c25242409db770689b1ab86f56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:21:29.177638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port cc5092b7-2e36-4472-a6b1-e9249c43d65d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cc5092b7-2e36-4472-a6b1-e9249c43d65d,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:21:29.178781 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc140412-4508-44e1-a035-1b1b9422b503 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.181571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.182671 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3e78d051-48a7-4833-b92e-1b3e793848f0 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:21:29.185701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:29.244908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc140412-4508-44e1-a035-1b1b9422b503 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.249440 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc140412-4508-44e1-a035-1b1b9422b503 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.255459 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-567b50ce-03f8-4e83-a847-3b6bd7a32216 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:29.258620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=cc5092b7-2e36-4472-a6b1-e9249c43d65d,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:29.262268 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:29.270842 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 3e78d051-48a7-4833-b92e-1b3e793848f0 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:29.271292 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.273908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc140412-4508-44e1-a035-1b1b9422b503 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba0d9f9-2376-470c-be77-ffad8f224724,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:29.277318 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fc140412-4508-44e1-a035-1b1b9422b503 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:29.278699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc140412-4508-44e1-a035-1b1b9422b503 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.287384 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fc140412-4508-44e1-a035-1b1b9422b503 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408117 Jun 24 13:21:29.347793 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Sync routers for ids ['3b032b5c-4764-4008-afcf-bc0ccde36152'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:21:29.359075 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Routers {'3b032b5c-4764-4008-afcf-bc0ccde36152'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:21:29.359853 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:20:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['3b032b5c-4764-4008-afcf-bc0ccde36152'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:29.371139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5320111e-8c93-47d8-99a2-c7e563bdc665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.431786 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-bd89d050-109a-4a94-900d-748fdf96d613 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1815274910&fields=id&tenant_id=fafa85c25242409db770689b1ab86f56 HTTP/1.1" status: 200 len: 267 time: 0.0350692 Jun 24 13:21:29.471131 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Set router 3b032b5c-4764-4008-afcf-bc0ccde36152 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:21:29.494509 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.545897 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-b07bcd35-8705-4a7b-9c4f-c23d8242b2c1 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:29.547417 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-b07bcd35-8705-4a7b-9c4f-c23d8242b2c1 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 808 time: 0.1084127 Jun 24 13:21:29.570164 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-f37244bb-9701-48e7-8d22-7140b3da8ea2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/quotas/fafa85c25242409db770689b1ab86f56 HTTP/1.1" status: 200 len: 375 time: 0.0171402 Jun 24 13:21:29.643676 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-b6652e2d-e197-40de-9067-ed0477640412 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673349 Jun 24 13:21:29.669688 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'name': 'tempest-TestShelveInstance-430130492-router', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': 'cc5092b7-2e36-4472-a6b1-e9249c43d65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:23Z', 'updated_at': '2021-06-24T13:21:26Z', 'revision_number': 4, 'project_id': '93c95447a4ba42d5bd82278c7d946d13', 'gw_port': {'id': 'cc5092b7-2e36-4472-a6b1-e9249c43d65d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:24Z', 'updated_at': '2021-06-24T13:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '12ca844c-f27d-4246-822d-edee312a3bb3', 'name': '', 'network_id': 'ebe9f419-43bc-40db-8aa5-a004affde0b2', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'mac_address': 'fa:16:3e:45:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ff6e7cd3-7321-46c3-b599-f61e424d79de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:26Z', 'updated_at': '2021-06-24T13:21:27Z', 'revision_number': 2, 'project_id': '93c95447a4ba42d5bd82278c7d946d13', 'subnets': [{'id': 'ff6e7cd3-7321-46c3-b599-f61e424d79de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:29.699900 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Checking router: 3b032b5c-4764-4008-afcf-bc0ccde36152 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:21:29.700241 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Updating router 3b032b5c-4764-4008-afcf-bc0ccde36152 port 12ca844c-f27d-4246-822d-edee312a3bb3 binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:21:29.732365 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:29.839195 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-dc5ce1ed-45fd-4900-aa2f-46f48e6163b8 service neutron] 10.222.0.110 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833098 Jun 24 13:21:29.933752 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-9af2d78f-0edb-42f3-9982-387cedbb17f3 service neutron] 10.222.0.110 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881224 Jun 24 13:21:30.006704 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:30.017008 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Transition to ACTIVE for port object 12ca844c-f27d-4246-822d-edee312a3bb3 will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:21:30.023207 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:30.025302 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-25896e8d-a703-4482-b802-72ee441314b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:30.074110 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b5de7-eeab-4f09-8ec0-8e5e2f609626 None None] Pushing event updated for resources: {'Port': ['ID=12ca844c-f27d-4246-822d-edee312a3bb3,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:30.085676 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-6d0b5de7-eeab-4f09-8ec0-8e5e2f609626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:30.121737 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-eb179d5d-7e43-49c3-bfe3-dc2b371012d9 req-2e0a6da5-9064-4b97-82a2-d3d650580d4c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 210 time: 0.0297384 Jun 24 13:21:30.139309 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Attempting to bind port 12ca844c-f27d-4246-822d-edee312a3bb3 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:21:30.139689 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Attempting to bind port 12ca844c-f27d-4246-822d-edee312a3bb3 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': 'f55ddaea-227e-4101-a0e3-17b7395adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'ebe9f419-43bc-40db-8aa5-a004affde0b2'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:21:30.140060 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Attempting to bind port 12ca844c-f27d-4246-822d-edee312a3bb3 on network ebe9f419-43bc-40db-8aa5-a004affde0b2 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:21:30.145376 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:21:30.145754 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Checking segment: {'id': 'f55ddaea-227e-4101-a0e3-17b7395adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'ebe9f419-43bc-40db-8aa5-a004affde0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:21:30.146165 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:30.146562 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Bound using segment: {'id': 'f55ddaea-227e-4101-a0e3-17b7395adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'ebe9f419-43bc-40db-8aa5-a004affde0b2'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:21:30.147057 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Bound port: 12ca844c-f27d-4246-822d-edee312a3bb3, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55ddaea-227e-4101-a0e3-17b7395adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'ebe9f419-43bc-40db-8aa5-a004affde0b2'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:21:30.147657 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:30.217066 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] For port 12ca844c-f27d-4246-822d-edee312a3bb3, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:21:30.220466 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] For port 12ca844c-f27d-4246-822d-edee312a3bb3, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=12ca844c-f27d-4246-822d-edee312a3bb3,segment=NetworkSegment(f55ddaea-227e-4101-a0e3-17b7395adb79),segment_id=f55ddaea-227e-4101-a0e3-17b7395adb79)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:21:30.224608 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:30.227394 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-a8ab6d18-a4e9-4808-a8f9-f44598337458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:30.283618 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b5de7-eeab-4f09-8ec0-8e5e2f609626 None None] Pushing event updated for resources: {'Port': ['ID=12ca844c-f27d-4246-822d-edee312a3bb3,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:30.287501 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-6d0b5de7-eeab-4f09-8ec0-8e5e2f609626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:30.297922 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Routers {'3b032b5c-4764-4008-afcf-bc0ccde36152'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:21:30.298784 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:21:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['3b032b5c-4764-4008-afcf-bc0ccde36152'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:30.418471 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] Set router 3b032b5c-4764-4008-afcf-bc0ccde36152 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:21:30.450721 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:30.731722 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'name': 'tempest-TestShelveInstance-430130492-router', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': 'cc5092b7-2e36-4472-a6b1-e9249c43d65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:23Z', 'updated_at': '2021-06-24T13:21:26Z', 'revision_number': 4, 'project_id': '93c95447a4ba42d5bd82278c7d946d13', 'gw_port': {'id': 'cc5092b7-2e36-4472-a6b1-e9249c43d65d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:24Z', 'updated_at': '2021-06-24T13:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '12ca844c-f27d-4246-822d-edee312a3bb3', 'name': '', 'network_id': 'ebe9f419-43bc-40db-8aa5-a004affde0b2', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'mac_address': 'fa:16:3e:45:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ff6e7cd3-7321-46c3-b599-f61e424d79de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:26Z', 'updated_at': '2021-06-24T13:21:30Z', 'revision_number': 4, 'project_id': '93c95447a4ba42d5bd82278c7d946d13', 'subnets': [{'id': 'ff6e7cd3-7321-46c3-b599-f61e424d79de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:30.760899 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9419e9c9-013e-4230-9d44-31ea04822841 None None] The sync data for ids ['3b032b5c-4764-4008-afcf-bc0ccde36152'] in dv-neutron-797121-4-hyperv is: [{'id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'name': 'tempest-TestShelveInstance-430130492-router', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': 'cc5092b7-2e36-4472-a6b1-e9249c43d65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:23Z', 'updated_at': '2021-06-24T13:21:26Z', 'revision_number': 4, 'project_id': '93c95447a4ba42d5bd82278c7d946d13', 'gw_port': {'id': 'cc5092b7-2e36-4472-a6b1-e9249c43d65d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:24Z', 'updated_at': '2021-06-24T13:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '12ca844c-f27d-4246-822d-edee312a3bb3', 'name': '', 'network_id': 'ebe9f419-43bc-40db-8aa5-a004affde0b2', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'mac_address': 'fa:16:3e:45:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ff6e7cd3-7321-46c3-b599-f61e424d79de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:26Z', 'updated_at': '2021-06-24T13:21:30Z', 'revision_number': 4, 'project_id': '93c95447a4ba42d5bd82278c7d946d13', 'subnets': [{'id': 'ff6e7cd3-7321-46c3-b599-f61e424d79de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:21:30.984788 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 12ca844c-f27d-4246-822d-edee312a3bb3 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:21:31.036186 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 12ca844c-f27d-4246-822d-edee312a3bb3 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:21:31.040525 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 12ca844c-f27d-4246-822d-edee312a3bb3 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:31.040909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:31.130696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:31.171362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 12ca844c-f27d-4246-822d-edee312a3bb3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=12ca844c-f27d-4246-822d-edee312a3bb3,segment=NetworkSegment(f55ddaea-227e-4101-a0e3-17b7395adb79),segment_id=f55ddaea-227e-4101-a0e3-17b7395adb79)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:21:31.176791 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:31.177917 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cc5092b7-2e36-4472-a6b1-e9249c43d65d up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:21:31.217814 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:31.259347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port cc5092b7-2e36-4472-a6b1-e9249c43d65d triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:31.259877 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:31.317702 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=12ca844c-f27d-4246-822d-edee312a3bb3,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:31.321759 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:31.331000 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37509026-3640-4a58-996e-3c5ae28d323b req-2c0945e8-96f8-4155-a34d-dfe95d3b30d2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 210 time: 0.0460939 Jun 24 13:21:31.352930 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-9ac6dc45-2703-412f-a264-f104692deebb tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:31.355035 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-9ac6dc45-2703-412f-a264-f104692deebb tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 808 time: 0.2286522 Jun 24 13:21:31.410389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-d1c20948-ab67-45fb-8502-6f92a4bed414 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fafa85c25242409db770689b1ab86f56 HTTP/1.1" status: 200 len: 380 time: 0.0468574 Jun 24 13:21:31.419387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'port': {'device_id': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'admin_state_up': True, 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'security_groups': ['b44dc181-5b0a-4a93-990c-4a66b87050fb']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:31.540916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Made reservation on behalf of fafa85c25242409db770689b1ab86f56 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:21:31.545023 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:31.677713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Allocated IP 172.20.0.13 (e9a4ca2f-270f-443a-aade-37abbc473aac/94fd1cf0-3bb6-4f22-9533-a935d44c9ba0/ec76c1a7-8929-47de-9b2f-f9c8098a70f3) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:21:31.815271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:31.829501 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Transition to ACTIVE for port object ec76c1a7-8929-47de-9b2f-f9c8098a70f3 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:21:31.861317 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:31.865123 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d0b077ca-f439-4f54-bd8f-5216a8951605 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:31.905454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Network e9a4ca2f-270f-443a-aade-37abbc473aac is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:21:31.910323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:21:31.913959 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:21:31.938251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'Port': ['ID=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:31.942754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:31.967288 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:31.967916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:31.985076 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5699501 Jun 24 13:21:31.997277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Request body: {'port': {'device_id': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:32.083326 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:32.140224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b99477ed-5df6-414d-ae5d-3e698807d9bc None None] Provisioning for port ec76c1a7-8929-47de-9b2f-f9c8098a70f3 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:21:32.143907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-b99477ed-5df6-414d-ae5d-3e698807d9bc None None] Provisioning complete for port ec76c1a7-8929-47de-9b2f-f9c8098a70f3 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:32.144296 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b99477ed-5df6-414d-ae5d-3e698807d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:32.180404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b99477ed-5df6-414d-ae5d-3e698807d9bc None None] Port ec76c1a7-8929-47de-9b2f-f9c8098a70f3 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:21:32.346584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec76c1a7-8929-47de-9b2f-f9c8098a70f3 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:21:32.354129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:32.366499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Transition to ACTIVE for port object ec76c1a7-8929-47de-9b2f-f9c8098a70f3 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:21:32.383754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:32.387154 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-98ceddd6-ff9f-4dfc-a0ec-f5a2bfba728f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:32.410565 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:32.441888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:32.461470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:32.553685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Attempting to bind port ec76c1a7-8929-47de-9b2f-f9c8098a70f3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:21:32.554060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Attempting to bind port ec76c1a7-8929-47de-9b2f-f9c8098a70f3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:21:32.554291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Attempting to bind port ec76c1a7-8929-47de-9b2f-f9c8098a70f3 on network e9a4ca2f-270f-443a-aade-37abbc473aac {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:21:32.566541 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Port ec76c1a7-8929-47de-9b2f-f9c8098a70f3 on network e9a4ca2f-270f-443a-aade-37abbc473aac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:21:32.566908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Attempting to bind port ec76c1a7-8929-47de-9b2f-f9c8098a70f3 on network e9a4ca2f-270f-443a-aade-37abbc473aac {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:21:32.580464 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2e01f-73d7-4fc8-87e4-2bd391e0f3e0 req-023a4a08-02cc-4dbf-8735-9fc041f752d5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:32.582014 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-81f2e01f-73d7-4fc8-87e4-2bd391e0f3e0 req-023a4a08-02cc-4dbf-8735-9fc041f752d5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 944 time: 0.0993648 Jun 24 13:21:32.583373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:21:32.583715 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Checking segment: {'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:21:32.584102 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Bound using segment: {'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:21:32.584551 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Bound port: ec76c1a7-8929-47de-9b2f-f9c8098a70f3, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:21:32.584913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:32.658604 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-81f2e01f-73d7-4fc8-87e4-2bd391e0f3e0 req-25338e92-a075-4e63-859e-42ca130b3382 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704033 Jun 24 13:21:32.675422 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] For port ec76c1a7-8929-47de-9b2f-f9c8098a70f3, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:21:32.678506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] For port ec76c1a7-8929-47de-9b2f-f9c8098a70f3, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:21:32.683715 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:32.685907 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-815c0607-db4c-43de-8966-175b57697076 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:32.720623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:32.721239 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:32.722613 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] 10.222.0.102 "PUT /v2.0/ports/ec76c1a7-8929-47de-9b2f-f9c8098a70f3 HTTP/1.1" status: 200 len: 1094 time: 0.7304039 Jun 24 13:21:32.723249 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:21:32.725577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3338ccd-f089-4601-9a52-30fb3396b145" -d '{"events": [{"name": "network-changed", "server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:21:32.752828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:32.756994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:32.779198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1f0866-fb6a-4cc3-8e8b-79e589ba5f3a x-openstack-request-id: req-7b1f0866-fb6a-4cc3-8e8b-79e589ba5f3a {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:21:32.779547 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:21:32.779856 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7b1f0866-fb6a-4cc3-8e8b-79e589ba5f3a {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:21:32.780308 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'status': 'completed', 'code': 200} Jun 24 13:21:32.831859 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-e905709f-1d77-4d9a-ae6d-8c897197477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:32.833431 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-e905709f-1d77-4d9a-ae6d-8c897197477f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 1097 time: 0.0652027 Jun 24 13:21:32.878599 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-9a28295c-0023-46c7-afcb-ee5dad1b9fcb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3 HTTP/1.1" status: 200 len: 217 time: 0.0360734 Jun 24 13:21:32.912703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 12ca844c-f27d-4246-822d-edee312a3bb3 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:21:32.931275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-f7ac1941-1a68-4301-a580-41705f3ef6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:32.932725 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-f7ac1941-1a68-4301-a580-41705f3ef6f7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0452611 Jun 24 13:21:32.973003 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 12ca844c-f27d-4246-822d-edee312a3bb3 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:32.973505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:32.990775 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-6bf40298-48a6-43c3-9761-e34b5fc039d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:32.992351 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-6bf40298-48a6-43c3-9761-e34b5fc039d8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524533 Jun 24 13:21:33.096484 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-c32c61eb-0af2-4b48-ba77-a709a3d03f06 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974455 Jun 24 13:21:33.186927 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d5c62907-75fe-43c4-a79b-3583cfabee90 req-947323a0-86c6-4142-955f-07e7a8c83840 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844481 Jun 24 13:21:33.284272 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3338ccd-f089-4601-9a52-30fb3396b145 req-cebd5a20-0325-49dc-88d4-381520d87a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:33.285764 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3338ccd-f089-4601-9a52-30fb3396b145 req-cebd5a20-0325-49dc-88d4-381520d87a5e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 1097 time: 0.0523560 Jun 24 13:21:33.378014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3338ccd-f089-4601-9a52-30fb3396b145 req-910ed650-be46-4e79-b83e-8e54204c2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:33.379550 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3338ccd-f089-4601-9a52-30fb3396b145 req-910ed650-be46-4e79-b83e-8e54204c2247 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.0876584 Jun 24 13:21:33.428414 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3338ccd-f089-4601-9a52-30fb3396b145 req-fec4eff7-4d92-4d11-9ccd-b83d1f86c17d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3 HTTP/1.1" status: 200 len: 217 time: 0.0411539 Jun 24 13:21:33.477001 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3338ccd-f089-4601-9a52-30fb3396b145 req-22278601-f5fc-4d3d-80cc-6de9f0e848ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:33.478432 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3338ccd-f089-4601-9a52-30fb3396b145 req-22278601-f5fc-4d3d-80cc-6de9f0e848ba service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0436072 Jun 24 13:21:33.535782 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3338ccd-f089-4601-9a52-30fb3396b145 req-840ed4fe-41a2-438b-8c53-7bad0943a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:33.537263 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3338ccd-f089-4601-9a52-30fb3396b145 req-840ed4fe-41a2-438b-8c53-7bad0943a717 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515306 Jun 24 13:21:33.629985 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3338ccd-f089-4601-9a52-30fb3396b145 req-37c1e371-8d9e-4945-b6d0-b80d7d6fdc84 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847926 Jun 24 13:21:33.725386 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a3338ccd-f089-4601-9a52-30fb3396b145 req-f802c1f9-9358-4b8b-94cc-654cdc566049 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884104 Jun 24 13:21:33.836306 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83dde4-e334-4e68-85da-9a8a67de7fb1 req-1f2930de-3fe8-4d7d-be9c-58d538516877 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:33.837770 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0b83dde4-e334-4e68-85da-9a8a67de7fb1 req-1f2930de-3fe8-4d7d-be9c-58d538516877 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 944 time: 0.0675776 Jun 24 13:21:33.875974 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0b83dde4-e334-4e68-85da-9a8a67de7fb1 req-fb275144-5c96-4ab5-b0ac-1b9bc401e815 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318253 Jun 24 13:21:35.053352 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9a8dd-1ff5-4a26-9d1e-5a9e15df3e45 req-93079e54-eb32-4cda-8d90-d11707366f18 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:35.054756 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-36a9a8dd-1ff5-4a26-9d1e-5a9e15df3e45 req-93079e54-eb32-4cda-8d90-d11707366f18 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 944 time: 0.0638678 Jun 24 13:21:35.092729 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-36a9a8dd-1ff5-4a26-9d1e-5a9e15df3e45 req-90b7c260-7ca7-44ae-88a7-79ad599aa1e2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321426 Jun 24 13:21:35.324277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device ec76c1a7-8929-47de-9b2f-f9c8098a70f3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:21:35.417087 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port ec76c1a7-8929-47de-9b2f-f9c8098a70f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:21:35.429324 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'port_id': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'mac_address': 'fa:16:3e:98:19:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:21:35.468876 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:35.481459 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec76c1a7-8929-47de-9b2f-f9c8098a70f3 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:21:35.500820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port ec76c1a7-8929-47de-9b2f-f9c8098a70f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:21:35.504910 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:35.506812 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:35.552451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:35.555524 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:35.713852 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['ec76c1a7-8929-47de-9b2f-f9c8098a70f3'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:21:35.830960 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:21:36.271128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf4342-075f-4f11-bf9f-8e1c72185d28 req-26458ccb-667a-4fa6-978c-4af607cc068b tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:36.272630 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-31cf4342-075f-4f11-bf9f-8e1c72185d28 req-26458ccb-667a-4fa6-978c-4af607cc068b tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 945 time: 0.0686350 Jun 24 13:21:36.311403 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-31cf4342-075f-4f11-bf9f-8e1c72185d28 req-530b5f72-b8cf-4885-bf62-4c75611743a2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321181 Jun 24 13:21:37.348780 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device ec76c1a7-8929-47de-9b2f-f9c8098a70f3 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:21:37.399102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port ec76c1a7-8929-47de-9b2f-f9c8098a70f3 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:21:37.402871 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port ec76c1a7-8929-47de-9b2f-f9c8098a70f3 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:21:37.403255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:37.483019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:37.489328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70ce48-d00c-41d5-8768-d72f5abf131a req-89c83663-964a-429e-a1b6-716bfbde8d60 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:37.490865 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ca70ce48-d00c-41d5-8768-d72f5abf131a req-89c83663-964a-429e-a1b6-716bfbde8d60 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 945 time: 0.0660059 Jun 24 13:21:37.505853 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:21:37.508170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899a92b6-83bf-4e65-8e7f-62c8b688433c" -d '{"events": [{"server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "name": "network-vif-plugged", "status": "completed", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:21:37.521727 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port ec76c1a7-8929-47de-9b2f-f9c8098a70f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:21:37.526000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:37.528597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:37.530653 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ca70ce48-d00c-41d5-8768-d72f5abf131a req-a1e7d872-9b73-4011-8f88-255addcdb341 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335801 Jun 24 13:21:37.555479 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254c7ca3-70d2-4c6e-b151-b577d7ae30e0 x-openstack-request-id: req-254c7ca3-70d2-4c6e-b151-b577d7ae30e0 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:21:37.555778 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "name": "network-vif-plugged", "status": "completed", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:21:37.556034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-254c7ca3-70d2-4c6e-b151-b577d7ae30e0 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:21:37.556424 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'code': 200} Jun 24 13:21:37.579352 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:37.582311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:37.774988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e92b1a-826e-49a7-9379-52a68c787c0a req-a16621ca-948e-4f14-9555-7ec3f3a9dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:37.776465 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7e92b1a-826e-49a7-9379-52a68c787c0a req-a16621ca-948e-4f14-9555-7ec3f3a9dd89 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 1099 time: 0.0507054 Jun 24 13:21:37.810696 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e7e92b1a-826e-49a7-9379-52a68c787c0a req-49940f95-2980-4d57-86c1-47f01011a00d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283113 Jun 24 13:21:38.711589 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2835b-66c8-470e-9c36-8854abefe72f req-44753ca3-9a5e-48b5-863a-cf44dc036efb tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:38.713052 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4ea2835b-66c8-470e-9c36-8854abefe72f req-44753ca3-9a5e-48b5-863a-cf44dc036efb tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0678501 Jun 24 13:21:38.750265 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4ea2835b-66c8-470e-9c36-8854abefe72f req-d17ba694-16ec-4f24-bca4-71204fb1b7e2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Jun 24 13:21:38.921596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d627f2-edce-45c9-97c5-05c1e80e463d req-1bc429b2-d264-4c36-a509-d94f5ebc6e9a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:38.923086 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-08d627f2-edce-45c9-97c5-05c1e80e463d req-1bc429b2-d264-4c36-a509-d94f5ebc6e9a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0630994 Jun 24 13:21:38.962358 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-08d627f2-edce-45c9-97c5-05c1e80e463d req-cbaefd36-3230-4512-ac3c-95b28ae77e44 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335336 Jun 24 13:21:38.985831 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53776) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:39.085581 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ba5a6a-f4f3-4052-825f-82db449305ee tempest-TestShelveInstance-589219528 tempest-TestShelveInstance-589219528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:39.087128 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-28ba5a6a-f4f3-4052-825f-82db449305ee tempest-TestShelveInstance-589219528 tempest-TestShelveInstance-589219528-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 1094 time: 0.1003122 Jun 24 13:21:39.090001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 53780) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:21:39.094330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:21:39.115942 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:39.206408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:39.309174 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Allocated IP 172.26.1.212 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/3dec09e6-ae75-46d0-9b27-ca3b0253d0e8) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:21:39.407819 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:39.446069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:39.449397 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f7c0b872-a21b-461d-802e-49f57e0f3317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:39.485164 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:21:39.487860 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:21:39.493619 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:21:39.520795 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'Port': ['ID=3dec09e6-ae75-46d0-9b27-ca3b0253d0e8,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:39.525333 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:39.857031 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:39.927851 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:40.075636 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:40.079916 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:40.082006 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-af54683c-b0f8-4d67-a549-e4237493c747 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:21:40.140403 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'Port': ['ID=3dec09e6-ae75-46d0-9b27-ca3b0253d0e8,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:21:40.144878 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:21:40.156446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:40.251062 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Floating IP 3688ddf5-eb42-4fd3-8425-ea102128a07d associated. External IP: 172.26.1.212, port: ec76c1a7-8929-47de-9b2f-f9c8098a70f3. Jun 24 13:21:40.451630 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Router 25ff79b2-386f-48fb-a695-14b5703bd7c9 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:21:40.559052 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:21:40.568669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d812c2-2ff6-49d9-91a4-1008a772181f None None] Sync routers for ids ['25ff79b2-386f-48fb-a695-14b5703bd7c9'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:21:40.576787 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:40.579927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d812c2-2ff6-49d9-91a4-1008a772181f None None] Routers {'25ff79b2-386f-48fb-a695-14b5703bd7c9'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:21:40.580550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a2d812c2-2ff6-49d9-91a4-1008a772181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:21:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['25ff79b2-386f-48fb-a695-14b5703bd7c9'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:40.612930 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bd7f2bff-53e1-4aad-831f-f166212bdabf tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5219111 Jun 24 13:21:40.613605 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:21:40.616453 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f88e9a5-52b3-44f4-a5dc-a44e61ddec92" -d '{"events": [{"name": "network-changed", "server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:21:40.654071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02fb86f-c74b-44ee-8838-fa9d6367fefb x-openstack-request-id: req-e02fb86f-c74b-44ee-8838-fa9d6367fefb {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:21:40.654518 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:21:40.654948 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e02fb86f-c74b-44ee-8838-fa9d6367fefb {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:21:40.655523 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'status': 'completed', 'code': 200} Jun 24 13:21:40.690242 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-a2d812c2-2ff6-49d9-91a4-1008a772181f None None] Set router 25ff79b2-386f-48fb-a695-14b5703bd7c9 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:21:40.728572 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88e9a5-52b3-44f4-a5dc-a44e61ddec92 req-bf6ed13e-0c76-4931-adfc-ad4154502c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:40.729983 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f88e9a5-52b3-44f4-a5dc-a44e61ddec92 req-bf6ed13e-0c76-4931-adfc-ad4154502c64 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 1099 time: 0.0540557 Jun 24 13:21:40.824196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88e9a5-52b3-44f4-a5dc-a44e61ddec92 req-fd35a95c-e270-4781-a8ee-e34c6bec21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:40.825723 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f88e9a5-52b3-44f4-a5dc-a44e61ddec92 req-fd35a95c-e270-4781-a8ee-e34c6bec21a7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.0894823 Jun 24 13:21:40.893138 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f88e9a5-52b3-44f4-a5dc-a44e61ddec92 req-b73456c3-d1b1-4672-b19d-0dd31a2f0a81 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3 HTTP/1.1" status: 200 len: 1000 time: 0.0610719 Jun 24 13:21:40.915257 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a2d812c2-2ff6-49d9-91a4-1008a772181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '3688ddf5-eb42-4fd3-8425-ea102128a07d', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'floating_ip_address': '172.26.1.212', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'port_id': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'mac_address': 'fa:16:3e:98:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:21:39Z', 'updated_at': '2021-06-24T13:21:39Z', 'revision_number': 0, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:27Z', 'revision_number': 5, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:40.941778 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88e9a5-52b3-44f4-a5dc-a44e61ddec92 req-d090b190-0f9e-4a9e-a77e-d6b7b3546844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:40.942219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d812c2-2ff6-49d9-91a4-1008a772181f None None] Checking router: 25ff79b2-386f-48fb-a695-14b5703bd7c9 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:21:40.943287 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f88e9a5-52b3-44f4-a5dc-a44e61ddec92 req-d090b190-0f9e-4a9e-a77e-d6b7b3546844 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0446925 Jun 24 13:21:40.951432 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d812c2-2ff6-49d9-91a4-1008a772181f None None] Routers {'25ff79b2-386f-48fb-a695-14b5703bd7c9'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:21:40.952049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a2d812c2-2ff6-49d9-91a4-1008a772181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:21:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['25ff79b2-386f-48fb-a695-14b5703bd7c9'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:41.001947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88e9a5-52b3-44f4-a5dc-a44e61ddec92 req-1da30ee5-93cf-45d8-9401-45e4c952e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:41.003368 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f88e9a5-52b3-44f4-a5dc-a44e61ddec92 req-1da30ee5-93cf-45d8-9401-45e4c952e885 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532765 Jun 24 13:21:41.054742 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-a2d812c2-2ff6-49d9-91a4-1008a772181f None None] Set router 25ff79b2-386f-48fb-a695-14b5703bd7c9 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:21:41.095184 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f88e9a5-52b3-44f4-a5dc-a44e61ddec92 req-a523f985-9628-4668-9975-31c045a19c09 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855191 Jun 24 13:21:41.181211 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0f88e9a5-52b3-44f4-a5dc-a44e61ddec92 req-da63a9cc-ad19-43d2-b4a8-d9a72dee9592 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801425 Jun 24 13:21:41.281853 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-a2d812c2-2ff6-49d9-91a4-1008a772181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '3688ddf5-eb42-4fd3-8425-ea102128a07d', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'floating_ip_address': '172.26.1.212', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'port_id': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'mac_address': 'fa:16:3e:98:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:21:39Z', 'updated_at': '2021-06-24T13:21:39Z', 'revision_number': 0, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:27Z', 'revision_number': 5, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:21:41.307320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d812c2-2ff6-49d9-91a4-1008a772181f None None] The sync data for ids ['25ff79b2-386f-48fb-a695-14b5703bd7c9'] in dv-neutron-797121-4-hyperv is: [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '3688ddf5-eb42-4fd3-8425-ea102128a07d', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'floating_ip_address': '172.26.1.212', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'port_id': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'mac_address': 'fa:16:3e:98:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:21:39Z', 'updated_at': '2021-06-24T13:21:39Z', 'revision_number': 0, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:27Z', 'revision_number': 5, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:21:41.492462 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18093e49-07df-49a6-8875-e59cf39f66a1 None None] New status for floating IP 3688ddf5-eb42-4fd3-8425-ea102128a07d: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:21:47.582103 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:54.551035 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f74effb-3b76-4694-bf4f-5ea4b36ef28c req-d90b7f2f-fe97-4959-aa68-e4c7b8f03315 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513146 Jun 24 13:21:54.647344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74effb-3b76-4694-bf4f-5ea4b36ef28c req-e5636590-c2ce-4a9f-aa70-bd3869936f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:54.648805 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f74effb-3b76-4694-bf4f-5ea4b36ef28c req-e5636590-c2ce-4a9f-aa70-bd3869936f8a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 1099 time: 0.0557876 Jun 24 13:21:54.749099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74effb-3b76-4694-bf4f-5ea4b36ef28c req-0e40d04a-fa16-4b52-ba78-25fdab9c2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:54.750536 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f74effb-3b76-4694-bf4f-5ea4b36ef28c req-0e40d04a-fa16-4b52-ba78-25fdab9c2676 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.0822539 Jun 24 13:21:54.818099 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f74effb-3b76-4694-bf4f-5ea4b36ef28c req-c978f905-ba8c-4956-9075-e54db6a8e669 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3 HTTP/1.1" status: 200 len: 1002 time: 0.0606711 Jun 24 13:21:54.865630 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74effb-3b76-4694-bf4f-5ea4b36ef28c req-fd6dd7f6-2ea5-4700-bde1-96d09a8dbb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:54.867136 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f74effb-3b76-4694-bf4f-5ea4b36ef28c req-fd6dd7f6-2ea5-4700-bde1-96d09a8dbb84 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0428154 Jun 24 13:21:54.922041 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74effb-3b76-4694-bf4f-5ea4b36ef28c req-89fce922-296a-4fa1-a43a-77b1e90a561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:21:54.923578 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f74effb-3b76-4694-bf4f-5ea4b36ef28c req-89fce922-296a-4fa1-a43a-77b1e90a561e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502090 Jun 24 13:21:55.017745 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f74effb-3b76-4694-bf4f-5ea4b36ef28c req-16eaf073-4740-4f55-8c6d-787a05dbae31 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872211 Jun 24 13:21:55.108748 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6f74effb-3b76-4694-bf4f-5ea4b36ef28c req-69ca8c25-763a-4e3e-8a2a-b26c7bdae18b service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847132 Jun 24 13:21:56.640235 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4c32050d-99e9-4ca8-9650-3631bdc42d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:59.362780 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b12e631b-70d9-4c7f-b25e-e5138fad2b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:21:59.496806 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:22:00.441326 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:22:02.401632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:22:12.830275 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:22:17.586401 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:22:26.641732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e4389768-b4fb-4d1f-89f6-5e737f712040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:22:29.363491 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-84cfde85-25fb-4d66-b883-d603aa5022d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:22:29.497492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:22:30.444467 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:22:32.405393 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:22:47.583707 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:22:49.829529 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:22:54.419746 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6e89972f-3ea5-4dd2-9908-862a8a4ab546 req-da6c08ad-9bb9-42e5-ab20-65586e3fb870 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4494340 Jun 24 13:22:54.513583 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89972f-3ea5-4dd2-9908-862a8a4ab546 req-bca402fc-23ee-45fd-ba33-bef150ad8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:22:54.515585 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6e89972f-3ea5-4dd2-9908-862a8a4ab546 req-bca402fc-23ee-45fd-ba33-bef150ad8001 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 1099 time: 0.0521402 Jun 24 13:22:54.618735 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89972f-3ea5-4dd2-9908-862a8a4ab546 req-903d149c-6ff1-45ee-9664-ab818ba2a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:22:54.620198 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6e89972f-3ea5-4dd2-9908-862a8a4ab546 req-903d149c-6ff1-45ee-9664-ab818ba2a099 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.0839007 Jun 24 13:22:54.681271 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6e89972f-3ea5-4dd2-9908-862a8a4ab546 req-742a2372-2b98-48e6-8fe2-56ac7b01384c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3 HTTP/1.1" status: 200 len: 1002 time: 0.0550144 Jun 24 13:22:54.728984 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89972f-3ea5-4dd2-9908-862a8a4ab546 req-30e692ef-93e7-4768-b5c5-15b93e266315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:22:54.730402 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6e89972f-3ea5-4dd2-9908-862a8a4ab546 req-30e692ef-93e7-4768-b5c5-15b93e266315 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0431161 Jun 24 13:22:54.790212 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89972f-3ea5-4dd2-9908-862a8a4ab546 req-c7ffc13a-d724-4f87-8bab-2efe9ec511ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:22:54.791739 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6e89972f-3ea5-4dd2-9908-862a8a4ab546 req-c7ffc13a-d724-4f87-8bab-2efe9ec511ba service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542049 Jun 24 13:22:54.802125 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-6e89972f-3ea5-4dd2-9908-862a8a4ab546 req-4d10ee53-6e24-4507-b28e-6fe6621283c1 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 13:22:54.803151 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6e89972f-3ea5-4dd2-9908-862a8a4ab546 req-4d10ee53-6e24-4507-b28e-6fe6621283c1 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049450 Jun 24 13:22:54.890986 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6e89972f-3ea5-4dd2-9908-862a8a4ab546 req-35d37faa-c2fb-4b39-b7f7-86fa0329bd96 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818136 Jun 24 13:22:54.981984 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6e89972f-3ea5-4dd2-9908-862a8a4ab546 req-bf99af67-2675-4987-a79e-fd6a49676dfe service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845788 Jun 24 13:22:55.992783 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [req-a7798ca8-5190-4993-8d79-2c81ceb23803 req-e037beec-a099-4546-b35e-29a4e453d414 service neutron] (100146) timed out ('10.222.0.110', 49870) {{(pid=100146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 13:22:56.641604 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f50e9efe-903c-449e-85e5-46ba9761b215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:22:59.363219 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a16a29e9-db41-4523-aeeb-b887292a457a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:22:59.498485 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:00.447571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:02.407349 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:17.594528 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:26.642606 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-af819463-e5bb-4f8f-80c7-4996858f614c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:26.827599 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:23:29.363679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-560c7990-f4cc-42ef-9252-03df6401397e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:29.499908 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:30.451636 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:32.411208 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:38.734473 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157267e-c58e-4159-9e91-33949bfa6cb0 req-9cbc3064-63b4-4828-91df-e63b51d19724 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:38.735861 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0157267e-c58e-4159-9e91-33949bfa6cb0 req-9cbc3064-63b4-4828-91df-e63b51d19724 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.1099262 Jun 24 13:23:38.772813 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0157267e-c58e-4159-9e91-33949bfa6cb0 req-f12d4012-da6d-45f9-8bfa-d512557460a1 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313148 Jun 24 13:23:39.960411 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6fb78-2ebe-4700-b103-0f53de6512da req-01cfd4e6-b806-4336-b5da-43c59cc2e334 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:39.961915 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8ed6fb78-2ebe-4700-b103-0f53de6512da req-01cfd4e6-b806-4336-b5da-43c59cc2e334 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0626423 Jun 24 13:23:40.003437 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8ed6fb78-2ebe-4700-b103-0f53de6512da req-05285ee1-3b06-4694-803b-70170d6e4f03 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358896 Jun 24 13:23:41.191386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888995c9-a0be-4c6f-849d-265e422208a6 req-1dd428e6-5e7a-4065-af3d-06a79eb585d5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:41.192865 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-888995c9-a0be-4c6f-849d-265e422208a6 req-1dd428e6-5e7a-4065-af3d-06a79eb585d5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0624604 Jun 24 13:23:41.230116 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-888995c9-a0be-4c6f-849d-265e422208a6 req-1eb98de4-4658-44d9-a2d5-f10f04f7f187 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316236 Jun 24 13:23:42.403170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be904726-36c8-403b-ae76-6802538cace4 req-05498fcf-4d04-4697-80b1-2f603066310a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:42.404656 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be904726-36c8-403b-ae76-6802538cace4 req-05498fcf-4d04-4697-80b1-2f603066310a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0639532 Jun 24 13:23:42.446037 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be904726-36c8-403b-ae76-6802538cace4 req-c0889e92-b5f3-44bb-9130-ffb1f70f701e tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350785 Jun 24 13:23:43.621398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfa0ca-cac3-40a9-9b20-d1f0ee52d1d0 req-a5aba4e9-5021-4ba1-a021-09886a7bb344 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:43.622905 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6dfa0ca-cac3-40a9-9b20-d1f0ee52d1d0 req-a5aba4e9-5021-4ba1-a021-09886a7bb344 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0668468 Jun 24 13:23:43.660865 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e6dfa0ca-cac3-40a9-9b20-d1f0ee52d1d0 req-b86b32d8-1205-4b7e-981d-c60af7a23373 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323632 Jun 24 13:23:44.836787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31069797-5198-4649-94d9-317faed66c91 req-06e9cb7c-1b58-4d98-a394-9bb259af69f2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:44.838253 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-31069797-5198-4649-94d9-317faed66c91 req-06e9cb7c-1b58-4d98-a394-9bb259af69f2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0651596 Jun 24 13:23:44.875581 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-31069797-5198-4649-94d9-317faed66c91 req-f5f9e6cf-eee3-4d8e-929b-42e701a709d1 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317237 Jun 24 13:23:46.047351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02104a0-3018-44e2-a418-7164d0c417b1 req-84862d2c-f49d-4ac6-9e0e-07e1e6e79cc3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:46.048883 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e02104a0-3018-44e2-a418-7164d0c417b1 req-84862d2c-f49d-4ac6-9e0e-07e1e6e79cc3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0624387 Jun 24 13:23:46.091141 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e02104a0-3018-44e2-a418-7164d0c417b1 req-79f17ec3-6e1f-49bb-b134-9dfe21988551 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366328 Jun 24 13:23:47.261646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c3648-6967-4f2d-8662-d95ad2e1d772 req-5e504639-d6f6-4f31-bd7f-afb9745a427d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:47.263141 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b5c3648-6967-4f2d-8662-d95ad2e1d772 req-5e504639-d6f6-4f31-bd7f-afb9745a427d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0633347 Jun 24 13:23:47.299999 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5b5c3648-6967-4f2d-8662-d95ad2e1d772 req-5d13939c-c4c9-43df-b0bd-6037a1cc68d1 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312657 Jun 24 13:23:47.593073 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:48.475008 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e3c63-3021-4b7e-8a7c-386ee2ffbc16 req-4fe2542f-584c-4256-afab-13662563470e tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:48.476494 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bf6e3c63-3021-4b7e-8a7c-386ee2ffbc16 req-4fe2542f-584c-4256-afab-13662563470e tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0667870 Jun 24 13:23:48.514063 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bf6e3c63-3021-4b7e-8a7c-386ee2ffbc16 req-44071ca5-f56f-46ee-b5eb-ba817a349d24 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319052 Jun 24 13:23:49.693081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a547ef-5d79-4980-81e2-b21f904ecddf req-ab0f17c6-43ff-4e14-a8e5-9587be5e6a83 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:49.694588 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37a547ef-5d79-4980-81e2-b21f904ecddf req-ab0f17c6-43ff-4e14-a8e5-9587be5e6a83 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0690095 Jun 24 13:23:49.731814 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-37a547ef-5d79-4980-81e2-b21f904ecddf req-abb03e61-e4c6-4630-8da5-f35f28b61175 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315328 Jun 24 13:23:50.127879 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device ec76c1a7-8929-47de-9b2f-f9c8098a70f3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:23:50.223091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port ec76c1a7-8929-47de-9b2f-f9c8098a70f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:23:50.233728 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'port_id': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'mac_address': 'fa:16:3e:98:19:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:23:50.268945 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:50.280976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec76c1a7-8929-47de-9b2f-f9c8098a70f3 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:23:50.300134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port ec76c1a7-8929-47de-9b2f-f9c8098a70f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:23:50.304213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:50.307134 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:23:50.355220 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:23:50.361954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:23:50.362304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:23:50.362648 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:23:50.363006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:23:50.363956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:23:50.364288 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:23:50.364630 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:23:50.365141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:23:50.365480 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:23:50.365804 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:23:50.366125 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:23:50.366444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:23:50.370365 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:23:50.386785 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['ec76c1a7-8929-47de-9b2f-f9c8098a70f3'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:23:50.915801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31af43-9ed2-4412-ba2a-dc3a95644e16 req-0b4376c3-6f33-4afa-a04e-e97d8b698490 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:50.917356 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2e31af43-9ed2-4412-ba2a-dc3a95644e16 req-0b4376c3-6f33-4afa-a04e-e97d8b698490 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 945 time: 0.0656099 Jun 24 13:23:50.960464 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2e31af43-9ed2-4412-ba2a-dc3a95644e16 req-6be5646b-48a1-4e90-9ff9-f9cc1feaa632 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350578 Jun 24 13:23:52.147607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device ec76c1a7-8929-47de-9b2f-f9c8098a70f3 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:23:52.169369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf41667-d951-448d-85e2-321a079f4b90 req-8d0b7407-8d37-41e2-b692-d465de82dee7 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:52.177539 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-acf41667-d951-448d-85e2-321a079f4b90 req-8d0b7407-8d37-41e2-b692-d465de82dee7 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 945 time: 0.0961521 Jun 24 13:23:52.206363 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port ec76c1a7-8929-47de-9b2f-f9c8098a70f3 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:23:52.206815 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:52.215389 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-acf41667-d951-448d-85e2-321a079f4b90 req-9121d2e6-ff40-4165-9b31-50b99dc96966 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367310 Jun 24 13:23:52.291923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:52.315760 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:23:52.319003 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe03413c-fbba-4b60-86da-3c6d2bd06076" -d '{"events": [{"server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "name": "network-vif-plugged", "status": "completed", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:23:52.335033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port ec76c1a7-8929-47de-9b2f-f9c8098a70f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:23:52.340506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:52.346850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-8825790b-4644-4b5c-bd1b-831f15c7f1e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:23:52.375703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e71bdfe-4cc4-4629-8349-eda53aa28053 x-openstack-request-id: req-2e71bdfe-4cc4-4629-8349-eda53aa28053 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:23:52.376173 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "name": "network-vif-plugged", "status": "completed", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:23:52.376497 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2e71bdfe-4cc4-4629-8349-eda53aa28053 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:23:52.376975 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'code': 200} Jun 24 13:23:52.407542 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:23:52.412414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:23:53.442021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9b814-37ee-4cac-884e-e6fdb6c61bfe req-8f2edc2e-29dd-437c-ad63-c1008382846d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:53.443723 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-95b9b814-37ee-4cac-884e-e6fdb6c61bfe req-8f2edc2e-29dd-437c-ad63-c1008382846d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0924656 Jun 24 13:23:53.511194 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-95b9b814-37ee-4cac-884e-e6fdb6c61bfe req-adca4605-d0ce-47eb-8a9d-6db2fe7cda43 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575042 Jun 24 13:23:54.688889 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263286a2-03db-4a32-9aae-df5b82f6056c req-22c8c8b8-1be5-482e-b274-60fe79c3222c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:54.692034 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-263286a2-03db-4a32-9aae-df5b82f6056c req-22c8c8b8-1be5-482e-b274-60fe79c3222c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0693839 Jun 24 13:23:54.737854 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-263286a2-03db-4a32-9aae-df5b82f6056c req-21671d40-603c-4ce0-831a-62afbe6ca085 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396709 Jun 24 13:23:55.944104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b73d6-de04-42d8-b1d3-0e8e28064a8a req-c93be9b5-00cf-4e57-806f-994accd05024 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:55.945797 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1d9b73d6-de04-42d8-b1d3-0e8e28064a8a req-c93be9b5-00cf-4e57-806f-994accd05024 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0732322 Jun 24 13:23:55.995383 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1d9b73d6-de04-42d8-b1d3-0e8e28064a8a req-20e8d990-7c7c-4dd8-8b9e-7b68369820b1 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 Jun 24 13:23:56.610860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70982eb-1f2a-482b-baa5-193fef35460d req-141c6881-29f3-4949-805e-426de0cd3c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:56.612374 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f70982eb-1f2a-482b-baa5-193fef35460d req-141c6881-29f3-4949-805e-426de0cd3c80 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 1099 time: 0.0599637 Jun 24 13:23:56.653379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3239a05a-52ac-47f4-ad8d-2f8928ca5376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:56.747649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70982eb-1f2a-482b-baa5-193fef35460d req-db625d96-31ee-4674-92fa-5997fce8079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:56.749300 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f70982eb-1f2a-482b-baa5-193fef35460d req-db625d96-31ee-4674-92fa-5997fce8079c service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.1049597 Jun 24 13:23:56.830084 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f70982eb-1f2a-482b-baa5-193fef35460d req-172ce915-ef6e-41f8-8a64-4bbfd70f7eb7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3 HTTP/1.1" status: 200 len: 1002 time: 0.0730414 Jun 24 13:23:56.892031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70982eb-1f2a-482b-baa5-193fef35460d req-b043acc6-7a38-4554-b698-32a69896f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:56.893481 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f70982eb-1f2a-482b-baa5-193fef35460d req-b043acc6-7a38-4554-b698-32a69896f61c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0569284 Jun 24 13:23:56.957361 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70982eb-1f2a-482b-baa5-193fef35460d req-d7387a8a-9652-402e-b877-09c818cfedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:56.958927 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f70982eb-1f2a-482b-baa5-193fef35460d req-d7387a8a-9652-402e-b877-09c818cfedb2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0584681 Jun 24 13:23:57.058184 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f70982eb-1f2a-482b-baa5-193fef35460d req-a0b3e9ca-9e58-44e9-838b-c21bccf56ec3 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926285 Jun 24 13:23:57.226890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9de56-8f59-4a7a-b64e-74fc12d6bd32 req-0ca36ce3-3124-4c94-bf18-7c9335a1f700 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:57.228438 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-97f9de56-8f59-4a7a-b64e-74fc12d6bd32 req-0ca36ce3-3124-4c94-bf18-7c9335a1f700 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0888927 Jun 24 13:23:57.230339 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f70982eb-1f2a-482b-baa5-193fef35460d req-ad6d7bb3-c567-40e1-9b3e-6b9333fae200 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650836 Jun 24 13:23:57.276698 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-97f9de56-8f59-4a7a-b64e-74fc12d6bd32 req-670fb617-ff1b-407b-b92d-714ba042ad40 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423353 Jun 24 13:23:58.488164 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8d198-9a91-479c-bce0-633fa8484146 req-b831503d-5ac1-4831-95bb-ca3a66968e08 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:58.491594 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b7b8d198-9a91-479c-bce0-633fa8484146 req-b831503d-5ac1-4831-95bb-ca3a66968e08 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0787201 Jun 24 13:23:58.532432 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b7b8d198-9a91-479c-bce0-633fa8484146 req-ac3dc950-1aef-4796-8376-7a0fe95acdf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349391 Jun 24 13:23:59.366347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f31bd6be-e940-4bd7-9e95-d752509a9f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:59.504686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:23:59.718756 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33769e4-3daf-4982-a791-1fdae7785562 req-ad5dcfd1-441d-4f9d-8c25-1537b2098e27 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:23:59.720477 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b33769e4-3daf-4982-a791-1fdae7785562 req-ad5dcfd1-441d-4f9d-8c25-1537b2098e27 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0697961 Jun 24 13:23:59.766455 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b33769e4-3daf-4982-a791-1fdae7785562 req-f8bd45bb-291a-4db3-9525-a2cded19072a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397401 Jun 24 13:24:00.454876 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:00.514502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4051e1-3588-4cd2-b699-93af5dd96dc9 req-95d1a217-74d1-4e5a-9150-ed835e8fbc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:00.516325 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d4051e1-3588-4cd2-b699-93af5dd96dc9 req-95d1a217-74d1-4e5a-9150-ed835e8fbc88 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 1099 time: 0.0600381 Jun 24 13:24:00.607129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4051e1-3588-4cd2-b699-93af5dd96dc9 req-a5ef811b-a6ee-4d09-ae0c-61372e0b2d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:00.608623 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d4051e1-3588-4cd2-b699-93af5dd96dc9 req-a5ef811b-a6ee-4d09-ae0c-61372e0b2d4d service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.0867438 Jun 24 13:24:00.677810 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d4051e1-3588-4cd2-b699-93af5dd96dc9 req-b172d9d3-731f-4fa0-8d59-09e6c60557ea service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3 HTTP/1.1" status: 200 len: 1002 time: 0.0618894 Jun 24 13:24:00.728824 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4051e1-3588-4cd2-b699-93af5dd96dc9 req-189b3909-b8cd-49d8-bb24-e1b470755a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:00.730292 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d4051e1-3588-4cd2-b699-93af5dd96dc9 req-189b3909-b8cd-49d8-bb24-e1b470755a14 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0460863 Jun 24 13:24:00.786274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4051e1-3588-4cd2-b699-93af5dd96dc9 req-bbff8b67-1466-4390-a745-5abfd93818a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:00.787784 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d4051e1-3588-4cd2-b699-93af5dd96dc9 req-bbff8b67-1466-4390-a745-5abfd93818a6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514443 Jun 24 13:24:00.898240 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d4051e1-3588-4cd2-b699-93af5dd96dc9 req-cf4d3653-7960-4b41-a3f7-bcd0c9ad2c35 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045237 Jun 24 13:24:01.023068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb4cb1-91e4-4148-b83b-0b504ef1d725 req-dc0c244b-5e52-4edb-aa71-1adac0785536 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:01.024553 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6cb4cb1-91e4-4148-b83b-0b504ef1d725 req-dc0c244b-5e52-4edb-aa71-1adac0785536 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.1411397 Jun 24 13:24:01.028302 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d4051e1-3588-4cd2-b699-93af5dd96dc9 req-df7e5d08-f445-4d36-934c-6cd7c38b6ebc service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126542 Jun 24 13:24:01.067370 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c6cb4cb1-91e4-4148-b83b-0b504ef1d725 req-582bd8eb-56e2-48a9-84c1-c6f12a8c7cbe tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363832 Jun 24 13:24:02.241106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2eb890-e5cb-4a7e-8d10-4e0f56b08c78 req-ac7ed45c-eb0c-436c-88ec-9799d8fe0ea7 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:02.242566 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dd2eb890-e5cb-4a7e-8d10-4e0f56b08c78 req-ac7ed45c-eb0c-436c-88ec-9799d8fe0ea7 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0637259 Jun 24 13:24:02.279822 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dd2eb890-e5cb-4a7e-8d10-4e0f56b08c78 req-2c12d501-fa80-45ae-a96b-5f7c392260e5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315907 Jun 24 13:24:02.413339 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:03.458069 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d3eb0-84ca-4574-a4f4-ec63f2647fcc req-c9dd7ab6-7d42-406e-ad4e-b49d4ef4dc18 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:03.459529 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-696d3eb0-84ca-4574-a4f4-ec63f2647fcc req-c9dd7ab6-7d42-406e-ad4e-b49d4ef4dc18 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0674322 Jun 24 13:24:03.497768 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-696d3eb0-84ca-4574-a4f4-ec63f2647fcc req-e517b42b-0882-4560-9724-c510973d320a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326717 Jun 24 13:24:03.826091 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:24:03.844793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50599313-69e3-44eb-ab77-1f3fba7e2919 req-70d0ebf5-847c-493c-9c0e-27ca658ea144 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:03.846300 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-50599313-69e3-44eb-ab77-1f3fba7e2919 req-70d0ebf5-847c-493c-9c0e-27ca658ea144 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 946 time: 0.0660703 Jun 24 13:24:03.884482 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-50599313-69e3-44eb-ab77-1f3fba7e2919 req-9ff3eab8-cb34-490f-90ba-a79387450db2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323651 Jun 24 13:24:04.001313 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-9b8ec507-668f-4cff-bfa0-cc9c561d4266 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952873 Jun 24 13:24:04.206001 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device ec76c1a7-8929-47de-9b2f-f9c8098a70f3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:24:04.288145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:04.312168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:24:04.314719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de3600e-c184-4952-9c42-e1f8abe0a728" -d '{"events": [{"server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:24:04.332347 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port ec76c1a7-8929-47de-9b2f-f9c8098a70f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:24:04.337573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:04.339573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-0425bda0-8bbf-4320-b651-3d4bb807610b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:24:04.362750 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 13:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c0f650-5160-4346-874c-3fd417ce70f5 x-openstack-request-id: req-93c0f650-5160-4346-874c-3fd417ce70f5 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:24:04.363573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "name": "network-vif-unplugged", "status": "failed", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3", "code": 422}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:24:04.363834 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-93c0f650-5160-4346-874c-3fd417ce70f5 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:24:04.364272 dv-neutron-797121-4-hyperv neutron-server[100147]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'code': 422} returned with failed status Jun 24 13:24:04.395004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,revision_number=8']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:24:04.398047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:24:04.895545 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-5e971ee2-e377-4074-9530-bb75e14cb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:04.897011 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-5e971ee2-e377-4074-9530-bb75e14cb070 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c&tenant_id=fafa85c25242409db770689b1ab86f56 HTTP/1.1" status: 200 len: 1097 time: 0.0522346 Jun 24 13:24:04.976586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-5c4aead4-1904-4aa9-87fd-b2516f7a31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:04.978064 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-5c4aead4-1904-4aa9-87fd-b2516f7a31f8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 1097 time: 0.0588336 Jun 24 13:24:05.108159 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-7d8fbc29-2016-4fdb-bc09-adafcf77ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:05.109621 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-7d8fbc29-2016-4fdb-bc09-adafcf77ebac service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.1248701 Jun 24 13:24:05.130599 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3c6d6-3933-4a30-b7a3-fa7639ca5fe4 req-0fb36710-18a5-4da5-8774-7d4215eedca0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:05.132034 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11a3c6d6-3933-4a30-b7a3-fa7639ca5fe4 req-0fb36710-18a5-4da5-8774-7d4215eedca0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 944 time: 0.1295931 Jun 24 13:24:05.204717 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-20f888f5-ced4-4f47-b400-af182d681758 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3 HTTP/1.1" status: 200 len: 1000 time: 0.0886006 Jun 24 13:24:05.208154 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-11a3c6d6-3933-4a30-b7a3-fa7639ca5fe4 req-0449753d-245d-4bce-a1bd-a5905986c08c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493391 Jun 24 13:24:05.255232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-0c51baa8-ebd4-44f5-b532-678d6762522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:05.256671 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-0c51baa8-ebd4-44f5-b532-678d6762522d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0455780 Jun 24 13:24:05.315479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-56f9c6fd-48a3-48c0-a6e2-cebe848d82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:05.317467 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-56f9c6fd-48a3-48c0-a6e2-cebe848d82f1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0551887 Jun 24 13:24:05.404997 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-9a905998-3caf-462c-9cae-dab9acb72655 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812423 Jun 24 13:24:05.497039 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-d1d8339d-6c8d-499a-bb3e-419917cd2694 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856297 Jun 24 13:24:06.408489 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf7b5d-004e-4e49-81ed-5bbd90a5e715 req-bf8bba35-9e79-4c24-be9f-e26f5ed95da5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:06.410802 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cadf7b5d-004e-4e49-81ed-5bbd90a5e715 req-bf8bba35-9e79-4c24-be9f-e26f5ed95da5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 944 time: 0.0762961 Jun 24 13:24:06.451069 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cadf7b5d-004e-4e49-81ed-5bbd90a5e715 req-96f32303-ba67-4be8-b368-0fc227a4c4df tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343449 Jun 24 13:24:07.640321 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf3512-3046-4075-9b57-b522eb33f866 req-034e22ab-7102-402b-b17a-e17196c1cad2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:07.646127 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-32cf3512-3046-4075-9b57-b522eb33f866 req-034e22ab-7102-402b-b17a-e17196c1cad2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 944 time: 0.0779128 Jun 24 13:24:07.680801 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-32cf3512-3046-4075-9b57-b522eb33f866 req-282d354c-c38f-4b26-ac4c-24fbd4f52b1c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334058 Jun 24 13:24:08.862872 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999db86-864f-43dd-b855-0345099e16dc req-f3872da6-8e98-41b4-bf47-2dfe8fc20704 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:08.864513 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1999db86-864f-43dd-b855-0345099e16dc req-f3872da6-8e98-41b4-bf47-2dfe8fc20704 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 944 time: 0.0693262 Jun 24 13:24:08.909018 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1999db86-864f-43dd-b855-0345099e16dc req-e8ab676f-102c-4f6c-9281-d8a376c92d33 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366800 Jun 24 13:24:10.090307 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd4704-dcb4-44eb-b9f1-92828fa3a260 req-f763ba1e-0bd8-4c1c-92eb-6dabad50cc9e tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:10.091723 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ffdd4704-dcb4-44eb-b9f1-92828fa3a260 req-f763ba1e-0bd8-4c1c-92eb-6dabad50cc9e tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 944 time: 0.0674198 Jun 24 13:24:10.132937 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ffdd4704-dcb4-44eb-b9f1-92828fa3a260 req-56bddb08-3ff2-44c1-9094-a55203e07056 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348403 Jun 24 13:24:11.332675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069a7f-2992-45f1-8492-0e75fae0815e req-f9036b80-7ff0-43a4-a249-45036d4a98c4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:11.334207 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2e069a7f-2992-45f1-8492-0e75fae0815e req-f9036b80-7ff0-43a4-a249-45036d4a98c4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 944 time: 0.0779808 Jun 24 13:24:11.376278 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2e069a7f-2992-45f1-8492-0e75fae0815e req-2315de41-69a3-41af-aa61-a9b1a2f2b420 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357051 Jun 24 13:24:12.576721 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d86c9f-b487-4083-bfbe-ff910840ce23 req-54043f7e-dc34-4b21-a36a-5941825f1798 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:12.578223 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7d86c9f-b487-4083-bfbe-ff910840ce23 req-54043f7e-dc34-4b21-a36a-5941825f1798 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 944 time: 0.0659673 Jun 24 13:24:12.620522 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a7d86c9f-b487-4083-bfbe-ff910840ce23 req-1b1c36df-c249-4387-991d-c0f16032ce9a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342641 Jun 24 13:24:13.817573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed57c7-79dd-40d3-82da-1774b61eb0b8 req-50fa5407-73c2-409f-8186-957e76d52dee tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:13.819102 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7bed57c7-79dd-40d3-82da-1774b61eb0b8 req-50fa5407-73c2-409f-8186-957e76d52dee tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 944 time: 0.0750458 Jun 24 13:24:13.860511 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7bed57c7-79dd-40d3-82da-1774b61eb0b8 req-53e91fae-3ea1-42b9-b4e3-f5846acf590a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348864 Jun 24 13:24:15.043467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26309a76-5359-4035-ab8c-40107d1f4d1e req-6bcb4ad9-2ba4-4d6b-a01e-88141fce7c00 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:15.045077 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-26309a76-5359-4035-ab8c-40107d1f4d1e req-6bcb4ad9-2ba4-4d6b-a01e-88141fce7c00 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 944 time: 0.0651002 Jun 24 13:24:15.088695 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-26309a76-5359-4035-ab8c-40107d1f4d1e req-74bba4a6-1347-413b-8473-8911b439e93e tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377517 Jun 24 13:24:16.264690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb74ce-4063-4b71-bf89-f9ba17c9e1d8 req-23038603-3371-4330-be27-9fa4f2f0f4a8 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:16.266054 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8acb74ce-4063-4b71-bf89-f9ba17c9e1d8 req-23038603-3371-4330-be27-9fa4f2f0f4a8 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 944 time: 0.0620174 Jun 24 13:24:16.304231 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8acb74ce-4063-4b71-bf89-f9ba17c9e1d8 req-a8c9b4ed-2d74-4466-9dca-5f0d61a063e2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317266 Jun 24 13:24:17.490398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e0c41-49d5-49df-bf0c-12bf90911bd0 req-306769b2-fb94-48ab-86c9-f6fd45f2ee27 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:17.491866 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-754e0c41-49d5-49df-bf0c-12bf90911bd0 req-306769b2-fb94-48ab-86c9-f6fd45f2ee27 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 944 time: 0.0716345 Jun 24 13:24:17.529744 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-754e0c41-49d5-49df-bf0c-12bf90911bd0 req-19cf4a1d-1c60-4ebf-98b5-8244bcf9e29a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323055 Jun 24 13:24:17.594234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:18.282609 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device ec76c1a7-8929-47de-9b2f-f9c8098a70f3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:24:18.375757 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port ec76c1a7-8929-47de-9b2f-f9c8098a70f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:24:18.389679 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'port_id': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'mac_address': 'fa:16:3e:98:19:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:24:18.429894 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:18.443023 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec76c1a7-8929-47de-9b2f-f9c8098a70f3 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:24:18.462022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port ec76c1a7-8929-47de-9b2f-f9c8098a70f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:24:18.465899 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:18.467737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:24:18.512853 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,revision_number=9']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:24:18.516020 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:24:18.686391 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['ec76c1a7-8929-47de-9b2f-f9c8098a70f3'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:24:18.700417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825ede7-0a7c-4c9d-b6f6-238dc2f4c0ab req-2853cd43-9f1b-4f5e-b889-7d16ceefd317 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:18.701905 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5825ede7-0a7c-4c9d-b6f6-238dc2f4c0ab req-2853cd43-9f1b-4f5e-b889-7d16ceefd317 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 945 time: 0.0635283 Jun 24 13:24:18.739740 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5825ede7-0a7c-4c9d-b6f6-238dc2f4c0ab req-edb02848-b710-45dd-bb72-b8e1f0bcb7f0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321422 Jun 24 13:24:19.925483 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c8efb-839e-443a-a50d-240643640813 req-b19dda60-cdd0-4830-9e4b-86faa88363a2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:19.927154 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e80c8efb-839e-443a-a50d-240643640813 req-b19dda60-cdd0-4830-9e4b-86faa88363a2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 945 time: 0.0702910 Jun 24 13:24:19.973355 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e80c8efb-839e-443a-a50d-240643640813 req-890ef0e8-de2c-43ba-8307-d507a78f89ba tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402796 Jun 24 13:24:20.297741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device ec76c1a7-8929-47de-9b2f-f9c8098a70f3 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:24:20.345225 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port ec76c1a7-8929-47de-9b2f-f9c8098a70f3 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:24:20.345605 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:20.423721 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:20.446914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:24:20.449504 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19cc75b-db25-4934-a636-eb998d42341e" -d '{"events": [{"server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "name": "network-vif-plugged", "status": "completed", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:24:20.462732 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port ec76c1a7-8929-47de-9b2f-f9c8098a70f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:24:20.467068 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:20.468852 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f613184d-9d1f-4532-90cd-e721a24ed425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:24:20.490369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37875593-60af-4916-af83-7d6eb304f49c x-openstack-request-id: req-37875593-60af-4916-af83-7d6eb304f49c {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:24:20.490646 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "name": "network-vif-plugged", "status": "completed", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:24:20.490935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-37875593-60af-4916-af83-7d6eb304f49c {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:24:20.491320 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'code': 200} Jun 24 13:24:20.517719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,revision_number=10']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:24:20.520737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:24:20.718068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c482acb-2213-4374-8c37-51ee425c23dd req-881915d1-7828-47c1-abfb-ebd5161732ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:20.719616 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c482acb-2213-4374-8c37-51ee425c23dd req-881915d1-7828-47c1-abfb-ebd5161732ba service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 1100 time: 0.0526776 Jun 24 13:24:20.753449 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4c482acb-2213-4374-8c37-51ee425c23dd req-aa6e1242-46c6-4b1e-8fde-9c9b62220c01 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276492 Jun 24 13:24:21.144985 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38186e26-16c7-4de0-833b-c91630b652ab req-9bd809d6-cd36-4cd5-bab4-4cf603782e5d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:21.146958 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-38186e26-16c7-4de0-833b-c91630b652ab req-9bd809d6-cd36-4cd5-bab4-4cf603782e5d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 947 time: 0.0617068 Jun 24 13:24:21.183255 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-38186e26-16c7-4de0-833b-c91630b652ab req-68d6b2b7-57ed-4d8a-ab71-ae7cf10d71e5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306320 Jun 24 13:24:22.363165 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bc180-faad-4d38-878e-81eb71ddd417 req-5ae8b743-73e3-40ac-8a62-90b8eee57bc2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:22.364624 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-349bc180-faad-4d38-878e-81eb71ddd417 req-5ae8b743-73e3-40ac-8a62-90b8eee57bc2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 947 time: 0.0672102 Jun 24 13:24:22.403774 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-349bc180-faad-4d38-878e-81eb71ddd417 req-52ae80a7-e3d0-41fa-8e5e-b1772eb86192 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335221 Jun 24 13:24:26.645688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-65e434b1-209b-47fc-b897-33bbc09a5856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:29.366592 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ffec01e9-0c32-48a8-a968-cb29030f72a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:29.506755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:30.454698 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:32.417444 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:40.825196 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:24:47.596526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:56.646476 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8ac9429c-5e6e-4958-8deb-f3865e38dd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:57.012971 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3df10206-c38d-4f24-af87-db1d0f44120f req-52428477-8ed3-4a0c-b3a5-8b2f9453eb0e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512283 Jun 24 13:24:57.104454 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df10206-c38d-4f24-af87-db1d0f44120f req-d184d324-bed1-47f5-a679-a8e8c1c5afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:57.105925 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3df10206-c38d-4f24-af87-db1d0f44120f req-d184d324-bed1-47f5-a679-a8e8c1c5afac service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 1100 time: 0.0515926 Jun 24 13:24:57.210658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df10206-c38d-4f24-af87-db1d0f44120f req-961a6562-66db-4fc6-8602-a6bbf738e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:57.212139 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3df10206-c38d-4f24-af87-db1d0f44120f req-961a6562-66db-4fc6-8602-a6bbf738e882 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.0855811 Jun 24 13:24:57.274447 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3df10206-c38d-4f24-af87-db1d0f44120f req-e77bc369-db3c-4808-8d3f-c77d7024247b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3 HTTP/1.1" status: 200 len: 1002 time: 0.0551298 Jun 24 13:24:57.326019 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df10206-c38d-4f24-af87-db1d0f44120f req-3ce6332b-394c-4f2d-b58c-1117194eda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:57.327443 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3df10206-c38d-4f24-af87-db1d0f44120f req-3ce6332b-394c-4f2d-b58c-1117194eda20 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0460441 Jun 24 13:24:57.382841 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df10206-c38d-4f24-af87-db1d0f44120f req-82ed0e03-79c1-447e-8a37-26ba52574ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:24:57.384321 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3df10206-c38d-4f24-af87-db1d0f44120f req-82ed0e03-79c1-447e-8a37-26ba52574ba5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503249 Jun 24 13:24:57.473062 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3df10206-c38d-4f24-af87-db1d0f44120f req-3102ca37-b619-48e2-a173-7eda13980a28 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812652 Jun 24 13:24:57.908191 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3df10206-c38d-4f24-af87-db1d0f44120f req-627f7ca1-3086-410a-9a5d-c841c884f83a service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290032 Jun 24 13:24:59.367202 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-86059674-8bf4-466b-8b3d-0c3e87a1eff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:24:59.507011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:00.459141 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:02.423213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:17.607655 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:17.824320 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:25:26.646977 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-aefd6c28-c1f9-408e-a35c-dbe4620d178b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:29.368843 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-631a5c2b-b2ef-4bcf-a67e-9fb302d3b505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:29.507619 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:30.460962 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:32.055757 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54088) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:25:32.425309 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:32.539449 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Deleting port 3dec09e6-ae75-46d0-9b27-ca3b0253d0e8 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:25:32.540385 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:32.611725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:32.612040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:32.623069 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Calling delete_port for 3dec09e6-ae75-46d0-9b27-ca3b0253d0e8 owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:25:32.767251 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:32.769902 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d0c1c662-aebf-44a0-ab71-88d61d7e2cf9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:25:32.796243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event deleted for resources: {'Port': ['ID=3dec09e6-ae75-46d0-9b27-ca3b0253d0e8,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:25:32.806925 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:32.807377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:32.807765 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:32.808150 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:32.808528 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:32.808928 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:32.809408 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:32.809782 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:32.810167 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:32.810589 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:32.811075 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:32.811447 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:32.816188 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:25:32.868593 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:32.868927 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Floating IP 3688ddf5-eb42-4fd3-8425-ea102128a07d disassociated (deleted). External IP: 172.26.1.212, port: ec76c1a7-8929-47de-9b2f-f9c8098a70f3. Jun 24 13:25:33.072184 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Router 25ff79b2-386f-48fb-a695-14b5703bd7c9 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:25:33.177005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:25:33.182495 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:33.187138 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487683f7-4655-455a-8911-30c2c806d713 None None] Sync routers for ids ['25ff79b2-386f-48fb-a695-14b5703bd7c9'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:25:33.196826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487683f7-4655-455a-8911-30c2c806d713 None None] Routers {'25ff79b2-386f-48fb-a695-14b5703bd7c9'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:25:33.197526 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-487683f7-4655-455a-8911-30c2c806d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:25:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['25ff79b2-386f-48fb-a695-14b5703bd7c9'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:25:33.221739 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "DELETE /v2.0/floatingips/3688ddf5-eb42-4fd3-8425-ea102128a07d HTTP/1.1" status: 204 len: 168 time: 1.1649780 Jun 24 13:25:33.222420 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:25:33.224746 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332fa59d-494f-4291-8b66-56cb71a32361" -d '{"events": [{"name": "network-changed", "server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:25:33.307378 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-487683f7-4655-455a-8911-30c2c806d713 None None] Set router 25ff79b2-386f-48fb-a695-14b5703bd7c9 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:25:33.324319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23faf793-e719-45a8-947c-0c652a5c4845 x-openstack-request-id: req-23faf793-e719-45a8-947c-0c652a5c4845 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:25:33.324665 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:25:33.324970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-23faf793-e719-45a8-947c-0c652a5c4845 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:25:33.325419 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'status': 'completed', 'code': 200} Jun 24 13:25:33.402960 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa59d-494f-4291-8b66-56cb71a32361 req-4887f357-a4d8-4234-a551-ba98249e3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:33.404489 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-332fa59d-494f-4291-8b66-56cb71a32361 req-4887f357-a4d8-4234-a551-ba98249e3768 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 1100 time: 0.0547087 Jun 24 13:25:33.520610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa59d-494f-4291-8b66-56cb71a32361 req-4bb29679-5440-4a27-a089-78440d188748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:33.521483 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-332fa59d-494f-4291-8b66-56cb71a32361 req-4bb29679-5440-4a27-a089-78440d188748 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.1108420 Jun 24 13:25:33.528587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-487683f7-4655-455a-8911-30c2c806d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:27Z', 'revision_number': 5, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:25:33.559876 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487683f7-4655-455a-8911-30c2c806d713 None None] Checking router: 25ff79b2-386f-48fb-a695-14b5703bd7c9 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:25:33.568892 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487683f7-4655-455a-8911-30c2c806d713 None None] Routers {'25ff79b2-386f-48fb-a695-14b5703bd7c9'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:25:33.569508 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-487683f7-4655-455a-8911-30c2c806d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:25:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['25ff79b2-386f-48fb-a695-14b5703bd7c9'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:25:33.573326 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-332fa59d-494f-4291-8b66-56cb71a32361 req-176ea378-38cc-43ff-8448-ddcd1b725cd9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3 HTTP/1.1" status: 200 len: 217 time: 0.0445988 Jun 24 13:25:33.648401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa59d-494f-4291-8b66-56cb71a32361 req-cf5b509e-bf42-4c60-a8ce-2d2bdddc8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:33.649879 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-332fa59d-494f-4291-8b66-56cb71a32361 req-cf5b509e-bf42-4c60-a8ce-2d2bdddc8ffe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0552018 Jun 24 13:25:33.671692 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-487683f7-4655-455a-8911-30c2c806d713 None None] Set router 25ff79b2-386f-48fb-a695-14b5703bd7c9 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:25:33.675010 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e29c-fa90-4c1e-b5de-deec0a608508 req-bdefe08b-cb1b-4b61-b8d4-b7be8e50a067 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:33.676435 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-38a5e29c-fa90-4c1e-b5de-deec0a608508 req-bdefe08b-cb1b-4b61-b8d4-b7be8e50a067 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 947 time: 0.1123323 Jun 24 13:25:33.737043 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-38a5e29c-fa90-4c1e-b5de-deec0a608508 req-6ac900e9-1fd3-45f4-b923-37b386f2cde7 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430968 Jun 24 13:25:33.749675 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa59d-494f-4291-8b66-56cb71a32361 req-b7d9922a-4845-465b-b19b-73074d3a7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:33.751211 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-332fa59d-494f-4291-8b66-56cb71a32361 req-b7d9922a-4845-465b-b19b-73074d3a7f00 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923214 Jun 24 13:25:33.848538 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-332fa59d-494f-4291-8b66-56cb71a32361 req-e6b8bf2a-ff0f-4043-9f5a-488e2556593b service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893610 Jun 24 13:25:33.874694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-487683f7-4655-455a-8911-30c2c806d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:27Z', 'revision_number': 5, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:25:33.900914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487683f7-4655-455a-8911-30c2c806d713 None None] The sync data for ids ['25ff79b2-386f-48fb-a695-14b5703bd7c9'] in dv-neutron-797121-4-hyperv is: [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:27Z', 'revision_number': 5, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:25:33.944152 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-332fa59d-494f-4291-8b66-56cb71a32361 req-bcdda36c-0b16-41d9-add2-11c239ef5ed1 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885415 Jun 24 13:25:34.111790 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c410b34-c880-4900-a862-6a9dee95028a None None] New status for floating IP 3688ddf5-eb42-4fd3-8425-ea102128a07d: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:25:34.954552 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac7afd-64e9-4a83-be0b-f50c22fe7a86 req-02132b40-7e91-44d7-baa1-2a923954859c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:34.956024 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3eac7afd-64e9-4a83-be0b-f50c22fe7a86 req-02132b40-7e91-44d7-baa1-2a923954859c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.102 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 947 time: 0.1050854 Jun 24 13:25:34.964559 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45df9a0-fecc-4522-8d16-4e7408f43c98 req-1cfe16bf-a30c-4ef5-9b30-b92c367dbd91 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:34.965931 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c45df9a0-fecc-4522-8d16-4e7408f43c98 req-1cfe16bf-a30c-4ef5-9b30-b92c367dbd91 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=655e8d4a-a147-426d-ae40-95e1a164e80c HTTP/1.1" status: 200 len: 947 time: 0.1058435 Jun 24 13:25:35.059585 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c45df9a0-fecc-4522-8d16-4e7408f43c98 req-040ddf0e-33b9-47d3-a051-dd5659b314c9 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=b44dc181-5b0a-4a93-990c-4a66b87050fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862041 Jun 24 13:25:35.087913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-3eac7afd-64e9-4a83-be0b-f50c22fe7a86 req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Deleting port ec76c1a7-8929-47de-9b2f-f9c8098a70f3 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:25:35.088253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-3eac7afd-64e9-4a83-be0b-f50c22fe7a86 req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:35.173268 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-3eac7afd-64e9-4a83-be0b-f50c22fe7a86 req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] For port ec76c1a7-8929-47de-9b2f-f9c8098a70f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:25:35.173619 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-3eac7afd-64e9-4a83-be0b-f50c22fe7a86 req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:35.190061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-3eac7afd-64e9-4a83-be0b-f50c22fe7a86 req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Calling delete_port for ec76c1a7-8929-47de-9b2f-f9c8098a70f3 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:25:35.313700 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-3eac7afd-64e9-4a83-be0b-f50c22fe7a86 req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:35.317406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b375df22-e987-40f6-947d-b3d65a44ed1e tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:25:35.344884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event deleted for resources: {'Port': ['ID=ec76c1a7-8929-47de-9b2f-f9c8098a70f3,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:25:35.378206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:35.378658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:35.379048 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:35.379401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:35.379778 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:35.380153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:35.380596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:35.380893 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:35.381267 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:35.381633 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:35.382000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:35.382365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:25:35.389150 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:25:35.407323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eac7afd-64e9-4a83-be0b-f50c22fe7a86 req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] No DVR routers for this DVR port ec76c1a7-8929-47de-9b2f-f9c8098a70f3 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:25:35.409943 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-3eac7afd-64e9-4a83-be0b-f50c22fe7a86 req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:35.411998 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3eac7afd-64e9-4a83-be0b-f50c22fe7a86 req-8e8419de-b999-4c65-8771-d9ba46b307b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.102 "DELETE /v2.0/ports/ec76c1a7-8929-47de-9b2f-f9c8098a70f3 HTTP/1.1" status: 204 len: 173 time: 0.4451907 Jun 24 13:25:35.412534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'name': 'network-vif-deleted', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:25:35.414988 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577a064e-e811-4f8c-b812-7136f6336464" -d '{"events": [{"server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "name": "network-vif-deleted", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:25:35.503423 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db55449-6fb3-4995-a514-0be535a008e2 x-openstack-request-id: req-3db55449-6fb3-4995-a514-0be535a008e2 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:25:35.503766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655e8d4a-a147-426d-ae40-95e1a164e80c", "name": "network-vif-deleted", "tag": "ec76c1a7-8929-47de-9b2f-f9c8098a70f3", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:25:35.504071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-3db55449-6fb3-4995-a514-0be535a008e2 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:25:35.504515 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655e8d4a-a147-426d-ae40-95e1a164e80c', 'name': 'network-vif-deleted', 'tag': 'ec76c1a7-8929-47de-9b2f-f9c8098a70f3', 'status': 'completed', 'code': 200} Jun 24 13:25:36.154538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54120) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:25:36.212588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-60ae5c0c-c43b-478d-8927-9baad95be72c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.236810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-60ae5c0c-c43b-478d-8927-9baad95be72c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.294383 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-60ae5c0c-c43b-478d-8927-9baad95be72c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.297014 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-60ae5c0c-c43b-478d-8927-9baad95be72c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.298169 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-60ae5c0c-c43b-478d-8927-9baad95be72c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "DELETE /v2.0/security-groups/b44dc181-5b0a-4a93-990c-4a66b87050fb HTTP/1.1" status: 204 len: 168 time: 0.1426194 Jun 24 13:25:36.299071 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-07d81f93-17d9-4e0e-824b-cc092a545062 tempest-NegativeSecGroupTest-54642423 tempest-NegativeSecGroupTest-54642423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:25:36.308566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae5c0c-c43b-478d-8927-9baad95be72c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44dc181-5b0a-4a93-990c-4a66b87050fb,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:25:36.311047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-60ae5c0c-c43b-478d-8927-9baad95be72c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:25:36.592863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54128) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:25:36.597670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-62790970-5b92-4a1b-a717-707f9bb59fb0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615449652', 'description': 'tempest-secgroup-smoke-1615449652 description', 'project_id': 'fafa85c25242409db770689b1ab86f56'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:25:36.620173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62790970-5b92-4a1b-a717-707f9bb59fb0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.697490 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62790970-5b92-4a1b-a717-707f9bb59fb0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.701624 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62790970-5b92-4a1b-a717-707f9bb59fb0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.704036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c6ee21ec-20cb-451d-b1db-78979751ad46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:25:36.734134 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-62790970-5b92-4a1b-a717-707f9bb59fb0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.735473 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-62790970-5b92-4a1b-a717-707f9bb59fb0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1415973 Jun 24 13:25:36.736734 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62790970-5b92-4a1b-a717-707f9bb59fb0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:25:36.738597 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54130) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:25:36.739867 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-62790970-5b92-4a1b-a717-707f9bb59fb0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:25:36.743970 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-59a5dbf6-8e27-4d07-949b-890c458dd9d3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'security_group_rule': {'security_group_id': '6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d', 'project_id': 'fafa85c25242409db770689b1ab86f56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:25:36.770343 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59a5dbf6-8e27-4d07-949b-890c458dd9d3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.816780 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59a5dbf6-8e27-4d07-949b-890c458dd9d3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.820498 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59a5dbf6-8e27-4d07-949b-890c458dd9d3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.825017 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-18b44c41-ca8f-4bf9-8ad5-858b0fe81bd5 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:25:36.840000 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5dbf6-8e27-4d07-949b-890c458dd9d3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd989e9-4bad-4e97-b83b-45cf19cb0bb3,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:25:36.842655 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-59a5dbf6-8e27-4d07-949b-890c458dd9d3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:25:36.847623 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-59a5dbf6-8e27-4d07-949b-890c458dd9d3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.848845 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-59a5dbf6-8e27-4d07-949b-890c458dd9d3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092515 Jun 24 13:25:36.851596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54132) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:25:36.856627 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7ba82df3-5da9-4d48-ad23-bc456570ed58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'security_group_rule': {'security_group_id': '6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d', 'project_id': 'fafa85c25242409db770689b1ab86f56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:25:36.881171 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ba82df3-5da9-4d48-ad23-bc456570ed58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.941245 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ba82df3-5da9-4d48-ad23-bc456570ed58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.944800 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ba82df3-5da9-4d48-ad23-bc456570ed58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.946588 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-938c7241-9b35-48cc-bb75-c1d289f7c441 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:25:36.963909 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba82df3-5da9-4d48-ad23-bc456570ed58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd91ba2d-ef81-4ee8-96ca-ccf8c45c8bbe,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:25:36.966929 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7ba82df3-5da9-4d48-ad23-bc456570ed58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:25:36.967667 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7ba82df3-5da9-4d48-ad23-bc456570ed58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:36.971341 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7ba82df3-5da9-4d48-ad23-bc456570ed58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163466 Jun 24 13:25:36.971803 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54134) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:25:36.976090 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-255e32d0-fcae-4511-b0b9-730a468a3460 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'security_group_rule': {'security_group_id': '6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d', 'project_id': 'fafa85c25242409db770689b1ab86f56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:25:37.002751 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-255e32d0-fcae-4511-b0b9-730a468a3460 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.058716 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-255e32d0-fcae-4511-b0b9-730a468a3460 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.062167 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-255e32d0-fcae-4511-b0b9-730a468a3460 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.064227 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7f330f9a-be5a-4e53-b664-afe527b50a53 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:25:37.080255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e32d0-fcae-4511-b0b9-730a468a3460 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f5813c-bd59-436a-afac-6af7d14f523e,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:25:37.083031 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-255e32d0-fcae-4511-b0b9-730a468a3460 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:25:37.085690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-255e32d0-fcae-4511-b0b9-730a468a3460 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.087648 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-255e32d0-fcae-4511-b0b9-730a468a3460 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151488 Jun 24 13:25:37.090249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54136) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:25:37.094844 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-a464d9d8-1b5b-489a-a05b-219ca8844a45 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'security_group_rule': {'security_group_id': '6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d', 'project_id': 'fafa85c25242409db770689b1ab86f56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:25:37.120348 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a464d9d8-1b5b-489a-a05b-219ca8844a45 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.177386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a464d9d8-1b5b-489a-a05b-219ca8844a45 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.181159 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a464d9d8-1b5b-489a-a05b-219ca8844a45 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.182865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-497bbd4f-56a4-460c-9d00-f5cf8b64fdb4 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:25:37.200295 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464d9d8-1b5b-489a-a05b-219ca8844a45 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4c3948-8e14-431e-ac10-43b283de56ff,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:25:37.202641 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-a464d9d8-1b5b-489a-a05b-219ca8844a45 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:25:37.203887 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-a464d9d8-1b5b-489a-a05b-219ca8844a45 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.205055 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-a464d9d8-1b5b-489a-a05b-219ca8844a45 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137877 Jun 24 13:25:37.207812 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54138) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:25:37.212846 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-9de1fd4b-edbd-48a4-8677-9e0fddf01a47 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'security_group_rule': {'security_group_id': '6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d', 'project_id': 'fafa85c25242409db770689b1ab86f56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:25:37.232852 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-9de1fd4b-edbd-48a4-8677-9e0fddf01a47 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Project fafa85c25242409db770689b1ab86f56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:25:37.237748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9de1fd4b-edbd-48a4-8677-9e0fddf01a47 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.298518 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9de1fd4b-edbd-48a4-8677-9e0fddf01a47 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.301873 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9de1fd4b-edbd-48a4-8677-9e0fddf01a47 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.303670 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8dc3ef9b-df1d-4e9a-82ea-8bbb68f33453 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:25:37.320520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fd4b-edbd-48a4-8677-9e0fddf01a47 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc1c21b-5144-4e2e-a64a-3794aede5bf0,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:25:37.323405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-9de1fd4b-edbd-48a4-8677-9e0fddf01a47 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:25:37.324629 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-9de1fd4b-edbd-48a4-8677-9e0fddf01a47 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.328375 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-9de1fd4b-edbd-48a4-8677-9e0fddf01a47 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171246 Jun 24 13:25:37.329283 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54140) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:25:37.332977 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-4597fa0d-8611-4639-95d6-b3f3ffa0ebee tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'security_group_rule': {'security_group_id': '6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d', 'project_id': 'fafa85c25242409db770689b1ab86f56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:25:37.354189 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.securitygroups_db [None req-4597fa0d-8611-4639-95d6-b3f3ffa0ebee tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Project fafa85c25242409db770689b1ab86f56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:25:37.358788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4597fa0d-8611-4639-95d6-b3f3ffa0ebee tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.419268 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4597fa0d-8611-4639-95d6-b3f3ffa0ebee tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.423435 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4597fa0d-8611-4639-95d6-b3f3ffa0ebee tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.425447 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-34476e18-7111-4457-a17e-9044c63b860a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:25:37.442997 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597fa0d-8611-4639-95d6-b3f3ffa0ebee tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1f690b-002a-4f02-8edd-566cf66d7bf0,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:25:37.445586 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4597fa0d-8611-4639-95d6-b3f3ffa0ebee tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:25:37.447428 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4597fa0d-8611-4639-95d6-b3f3ffa0ebee tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:37.448625 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-4597fa0d-8611-4639-95d6-b3f3ffa0ebee tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191146 Jun 24 13:25:38.623506 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device ec76c1a7-8929-47de-9b2f-f9c8098a70f3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:25:38.647611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: ec76c1a7-8929-47de-9b2f-f9c8098a70f3 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:25:38.647984 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device ec76c1a7-8929-47de-9b2f-f9c8098a70f3 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:25:47.775940 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:51.781238 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-2a60633d-fe93-4bff-a9cf-b5a0af1ee70a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615449652&fields=id&tenant_id=fafa85c25242409db770689b1ab86f56 HTTP/1.1" status: 200 len: 267 time: 0.0344639 Jun 24 13:25:51.888313 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-5cc2cf45-f874-4002-b19f-2c8922d64614 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:51.889658 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-5cc2cf45-f874-4002-b19f-2c8922d64614 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 808 time: 0.1018553 Jun 24 13:25:51.905166 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-b7760348-6db5-407e-9a84-53828a53f365 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/quotas/fafa85c25242409db770689b1ab86f56 HTTP/1.1" status: 200 len: 375 time: 0.0101383 Jun 24 13:25:51.976244 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8b83342e-a502-4100-832d-117076e45fc6 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661461 Jun 24 13:25:51.991433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-b4a2e1c2-4799-4cf9-9202-b67faf571b80 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 13:25:51.992390 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-b4a2e1c2-4799-4cf9-9202-b67faf571b80 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049691 Jun 24 13:25:52.078842 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-bd49af6b-d068-49dc-8145-3aaa736732af service neutron] 10.222.0.110 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805938 Jun 24 13:25:52.170781 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-ab5dc3ba-78e4-4e66-b0f4-422bdb874790 service neutron] 10.222.0.110 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860310 Jun 24 13:25:52.460855 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-371841d0-a2a0-4855-94c6-2d665baf05fc req-bb723f06-3f5b-4ebc-b8fd-c52db4e0e902 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 210 time: 0.0287752 Jun 24 13:25:53.606298 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-885af6e1-cd9a-4a86-8357-7140b29151c5 req-4f008a24-e97a-4ed1-9147-95cc22b476d0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 210 time: 0.0300984 Jun 24 13:25:53.796746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-a1056bb9-1728-4665-ac60-bc802328cea2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:53.798788 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-a1056bb9-1728-4665-ac60-bc802328cea2 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 808 time: 0.1077297 Jun 24 13:25:53.849470 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8a06bb23-d97f-4418-95ff-7c9aefebc8c3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fafa85c25242409db770689b1ab86f56 HTTP/1.1" status: 200 len: 380 time: 0.0363204 Jun 24 13:25:53.858291 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'port': {'device_id': '477ee999-2df8-4db4-ac69-602db05780ff', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'admin_state_up': True, 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'security_groups': ['6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:25:53.968011 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Made reservation on behalf of fafa85c25242409db770689b1ab86f56 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:25:53.971658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:54.100549 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Allocated IP 172.20.0.7 (e9a4ca2f-270f-443a-aade-37abbc473aac/94fd1cf0-3bb6-4f22-9533-a935d44c9ba0/6e469256-dcf7-47c5-bd6d-05417a149a5f) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:25:54.246206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:54.260128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Transition to ACTIVE for port object 6e469256-dcf7-47c5-bd6d-05417a149a5f will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:25:54.294063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:54.298676 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c1a368d2-7a9f-49de-b083-7db956902411 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:25:54.340458 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Network e9a4ca2f-270f-443a-aade-37abbc473aac is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:25:54.345764 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:25:54.348320 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:25:54.376762 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'Port': ['ID=6e469256-dcf7-47c5-bd6d-05417a149a5f,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:25:54.381713 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:25:54.409308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:54.410051 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:54.430086 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5756969 Jun 24 13:25:54.444274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Request body: {'port': {'device_id': '477ee999-2df8-4db4-ac69-602db05780ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:25:54.528690 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:54.659196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-44df3536-73a3-4f96-b1ec-d420eec0f03c None None] Provisioning for port 6e469256-dcf7-47c5-bd6d-05417a149a5f completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:25:54.664745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-44df3536-73a3-4f96-b1ec-d420eec0f03c None None] Provisioning complete for port 6e469256-dcf7-47c5-bd6d-05417a149a5f triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:25:54.665201 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-44df3536-73a3-4f96-b1ec-d420eec0f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:54.709266 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-44df3536-73a3-4f96-b1ec-d420eec0f03c None None] Port 6e469256-dcf7-47c5-bd6d-05417a149a5f cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:25:54.823776 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:25:54.869227 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655b821-76f0-49ca-906b-145dfa653941 req-eed6c687-acfa-4b09-9597-68cd303523af tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:54.870839 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9655b821-76f0-49ca-906b-145dfa653941 req-eed6c687-acfa-4b09-9597-68cd303523af tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 931 time: 0.1286545 Jun 24 13:25:54.873045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e469256-dcf7-47c5-bd6d-05417a149a5f {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:25:54.886276 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:54.910020 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Transition to ACTIVE for port object 6e469256-dcf7-47c5-bd6d-05417a149a5f will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:25:54.916302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:54.920928 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8ab26119-1ccd-4837-8f14-bb49187380c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:25:54.954544 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9655b821-76f0-49ca-906b-145dfa653941 req-ae9528f8-343e-4efa-a7e1-d05d34aa3b06 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768764 Jun 24 13:25:54.983591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Pushing event updated for resources: {'Port': ['ID=6e469256-dcf7-47c5-bd6d-05417a149a5f,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:25:54.987913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:25:55.065495 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Attempting to bind port 6e469256-dcf7-47c5-bd6d-05417a149a5f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:25:55.065835 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Attempting to bind port 6e469256-dcf7-47c5-bd6d-05417a149a5f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:25:55.066170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Attempting to bind port 6e469256-dcf7-47c5-bd6d-05417a149a5f on network e9a4ca2f-270f-443a-aade-37abbc473aac {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:25:55.071160 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Port 6e469256-dcf7-47c5-bd6d-05417a149a5f on network e9a4ca2f-270f-443a-aade-37abbc473aac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:25:55.071513 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Attempting to bind port 6e469256-dcf7-47c5-bd6d-05417a149a5f on network e9a4ca2f-270f-443a-aade-37abbc473aac {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:25:55.076989 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:25:55.077330 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Checking segment: {'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:25:55.077714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Bound using segment: {'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:25:55.078283 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Bound port: 6e469256-dcf7-47c5-bd6d-05417a149a5f, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:25:55.078520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:55.151884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] For port 6e469256-dcf7-47c5-bd6d-05417a149a5f, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:25:55.155868 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] For port 6e469256-dcf7-47c5-bd6d-05417a149a5f, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:25:55.162306 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:55.166104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:25:55.210307 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:55.211129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:55.213063 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] 10.222.0.102 "PUT /v2.0/ports/6e469256-dcf7-47c5-bd6d-05417a149a5f HTTP/1.1" status: 200 len: 1093 time: 0.7740784 Jun 24 13:25:55.213613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477ee999-2df8-4db4-ac69-602db05780ff', 'tag': '6e469256-dcf7-47c5-bd6d-05417a149a5f'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:25:55.216692 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56311f1e-2313-42a1-9d0c-ab1072c28d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "477ee999-2df8-4db4-ac69-602db05780ff", "tag": "6e469256-dcf7-47c5-bd6d-05417a149a5f"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:25:55.258671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Pushing event updated for resources: {'Port': ['ID=6e469256-dcf7-47c5-bd6d-05417a149a5f,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:25:55.267980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8949d577-10d4-4590-88ea-5f3f38c25d8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:25:55.269674 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337abb27-26ea-41d3-b001-39b1f0e0e0a9 x-openstack-request-id: req-337abb27-26ea-41d3-b001-39b1f0e0e0a9 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:25:55.269916 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477ee999-2df8-4db4-ac69-602db05780ff", "tag": "6e469256-dcf7-47c5-bd6d-05417a149a5f", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:25:55.270214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-337abb27-26ea-41d3-b001-39b1f0e0e0a9 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:25:55.270670 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477ee999-2df8-4db4-ac69-602db05780ff', 'tag': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'status': 'completed', 'code': 200} Jun 24 13:25:55.327369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-3ce69ba5-2c37-4551-b8b3-8cdaa8a41156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:55.328964 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-3ce69ba5-2c37-4551-b8b3-8cdaa8a41156 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 1096 time: 0.0573471 Jun 24 13:25:55.378758 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-fdb0edf1-cbcb-4cda-8058-4b6bdeda0b85 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f HTTP/1.1" status: 200 len: 217 time: 0.0415909 Jun 24 13:25:55.432031 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-9aebc7e2-f0bc-48b0-bb6f-43f86615582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:55.433581 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-9aebc7e2-f0bc-48b0-bb6f-43f86615582b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0479152 Jun 24 13:25:55.492054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-5951b31f-efca-4a58-adac-56e05eb85ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:55.493573 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-5951b31f-efca-4a58-adac-56e05eb85ff4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530241 Jun 24 13:25:55.600762 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-0469e521-44db-4640-ac22-8fb1ea6df1f7 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972302 Jun 24 13:25:55.691749 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e665f87c-5962-4cea-9aa2-97100396eb2a req-b9b47e2e-1b71-4af4-8bd0-5e75d1214e51 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845408 Jun 24 13:25:55.794357 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56311f1e-2313-42a1-9d0c-ab1072c28d0a req-46ac429c-555f-4171-bbd4-17c4d7308cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:55.794357 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56311f1e-2313-42a1-9d0c-ab1072c28d0a req-46ac429c-555f-4171-bbd4-17c4d7308cd9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 1096 time: 0.0551648 Jun 24 13:25:55.888844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56311f1e-2313-42a1-9d0c-ab1072c28d0a req-6317344b-79fb-4460-9f30-fcdd686a1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:55.890243 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56311f1e-2313-42a1-9d0c-ab1072c28d0a req-6317344b-79fb-4460-9f30-fcdd686a1a11 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.0902588 Jun 24 13:25:55.932431 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56311f1e-2313-42a1-9d0c-ab1072c28d0a req-558dfaea-a767-40b9-94c9-5f6d8c10ccc2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f HTTP/1.1" status: 200 len: 217 time: 0.0349715 Jun 24 13:25:55.987146 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56311f1e-2313-42a1-9d0c-ab1072c28d0a req-34bc6c56-efbd-484b-acfb-ec169627fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:55.988679 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56311f1e-2313-42a1-9d0c-ab1072c28d0a req-34bc6c56-efbd-484b-acfb-ec169627fe6e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0500998 Jun 24 13:25:56.048087 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56311f1e-2313-42a1-9d0c-ab1072c28d0a req-be492927-ea0e-4120-a7e1-a35eae3b5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:56.049617 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56311f1e-2313-42a1-9d0c-ab1072c28d0a req-be492927-ea0e-4120-a7e1-a35eae3b5264 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547206 Jun 24 13:25:56.186865 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56311f1e-2313-42a1-9d0c-ab1072c28d0a req-99bcde6e-502c-48aa-a20d-151943fb3ca8 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302261 Jun 24 13:25:56.198183 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a22c5e-6b51-4419-ba99-4f940fbfde0a req-ba657110-7a55-4952-acf3-1c438d78de04 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:56.199642 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f3a22c5e-6b51-4419-ba99-4f940fbfde0a req-ba657110-7a55-4952-acf3-1c438d78de04 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.1255975 Jun 24 13:25:56.288508 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f3a22c5e-6b51-4419-ba99-4f940fbfde0a req-47c05ae0-8c4f-4339-a9df-2985fdb12901 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808241 Jun 24 13:25:56.315058 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56311f1e-2313-42a1-9d0c-ab1072c28d0a req-6fd83a09-8a28-4a5c-b610-38e26e9c0de1 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143787 Jun 24 13:25:56.655155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9dd0ef14-2cf9-4d34-9b1d-d677d422696e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:57.469340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b90137-8105-4da5-857a-58f4696dc865 req-1c7063a5-0fcc-4b1c-b269-df80e677e1a6 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:57.470886 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2b90137-8105-4da5-857a-58f4696dc865 req-1c7063a5-0fcc-4b1c-b269-df80e677e1a6 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0658157 Jun 24 13:25:57.512956 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a2b90137-8105-4da5-857a-58f4696dc865 req-6851dab4-43a8-4e85-bbc1-fa74e4452759 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363498 Jun 24 13:25:58.683462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd963727-1ca9-446e-b0e3-164392c77776 req-5d283685-cb6c-45fa-bd8a-b0f15d9f645c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:58.684922 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bd963727-1ca9-446e-b0e3-164392c77776 req-5d283685-cb6c-45fa-bd8a-b0f15d9f645c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0624402 Jun 24 13:25:58.728110 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-bd963727-1ca9-446e-b0e3-164392c77776 req-a65f6ca0-9623-45fc-ae98-eb31af1881e6 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373204 Jun 24 13:25:59.380505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cf5d5869-251e-423d-9e47-286594ebdab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:59.511329 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:25:59.906710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56528408-23cd-43f9-abcf-0f44584bb034 req-44b76cb8-651c-4a41-83ba-40c6abc10b5e tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:25:59.908104 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56528408-23cd-43f9-abcf-0f44584bb034 req-44b76cb8-651c-4a41-83ba-40c6abc10b5e tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0643051 Jun 24 13:25:59.949128 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56528408-23cd-43f9-abcf-0f44584bb034 req-3a619976-d197-45d9-bb15-a9e0345179ba tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349314 Jun 24 13:26:00.465593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:01.123186 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75fc3b-697c-4f37-9a54-3b30ca072237 req-8c9e2a53-5766-4c65-9ad3-49591a122b07 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:01.124741 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be75fc3b-697c-4f37-9a54-3b30ca072237 req-8c9e2a53-5766-4c65-9ad3-49591a122b07 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0632019 Jun 24 13:26:01.160783 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be75fc3b-697c-4f37-9a54-3b30ca072237 req-2c656d1a-1523-4319-9a86-821d0589b20f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305679 Jun 24 13:26:02.335548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc1530-3df5-4785-8070-02962c72d36e req-b195ebd9-85fc-4068-80a8-1ffaa96c3ca6 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:02.337015 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9dc1530-3df5-4785-8070-02962c72d36e req-b195ebd9-85fc-4068-80a8-1ffaa96c3ca6 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0660353 Jun 24 13:26:02.381194 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9dc1530-3df5-4785-8070-02962c72d36e req-270faf9d-5f73-4519-a392-e6bd358c2351 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384479 Jun 24 13:26:02.425963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:03.551743 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feea4d8-88fd-444a-96a2-84bfa027ecc7 req-2f337437-d900-4aad-aa2f-93df5d531b7c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:03.553216 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7feea4d8-88fd-444a-96a2-84bfa027ecc7 req-2f337437-d900-4aad-aa2f-93df5d531b7c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0628777 Jun 24 13:26:03.591655 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7feea4d8-88fd-444a-96a2-84bfa027ecc7 req-61adc1cb-34a8-49aa-92f9-3f3328b5867b tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322273 Jun 24 13:26:04.731897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 6e469256-dcf7-47c5-bd6d-05417a149a5f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:26:04.768995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aea111-0e2f-46c2-bbcc-f06b8ca93497 req-cc840dd4-bc94-4d56-b9da-c87e1a4db198 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:04.770601 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-86aea111-0e2f-46c2-bbcc-f06b8ca93497 req-cc840dd4-bc94-4d56-b9da-c87e1a4db198 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0669003 Jun 24 13:26:04.816542 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-86aea111-0e2f-46c2-bbcc-f06b8ca93497 req-9fa82353-5937-4cb8-90c1-cb1b44c5f09c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389307 Jun 24 13:26:04.836351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 6e469256-dcf7-47c5-bd6d-05417a149a5f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:26:04.847160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'port_id': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'mac_address': 'fa:16:3e:10:89:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:26:04.885006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:04.897166 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e469256-dcf7-47c5-bd6d-05417a149a5f {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:26:04.917913 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 6e469256-dcf7-47c5-bd6d-05417a149a5f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:26:04.921775 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:04.923760 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:26:04.971870 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=6e469256-dcf7-47c5-bd6d-05417a149a5f,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:26:04.978909 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:26:04.979267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:26:04.979611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:26:04.979953 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:26:04.980286 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:26:04.980618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:26:04.980951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:26:04.981282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:26:04.981611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:26:04.981937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:26:04.982261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:26:04.982582 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:26:04.986418 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:26:05.132748 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['6e469256-dcf7-47c5-bd6d-05417a149a5f'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:26:05.993111 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8a345-e9a4-4f2b-8e0d-5b6cefdfe4c6 req-ac0c8586-3fe8-4580-8c25-c2d19eeb05fd tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:05.995174 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c9e8a345-e9a4-4f2b-8e0d-5b6cefdfe4c6 req-ac0c8586-3fe8-4580-8c25-c2d19eeb05fd tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 944 time: 0.0656991 Jun 24 13:26:06.032750 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-c9e8a345-e9a4-4f2b-8e0d-5b6cefdfe4c6 req-7600362d-e52c-414e-984f-21088a57f8a3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319674 Jun 24 13:26:06.743311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 6e469256-dcf7-47c5-bd6d-05417a149a5f up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:26:06.791084 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port 6e469256-dcf7-47c5-bd6d-05417a149a5f completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:26:06.794951 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 6e469256-dcf7-47c5-bd6d-05417a149a5f triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:26:06.795338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:06.872032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:06.892999 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477ee999-2df8-4db4-ac69-602db05780ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e469256-dcf7-47c5-bd6d-05417a149a5f'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:26:06.895282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0cf929-265d-4e9d-a0ec-0a2d81cdf9c7" -d '{"events": [{"server_uuid": "477ee999-2df8-4db4-ac69-602db05780ff", "name": "network-vif-plugged", "status": "completed", "tag": "6e469256-dcf7-47c5-bd6d-05417a149a5f"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:26:06.907902 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 6e469256-dcf7-47c5-bd6d-05417a149a5f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:26:06.911865 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:06.914726 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:26:06.966045 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=6e469256-dcf7-47c5-bd6d-05417a149a5f,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:26:06.969041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:26:06.987357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fd532c-e336-42cf-b3ab-e5e558cfe1e3 x-openstack-request-id: req-02fd532c-e336-42cf-b3ab-e5e558cfe1e3 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:26:06.987680 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477ee999-2df8-4db4-ac69-602db05780ff", "name": "network-vif-plugged", "status": "completed", "tag": "6e469256-dcf7-47c5-bd6d-05417a149a5f", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:26:06.987940 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-02fd532c-e336-42cf-b3ab-e5e558cfe1e3 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:26:06.988338 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477ee999-2df8-4db4-ac69-602db05780ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'code': 200} Jun 24 13:26:07.223884 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352de6a9-8fd9-4a7b-bd66-c0da1d514b9c req-bc546daa-9cc5-4bec-b150-ddae8d5958a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:07.225362 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-352de6a9-8fd9-4a7b-bd66-c0da1d514b9c req-bc546daa-9cc5-4bec-b150-ddae8d5958a1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 1098 time: 0.0955997 Jun 24 13:26:07.240646 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b3977-86d3-454b-b6c2-3d2296862e51 req-a845985a-14d5-440b-979e-d95bd7a317e4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:07.242011 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5c6b3977-86d3-454b-b6c2-3d2296862e51 req-a845985a-14d5-440b-979e-d95bd7a317e4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0855451 Jun 24 13:26:07.289731 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-352de6a9-8fd9-4a7b-bd66-c0da1d514b9c req-9175ad80-8941-4fe4-a3bc-1bade9c427f7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563912 Jun 24 13:26:07.296487 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5c6b3977-86d3-454b-b6c2-3d2296862e51 req-e7430971-769c-47e2-a650-9dbea1bedcfa tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481722 Jun 24 13:26:08.474538 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cee28-85c8-4818-9082-6a5484230fb8 req-9cfb151f-1c6e-45b5-875d-dfaaffc21319 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:08.476011 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c6cee28-85c8-4818-9082-6a5484230fb8 req-9cfb151f-1c6e-45b5-875d-dfaaffc21319 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0641356 Jun 24 13:26:08.512813 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7c6cee28-85c8-4818-9082-6a5484230fb8 req-93973d93-1c7e-4c62-b7e7-d1656fe2651c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Jun 24 13:26:08.680168 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669784c-939d-4a46-99d2-98d5293b916d req-0b583c1a-4a22-4171-aab5-2d496a0b90e5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:08.682252 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4669784c-939d-4a46-99d2-98d5293b916d req-0b583c1a-4a22-4171-aab5-2d496a0b90e5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0602725 Jun 24 13:26:08.723127 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4669784c-939d-4a46-99d2-98d5293b916d req-b5b39975-e40c-4eac-9fdc-d6faca5d3fbc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350006 Jun 24 13:26:08.746964 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54330) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:26:08.798298 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c214c9c9-3e58-46cb-ac42-a49195db4f48 tempest-TestShelveInstance-589219528 tempest-TestShelveInstance-589219528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:08.799965 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c214c9c9-3e58-46cb-ac42-a49195db4f48 tempest-TestShelveInstance-589219528 tempest-TestShelveInstance-589219528-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 1093 time: 0.0519249 Jun 24 13:26:08.802604 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54332) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:26:08.807029 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:26:08.828515 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for floatingip, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:08.925703 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:09.029281 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Allocated IP 172.26.1.201 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/63a5b2a7-d82b-4109-8b7c-3f81403157db) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:26:09.127731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:09.164493 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:09.167020 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-0a4ed337-44e6-4bf8-b4be-8b3dff3e44e9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:26:09.200737 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:26:09.203415 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:26:09.209311 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:26:09.236321 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'Port': ['ID=63a5b2a7-d82b-4109-8b7c-3f81403157db,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:26:09.240514 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:26:09.575485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:09.651325 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:09.798178 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:09.803134 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:09.805317 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:26:09.866953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event updated for resources: {'Port': ['ID=63a5b2a7-d82b-4109-8b7c-3f81403157db,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:26:09.871256 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:26:09.880760 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:09.976781 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Floating IP ae58d51c-fa2c-4206-ac57-2c7de81b06f3 associated. External IP: 172.26.1.201, port: 6e469256-dcf7-47c5-bd6d-05417a149a5f. Jun 24 13:26:10.182446 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Router 25ff79b2-386f-48fb-a695-14b5703bd7c9 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:26:10.287150 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:26:10.297047 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c342302-2aeb-4cb0-8750-2b3fe7b38005 None None] Sync routers for ids ['25ff79b2-386f-48fb-a695-14b5703bd7c9'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:26:10.303278 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:10.307998 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c342302-2aeb-4cb0-8750-2b3fe7b38005 None None] Routers {'25ff79b2-386f-48fb-a695-14b5703bd7c9'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:26:10.308768 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7c342302-2aeb-4cb0-8750-2b3fe7b38005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:25:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['25ff79b2-386f-48fb-a695-14b5703bd7c9'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:26:10.341497 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-fc0c19fb-756a-4724-8787-8763a8d6de58 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5378437 Jun 24 13:26:10.342444 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477ee999-2df8-4db4-ac69-602db05780ff', 'tag': '6e469256-dcf7-47c5-bd6d-05417a149a5f'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:26:10.344982 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a87ee7-072a-400b-b33f-ae450e267553" -d '{"events": [{"name": "network-changed", "server_uuid": "477ee999-2df8-4db4-ac69-602db05780ff", "tag": "6e469256-dcf7-47c5-bd6d-05417a149a5f"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:26:10.395725 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f973a895-7d89-47d6-a3d9-d05af117acb9 x-openstack-request-id: req-f973a895-7d89-47d6-a3d9-d05af117acb9 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:26:10.395938 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477ee999-2df8-4db4-ac69-602db05780ff", "tag": "6e469256-dcf7-47c5-bd6d-05417a149a5f", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:26:10.396240 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f973a895-7d89-47d6-a3d9-d05af117acb9 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:26:10.396686 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477ee999-2df8-4db4-ac69-602db05780ff', 'tag': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'status': 'completed', 'code': 200} Jun 24 13:26:10.422799 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-7c342302-2aeb-4cb0-8750-2b3fe7b38005 None None] Set router 25ff79b2-386f-48fb-a695-14b5703bd7c9 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:26:10.472962 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a87ee7-072a-400b-b33f-ae450e267553 req-2d4de1c7-40a1-49d4-8434-bb9270698c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:10.474376 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-78a87ee7-072a-400b-b33f-ae450e267553 req-2d4de1c7-40a1-49d4-8434-bb9270698c27 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 1098 time: 0.0523825 Jun 24 13:26:10.566173 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a87ee7-072a-400b-b33f-ae450e267553 req-7e8bf241-96c1-4f1c-8545-53ed2750c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:10.567686 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-78a87ee7-072a-400b-b33f-ae450e267553 req-7e8bf241-96c1-4f1c-8545-53ed2750c7fd service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.0862019 Jun 24 13:26:10.635765 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-78a87ee7-072a-400b-b33f-ae450e267553 req-71c00ca7-e89d-4d7a-8586-56dd65bf0012 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f HTTP/1.1" status: 200 len: 999 time: 0.0614836 Jun 24 13:26:10.645659 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7c342302-2aeb-4cb0-8750-2b3fe7b38005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'ae58d51c-fa2c-4206-ac57-2c7de81b06f3', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'port_id': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'mac_address': 'fa:16:3e:10:89:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ee999-2df8-4db4-ac69-602db05780ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:26:09Z', 'updated_at': '2021-06-24T13:26:09Z', 'revision_number': 0, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:27Z', 'revision_number': 5, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:26:10.675436 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c342302-2aeb-4cb0-8750-2b3fe7b38005 None None] Checking router: 25ff79b2-386f-48fb-a695-14b5703bd7c9 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:26:10.684280 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a87ee7-072a-400b-b33f-ae450e267553 req-cae32c27-728a-4001-9afc-96aacda641f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:10.684451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c342302-2aeb-4cb0-8750-2b3fe7b38005 None None] Routers {'25ff79b2-386f-48fb-a695-14b5703bd7c9'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:26:10.684895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7c342302-2aeb-4cb0-8750-2b3fe7b38005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:25:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['25ff79b2-386f-48fb-a695-14b5703bd7c9'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:26:10.685737 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-78a87ee7-072a-400b-b33f-ae450e267553 req-cae32c27-728a-4001-9afc-96aacda641f6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0432758 Jun 24 13:26:10.741702 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a87ee7-072a-400b-b33f-ae450e267553 req-687850b4-8a45-49aa-bef9-4a8eca6bef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:10.743133 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-78a87ee7-072a-400b-b33f-ae450e267553 req-687850b4-8a45-49aa-bef9-4a8eca6bef06 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501673 Jun 24 13:26:10.793304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-7c342302-2aeb-4cb0-8750-2b3fe7b38005 None None] Set router 25ff79b2-386f-48fb-a695-14b5703bd7c9 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:26:10.835862 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-78a87ee7-072a-400b-b33f-ae450e267553 req-630b646d-7fbd-44dc-ada1-8033e4b2f862 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864127 Jun 24 13:26:10.923933 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-78a87ee7-072a-400b-b33f-ae450e267553 req-ec885c98-2421-48a7-a577-b094049c7a8c service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821536 Jun 24 13:26:11.017688 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7c342302-2aeb-4cb0-8750-2b3fe7b38005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'ae58d51c-fa2c-4206-ac57-2c7de81b06f3', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'port_id': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'mac_address': 'fa:16:3e:10:89:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ee999-2df8-4db4-ac69-602db05780ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:26:09Z', 'updated_at': '2021-06-24T13:26:09Z', 'revision_number': 0, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:27Z', 'revision_number': 5, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:26:11.050630 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c342302-2aeb-4cb0-8750-2b3fe7b38005 None None] The sync data for ids ['25ff79b2-386f-48fb-a695-14b5703bd7c9'] in dv-neutron-797121-4-hyperv is: [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': 'ae58d51c-fa2c-4206-ac57-2c7de81b06f3', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'port_id': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'mac_address': 'fa:16:3e:10:89:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ee999-2df8-4db4-ac69-602db05780ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:26:09Z', 'updated_at': '2021-06-24T13:26:09Z', 'revision_number': 0, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:27Z', 'revision_number': 5, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:26:11.228900 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf65664-9c60-478d-8283-931f1995e376 None None] New status for floating IP ae58d51c-fa2c-4206-ac57-2c7de81b06f3: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:26:17.638954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:26.647237 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f6e35e72-6cce-4d53-a979-a1e9ceeaea30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:29.372072 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-78b23f58-b948-4154-a88c-3339a428b8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:29.514033 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:30.469461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:31.822328 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:26:32.427274 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:47.649435 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:56.647683 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e0c22102-92b0-4778-87cb-205368e156f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:59.029085 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-94acef9c-dc77-48bd-90d1-2154698a4065 req-22eb7735-4396-4a7a-bcdd-8b2c34f804c9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573127 Jun 24 13:26:59.121610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acef9c-dc77-48bd-90d1-2154698a4065 req-77f51ebd-0f7a-4cb6-a51d-d328d288b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:59.123099 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-94acef9c-dc77-48bd-90d1-2154698a4065 req-77f51ebd-0f7a-4cb6-a51d-d328d288b70a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 1098 time: 0.0512896 Jun 24 13:26:59.227276 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acef9c-dc77-48bd-90d1-2154698a4065 req-a7916705-8681-47db-8c11-a701b7fe590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:59.228732 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-94acef9c-dc77-48bd-90d1-2154698a4065 req-a7916705-8681-47db-8c11-a701b7fe590a service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.0870450 Jun 24 13:26:59.291294 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-94acef9c-dc77-48bd-90d1-2154698a4065 req-9d4956fa-e8bf-445d-aace-bbf7f89fca75 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f HTTP/1.1" status: 200 len: 1001 time: 0.0563660 Jun 24 13:26:59.337346 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acef9c-dc77-48bd-90d1-2154698a4065 req-de5452d7-fa6e-41a8-953c-de5d179d5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:59.338724 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-94acef9c-dc77-48bd-90d1-2154698a4065 req-de5452d7-fa6e-41a8-953c-de5d179d5156 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0416465 Jun 24 13:26:59.374283 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9f03-b36b-4b63-b433-769ecffd3cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:59.398908 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acef9c-dc77-48bd-90d1-2154698a4065 req-d4ff6696-1bd2-4eae-87ad-4096d009352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:26:59.400387 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-94acef9c-dc77-48bd-90d1-2154698a4065 req-d4ff6696-1bd2-4eae-87ad-4096d009352c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559621 Jun 24 13:26:59.488786 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-94acef9c-dc77-48bd-90d1-2154698a4065 req-8e97fb28-4cbd-4c39-a035-2728cf0b321c service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819211 Jun 24 13:26:59.514905 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:26:59.581107 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-94acef9c-dc77-48bd-90d1-2154698a4065 req-9de70783-198c-414a-8130-61d4a33bc7d3 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862813 Jun 24 13:27:00.471328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:27:02.429793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:27:08.820896 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:27:17.648208 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:27:26.647752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ab6618d1-1f2f-4c8e-809e-4dc1ff5df6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:27:29.376446 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-442d2642-616d-4593-bed5-721b526da449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:27:29.515841 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:27:30.472139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:27:32.435864 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:27:45.820008 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:27:47.641831 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:27:56.648198 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2694364b-474e-48b4-8c34-c001f4b1f611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:27:59.377418 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-82783df8-7e75-4a26-b166-fe7a7e910134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:27:59.518754 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:00.476356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:01.060579 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8b34228d-b046-4ccb-9e11-51e6471374aa req-cd17e3b0-b4ea-476e-891b-7f14ecaf3247 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1071773 Jun 24 13:28:01.156275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34228d-b046-4ccb-9e11-51e6471374aa req-553820ec-cc23-43f8-8040-1506dd3d6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:01.157755 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8b34228d-b046-4ccb-9e11-51e6471374aa req-553820ec-cc23-43f8-8040-1506dd3d6d1c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 1098 time: 0.0550914 Jun 24 13:28:01.614658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34228d-b046-4ccb-9e11-51e6471374aa req-9a827b5a-6307-4ccb-8033-43a11dad8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:01.616154 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8b34228d-b046-4ccb-9e11-51e6471374aa req-9a827b5a-6307-4ccb-8033-43a11dad8b43 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.4389925 Jun 24 13:28:01.678546 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8b34228d-b046-4ccb-9e11-51e6471374aa req-c8e23c9a-1d6d-44d0-ad43-5d3e7b0b34d1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f HTTP/1.1" status: 200 len: 1001 time: 0.0562263 Jun 24 13:28:01.728648 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34228d-b046-4ccb-9e11-51e6471374aa req-86c063d4-6c5f-48ec-bf60-c50c9b17e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:01.730057 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8b34228d-b046-4ccb-9e11-51e6471374aa req-86c063d4-6c5f-48ec-bf60-c50c9b17e3f8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0460696 Jun 24 13:28:01.784302 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34228d-b046-4ccb-9e11-51e6471374aa req-0250e7e4-2c41-47c1-9e6b-4c1de7a64fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:01.785761 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8b34228d-b046-4ccb-9e11-51e6471374aa req-0250e7e4-2c41-47c1-9e6b-4c1de7a64fce service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501530 Jun 24 13:28:01.877180 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8b34228d-b046-4ccb-9e11-51e6471374aa req-a646c06f-51e2-4e76-879b-1ad93145ea80 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845077 Jun 24 13:28:01.963175 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8b34228d-b046-4ccb-9e11-51e6471374aa req-a8c8c242-c709-43c6-a173-cd6b8a488e37 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802712 Jun 24 13:28:02.435571 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:06.269887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47035b1c-d714-45ac-9425-cd01f1ff364b req-010ca71d-861f-4e63-874c-094b35409901 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:06.271375 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-47035b1c-d714-45ac-9425-cd01f1ff364b req-010ca71d-861f-4e63-874c-094b35409901 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0629494 Jun 24 13:28:06.312057 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-47035b1c-d714-45ac-9425-cd01f1ff364b req-af6e2aed-8b76-4326-87dd-f036b84f77f6 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350404 Jun 24 13:28:07.499934 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450772e-716c-4e1b-8ef2-205101eb43d3 req-8e56c852-9188-4f2c-895a-c5abe914913f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:07.501435 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b450772e-716c-4e1b-8ef2-205101eb43d3 req-8e56c852-9188-4f2c-895a-c5abe914913f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0624583 Jun 24 13:28:07.539652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b450772e-716c-4e1b-8ef2-205101eb43d3 req-2dd86b66-9662-43d3-865c-59a696f40da7 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321550 Jun 24 13:28:08.726596 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cf18c-f7b0-43e1-af44-e239d5b69f70 req-e7e4ee47-facf-4ca6-a01d-c10cd8a2c396 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:08.728072 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2a2cf18c-f7b0-43e1-af44-e239d5b69f70 req-e7e4ee47-facf-4ca6-a01d-c10cd8a2c396 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0614288 Jun 24 13:28:08.764374 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2a2cf18c-f7b0-43e1-af44-e239d5b69f70 req-333df807-64f5-426e-ab50-a8a8b427e009 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306921 Jun 24 13:28:09.947752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c773e-3240-41e5-aae7-4672a1b4be24 req-0e38a960-6417-42b0-a789-e8eeb069729a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:09.949361 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-582c773e-3240-41e5-aae7-4672a1b4be24 req-0e38a960-6417-42b0-a789-e8eeb069729a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0696082 Jun 24 13:28:09.988336 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-582c773e-3240-41e5-aae7-4672a1b4be24 req-9943b522-be63-4585-8919-e703183d175a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320702 Jun 24 13:28:11.171820 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9557046-0bbd-4ebc-b9d3-8f21acc5ddec req-54627319-52c4-4493-85a0-42cfab2d00cc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:11.173264 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b9557046-0bbd-4ebc-b9d3-8f21acc5ddec req-54627319-52c4-4493-85a0-42cfab2d00cc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0625558 Jun 24 13:28:11.210846 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b9557046-0bbd-4ebc-b9d3-8f21acc5ddec req-277986ce-fa99-4bbe-bf47-aa494354f5a6 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314782 Jun 24 13:28:12.384181 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d050517-d8d5-4bbe-8a05-62dc73831fbd req-8b057f9c-0fed-43d6-bf5b-d738037b9200 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:12.385666 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0d050517-d8d5-4bbe-8a05-62dc73831fbd req-8b057f9c-0fed-43d6-bf5b-d738037b9200 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0638237 Jun 24 13:28:12.430500 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0d050517-d8d5-4bbe-8a05-62dc73831fbd req-c499522d-232a-4d3a-9ac4-c1b38af07034 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392118 Jun 24 13:28:13.605980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608eeb2-80f2-49ab-990a-de166026fe9c req-9085b8b7-8778-47fe-acf6-6737c7594cf3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:13.607470 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4608eeb2-80f2-49ab-990a-de166026fe9c req-9085b8b7-8778-47fe-acf6-6737c7594cf3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0633717 Jun 24 13:28:13.644744 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4608eeb2-80f2-49ab-990a-de166026fe9c req-d7262bc6-36ea-403a-ac3a-4b13a0ee96c1 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317237 Jun 24 13:28:14.819101 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3062b2-180a-4cd3-acf1-d5d0b51bc434 req-e3d01b0b-5212-4f37-9c66-ad5ea0c2fefa tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:14.820573 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dc3062b2-180a-4cd3-acf1-d5d0b51bc434 req-e3d01b0b-5212-4f37-9c66-ad5ea0c2fefa tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0638556 Jun 24 13:28:14.857068 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-dc3062b2-180a-4cd3-acf1-d5d0b51bc434 req-7d31de69-91ce-47a5-89a5-3ac387e3aefa tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308340 Jun 24 13:28:16.192002 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae47b4-4677-481f-9513-f4a16ff00f7c req-b4cab14e-9fd3-4209-ba06-7f6223e774d4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:16.193545 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2fae47b4-4677-481f-9513-f4a16ff00f7c req-b4cab14e-9fd3-4209-ba06-7f6223e774d4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0668812 Jun 24 13:28:16.233146 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2fae47b4-4677-481f-9513-f4a16ff00f7c req-4e8d8c0b-f599-41bf-92d1-10686b9161f4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336590 Jun 24 13:28:16.365080 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8c679-61fb-48d6-abe2-41aa258369a4 req-45c14919-3087-4f96-9f5b-2212dccb7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:16.366578 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-daa8c679-61fb-48d6-abe2-41aa258369a4 req-45c14919-3087-4f96-9f5b-2212dccb7399 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 1098 time: 0.0524011 Jun 24 13:28:16.460351 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8c679-61fb-48d6-abe2-41aa258369a4 req-bb550bdf-3f32-4b2a-a9e6-3633dacab27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:16.461732 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-daa8c679-61fb-48d6-abe2-41aa258369a4 req-bb550bdf-3f32-4b2a-a9e6-3633dacab27a service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.0890422 Jun 24 13:28:16.525101 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-daa8c679-61fb-48d6-abe2-41aa258369a4 req-e50337aa-e24e-4a68-97b5-0a9222086552 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f HTTP/1.1" status: 200 len: 1001 time: 0.0575781 Jun 24 13:28:16.573152 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8c679-61fb-48d6-abe2-41aa258369a4 req-343ac85f-80e6-4683-af84-377c698fa1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:16.574673 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-daa8c679-61fb-48d6-abe2-41aa258369a4 req-343ac85f-80e6-4683-af84-377c698fa1e7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0440788 Jun 24 13:28:16.635316 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8c679-61fb-48d6-abe2-41aa258369a4 req-8172eec6-c655-4591-998c-d609bc573c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:16.636788 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-daa8c679-61fb-48d6-abe2-41aa258369a4 req-8172eec6-c655-4591-998c-d609bc573c11 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559230 Jun 24 13:28:16.731487 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-daa8c679-61fb-48d6-abe2-41aa258369a4 req-20733ba3-36d1-47ec-8a64-2106f4a91cf6 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876336 Jun 24 13:28:16.824433 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-daa8c679-61fb-48d6-abe2-41aa258369a4 req-de721327-c0b6-4293-a10a-56c4eee89d4c service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870633 Jun 24 13:28:17.404805 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe5dbb-0cf2-4a51-a72c-576641fc7802 req-5b200b25-008a-48ea-90fe-31ac69bba5b3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:17.406278 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aafe5dbb-0cf2-4a51-a72c-576641fc7802 req-5b200b25-008a-48ea-90fe-31ac69bba5b3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0641119 Jun 24 13:28:17.444308 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aafe5dbb-0cf2-4a51-a72c-576641fc7802 req-4417eea2-1124-4ea5-b06e-918c2938e40b tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Jun 24 13:28:17.661240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:18.621896 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6021a5-dbdd-4db0-ad13-b13ed68dd8e4 req-4e0acc73-9599-4ad2-8a2b-e17bb1a56e72 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:18.623472 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be6021a5-dbdd-4db0-ad13-b13ed68dd8e4 req-4e0acc73-9599-4ad2-8a2b-e17bb1a56e72 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0696433 Jun 24 13:28:18.662903 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-be6021a5-dbdd-4db0-ad13-b13ed68dd8e4 req-13b1ec35-b64a-4672-9bcd-6abaf8cb6185 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336077 Jun 24 13:28:19.854911 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56b474-8022-4b30-bab0-1361fe14212d req-e530b11b-c15e-43fb-ad04-40947e8a28dc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:19.856364 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d56b474-8022-4b30-bab0-1361fe14212d req-e530b11b-c15e-43fb-ad04-40947e8a28dc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0704710 Jun 24 13:28:19.900764 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6d56b474-8022-4b30-bab0-1361fe14212d req-6e4b9b13-b3bb-432b-b8df-7095cf7d86c3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377231 Jun 24 13:28:21.074213 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a06f4-f5cc-4114-8ced-71dbf3b99c4f req-68941744-1bd4-44da-8441-51df8fb410e0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:21.076005 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0c8a06f4-f5cc-4114-8ced-71dbf3b99c4f req-68941744-1bd4-44da-8441-51df8fb410e0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0645170 Jun 24 13:28:21.114123 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0c8a06f4-f5cc-4114-8ced-71dbf3b99c4f req-f7f8bb23-9ddb-4d8b-a3d5-30d52ea9e6ca tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326991 Jun 24 13:28:21.335194 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54418) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:28:21.405409 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 6e469256-dcf7-47c5-bd6d-05417a149a5f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:28:21.461844 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [req-6880ece9-cacd-44c8-aa94-f082f09be8ae req-a5961372-c9bb-40f2-b402-01f9607afcc0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1252685 Jun 24 13:28:21.471918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0152f26-806e-411c-8c06-0553db8e7976 req-50cb853b-ddfa-4ab7-bdc8-010445ce3e87 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:21.473440 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a0152f26-806e-411c-8c06-0553db8e7976 req-50cb853b-ddfa-4ab7-bdc8-010445ce3e87 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0736094 Jun 24 13:28:21.482307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:21.506148 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477ee999-2df8-4db4-ac69-602db05780ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e469256-dcf7-47c5-bd6d-05417a149a5f'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:28:21.508458 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f276e5f-8a83-48a2-b602-0d37b4f25b2e" -d '{"events": [{"server_uuid": "477ee999-2df8-4db4-ac69-602db05780ff", "name": "network-vif-unplugged", "status": "completed", "tag": "6e469256-dcf7-47c5-bd6d-05417a149a5f"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:28:21.513002 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a0152f26-806e-411c-8c06-0553db8e7976 req-f4f70498-e80c-44f6-92e8-3d7b2ed021dd tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336294 Jun 24 13:28:21.537021 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 6e469256-dcf7-47c5-bd6d-05417a149a5f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:28:21.537021 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:21.537021 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:28:21.559858 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 13:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e185c0-f1db-4917-9836-4746299e59ad x-openstack-request-id: req-d1e185c0-f1db-4917-9836-4746299e59ad {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:28:21.560161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477ee999-2df8-4db4-ac69-602db05780ff", "name": "network-vif-unplugged", "status": "failed", "tag": "6e469256-dcf7-47c5-bd6d-05417a149a5f", "code": 422}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:28:21.560414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d1e185c0-f1db-4917-9836-4746299e59ad {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:28:21.560962 dv-neutron-797121-4-hyperv neutron-server[100147]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '477ee999-2df8-4db4-ac69-602db05780ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'code': 422} returned with failed status Jun 24 13:28:21.586470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=6e469256-dcf7-47c5-bd6d-05417a149a5f,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:28:21.593094 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:28:21.593438 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:28:21.593772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:28:21.594100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:28:21.594425 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:28:21.594749 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:28:21.595100 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:28:21.595414 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:28:21.595737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:28:21.596052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:28:21.596367 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:28:21.596682 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:28:21.600471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:28:22.688378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac33ce-b376-4971-afd9-30bd4e5e0a7f req-82b17268-d1ac-47ca-aac5-b88b6473717d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:22.689886 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0cac33ce-b376-4971-afd9-30bd4e5e0a7f req-82b17268-d1ac-47ca-aac5-b88b6473717d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0641294 Jun 24 13:28:22.728822 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0cac33ce-b376-4971-afd9-30bd4e5e0a7f req-11158741-740e-49c5-ad04-45b06ff88254 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323324 Jun 24 13:28:22.819088 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:28:23.910465 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9243b1-c185-4417-97b3-1090a8829df8 req-9861c3db-36d0-46fc-910c-e72e574cd92a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:23.912010 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aa9243b1-c185-4417-97b3-1090a8829df8 req-9861c3db-36d0-46fc-910c-e72e574cd92a tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0690620 Jun 24 13:28:23.951812 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-aa9243b1-c185-4417-97b3-1090a8829df8 req-bd3ca004-a700-4d68-ad19-a410f7ba97de tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335548 Jun 24 13:28:25.130158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1158c-5b11-4786-b6df-a62be9d9d0b1 req-ae650590-4264-4f16-81be-b36e6a4589c4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:25.131690 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-acb1158c-5b11-4786-b6df-a62be9d9d0b1 req-ae650590-4264-4f16-81be-b36e6a4589c4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0688412 Jun 24 13:28:25.169611 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-acb1158c-5b11-4786-b6df-a62be9d9d0b1 req-c08a2626-4ebd-42d9-b491-88cf055fd239 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320861 Jun 24 13:28:26.353666 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f239e0-cdf2-41e8-9ba6-ccff67cdbabb req-5591cd74-1bf8-4f62-99c7-d6a9062aaf2c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:26.355267 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-05f239e0-cdf2-41e8-9ba6-ccff67cdbabb req-5591cd74-1bf8-4f62-99c7-d6a9062aaf2c tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0666761 Jun 24 13:28:26.395242 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-05f239e0-cdf2-41e8-9ba6-ccff67cdbabb req-ffbffaa2-f4b5-4fc3-8bad-f23abddedf57 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332854 Jun 24 13:28:26.648745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a1944d9e-bc49-4cde-9631-08ff210d07d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:27.579231 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5a509-3a89-493f-a258-c22862376cc9 req-32ba119e-51ae-4ad4-a5f1-a1e7335acc8f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:27.580706 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ceb5a509-3a89-493f-a258-c22862376cc9 req-32ba119e-51ae-4ad4-a5f1-a1e7335acc8f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0722103 Jun 24 13:28:27.618913 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ceb5a509-3a89-493f-a258-c22862376cc9 req-8ec50b20-d16d-4a39-bf88-52ab8c8804ab tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Jun 24 13:28:28.184853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880ece9-cacd-44c8-aa94-f082f09be8ae req-9eaeb34e-a539-47a1-a3bb-41eeaed236c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:28.186338 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6880ece9-cacd-44c8-aa94-f082f09be8ae req-9eaeb34e-a539-47a1-a3bb-41eeaed236c1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff&tenant_id=fafa85c25242409db770689b1ab86f56 HTTP/1.1" status: 200 len: 1096 time: 0.0511663 Jun 24 13:28:28.259021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880ece9-cacd-44c8-aa94-f082f09be8ae req-a1019138-7495-4c98-a4fa-da251b440eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:28.260519 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6880ece9-cacd-44c8-aa94-f082f09be8ae req-a1019138-7495-4c98-a4fa-da251b440eb7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 1096 time: 0.0509064 Jun 24 13:28:28.350871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880ece9-cacd-44c8-aa94-f082f09be8ae req-aad3238a-3381-456c-88b3-5becb94613fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:28.352337 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6880ece9-cacd-44c8-aa94-f082f09be8ae req-aad3238a-3381-456c-88b3-5becb94613fd service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.0858629 Jun 24 13:28:28.415277 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6880ece9-cacd-44c8-aa94-f082f09be8ae req-fa9d04ab-fab2-4764-8e6f-a4c2e564c4e7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f HTTP/1.1" status: 200 len: 999 time: 0.0569983 Jun 24 13:28:28.467809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880ece9-cacd-44c8-aa94-f082f09be8ae req-d176f6a0-bb7f-4f39-8c79-1a01412da9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:28.469149 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6880ece9-cacd-44c8-aa94-f082f09be8ae req-d176f6a0-bb7f-4f39-8c79-1a01412da9b2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0478966 Jun 24 13:28:28.524470 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880ece9-cacd-44c8-aa94-f082f09be8ae req-aad5537f-e673-41b8-bfe3-75b7fc71c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:28.525907 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6880ece9-cacd-44c8-aa94-f082f09be8ae req-aad5537f-e673-41b8-bfe3-75b7fc71c269 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499446 Jun 24 13:28:28.611481 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6880ece9-cacd-44c8-aa94-f082f09be8ae req-1f5d68d1-d9eb-4592-b671-fcc403319990 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793054 Jun 24 13:28:28.706207 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6880ece9-cacd-44c8-aa94-f082f09be8ae req-22d52397-2d6a-490f-abf6-8d6e994dc89d service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885265 Jun 24 13:28:28.794806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fe740-e561-4290-a8f2-33c1bc998ff4 req-6d49134e-0ed1-4c6f-be58-f4e24f0261fd tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:28.796215 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4b7fe740-e561-4290-a8f2-33c1bc998ff4 req-6d49134e-0ed1-4c6f-be58-f4e24f0261fd tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0630527 Jun 24 13:28:28.834648 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4b7fe740-e561-4290-a8f2-33c1bc998ff4 req-85c82bbb-3587-4f60-973c-ab2fdd21a0e6 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319424 Jun 24 13:28:29.379619 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e6d856f7-e748-4f2e-95e8-fe569cf3a6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:29.519885 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:30.018205 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7f8d6-866f-4caa-928d-6e51e41b0448 req-d669cc80-9e0a-4580-a154-cf6ec2510a27 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:30.020528 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4e7f8d6-866f-4caa-928d-6e51e41b0448 req-d669cc80-9e0a-4580-a154-cf6ec2510a27 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0697627 Jun 24 13:28:30.057772 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a4e7f8d6-866f-4caa-928d-6e51e41b0448 req-b41a51bb-d453-494d-a6ab-f84909158928 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315442 Jun 24 13:28:30.479158 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:31.232437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5da138-f718-44ba-84e8-5b8f7dadefae req-85218a63-7c40-4d78-b17a-31d7e694c41b tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:31.233974 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ad5da138-f718-44ba-84e8-5b8f7dadefae req-85218a63-7c40-4d78-b17a-31d7e694c41b tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0636425 Jun 24 13:28:31.271952 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ad5da138-f718-44ba-84e8-5b8f7dadefae req-862fa957-4841-4777-b907-e41f1125f2b9 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322590 Jun 24 13:28:32.437686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:32.450096 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5c9d0-dd4e-4848-a82f-c95311d4ea10 req-e32e4269-31c7-4037-811a-5e7d65045d5b tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:32.451600 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9b5c9d0-dd4e-4848-a82f-c95311d4ea10 req-e32e4269-31c7-4037-811a-5e7d65045d5b tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0710342 Jun 24 13:28:32.490014 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9b5c9d0-dd4e-4848-a82f-c95311d4ea10 req-3467c929-9738-4b11-afa9-25a0693127fe tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318134 Jun 24 13:28:33.665049 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb448c-9181-4d8e-9c4a-1162cb70e245 req-968d93e8-4a69-4a29-80d1-a18fd2cc6540 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:33.666468 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-19fb448c-9181-4d8e-9c4a-1162cb70e245 req-968d93e8-4a69-4a29-80d1-a18fd2cc6540 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0661380 Jun 24 13:28:33.704282 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-19fb448c-9181-4d8e-9c4a-1162cb70e245 req-282cb484-d496-489f-b2e5-df87d63cfe92 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321627 Jun 24 13:28:34.873332 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2f87a-8151-4e94-bd51-7d6bc3236b20 req-0d4f854e-38d8-43f5-915d-43460af49576 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:34.874844 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-81e2f87a-8151-4e94-bd51-7d6bc3236b20 req-0d4f854e-38d8-43f5-915d-43460af49576 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 943 time: 0.0628638 Jun 24 13:28:34.912575 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-81e2f87a-8151-4e94-bd51-7d6bc3236b20 req-60e97ac4-c4d1-46ad-bfde-eef1de1c1932 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316274 Jun 24 13:28:35.524516 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 6e469256-dcf7-47c5-bd6d-05417a149a5f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:28:35.618503 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 6e469256-dcf7-47c5-bd6d-05417a149a5f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:28:35.776173 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'port_id': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'mac_address': 'fa:16:3e:10:89:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:28:35.812887 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:35.825884 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e469256-dcf7-47c5-bd6d-05417a149a5f {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:28:35.847963 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 6e469256-dcf7-47c5-bd6d-05417a149a5f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:28:35.851923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:35.853760 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:28:35.898042 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=6e469256-dcf7-47c5-bd6d-05417a149a5f,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:28:35.901220 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:28:36.066398 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['6e469256-dcf7-47c5-bd6d-05417a149a5f'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:28:36.089765 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a2e26-5806-4201-95df-0f48293d1e6d req-8cea9761-250e-4442-82e3-d3ad54af55c6 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:36.091275 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-187a2e26-5806-4201-95df-0f48293d1e6d req-8cea9761-250e-4442-82e3-d3ad54af55c6 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 944 time: 0.0701439 Jun 24 13:28:36.130159 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-187a2e26-5806-4201-95df-0f48293d1e6d req-88c252fa-ead9-4b3e-8243-35381dc1e167 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332074 Jun 24 13:28:37.299386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91208801-7903-4013-a684-78e085b61e6d req-f90cf556-a0c8-4d51-87f8-f67c99d21ab6 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:37.301327 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-91208801-7903-4013-a684-78e085b61e6d req-f90cf556-a0c8-4d51-87f8-f67c99d21ab6 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 944 time: 0.0624275 Jun 24 13:28:37.338224 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-91208801-7903-4013-a684-78e085b61e6d req-e5d21fcc-35fe-4c79-bd5f-bcfa05c8b718 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312560 Jun 24 13:28:37.539733 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 6e469256-dcf7-47c5-bd6d-05417a149a5f up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:28:37.587949 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port 6e469256-dcf7-47c5-bd6d-05417a149a5f triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:28:37.588376 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:37.661827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:37.684765 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477ee999-2df8-4db4-ac69-602db05780ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e469256-dcf7-47c5-bd6d-05417a149a5f'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:28:37.687052 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24db87f6-5aef-4eab-ba51-0082704b4583" -d '{"events": [{"server_uuid": "477ee999-2df8-4db4-ac69-602db05780ff", "name": "network-vif-plugged", "status": "completed", "tag": "6e469256-dcf7-47c5-bd6d-05417a149a5f"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:28:37.699740 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port 6e469256-dcf7-47c5-bd6d-05417a149a5f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:28:37.704176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:37.707183 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-820b8fcc-8e41-443e-b2a1-336a95b46bea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:28:37.729957 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e708b140-8031-4585-95d4-9886347feaa6 x-openstack-request-id: req-e708b140-8031-4585-95d4-9886347feaa6 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:28:37.730264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477ee999-2df8-4db4-ac69-602db05780ff", "name": "network-vif-plugged", "status": "completed", "tag": "6e469256-dcf7-47c5-bd6d-05417a149a5f", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:28:37.730525 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e708b140-8031-4585-95d4-9886347feaa6 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:28:37.730939 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477ee999-2df8-4db4-ac69-602db05780ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'code': 200} Jun 24 13:28:37.756515 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=6e469256-dcf7-47c5-bd6d-05417a149a5f,revision_number=8']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:28:37.759415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:28:37.947830 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03624bf0-497d-476b-81e5-b622befc02a9 req-98f9b835-9e91-441a-a97b-19ada8747e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:37.949279 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-03624bf0-497d-476b-81e5-b622befc02a9 req-98f9b835-9e91-441a-a97b-19ada8747e20 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 1098 time: 0.0538728 Jun 24 13:28:37.982551 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-03624bf0-497d-476b-81e5-b622befc02a9 req-40345c50-aea7-4789-82cd-cd3e249d5c8e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270021 Jun 24 13:28:38.555479 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9f65a-f454-4435-8f82-dec456d6bd07 req-d92b1678-195b-4e20-8e71-90d458bc2cbc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:38.557007 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-06b9f65a-f454-4435-8f82-dec456d6bd07 req-d92b1678-195b-4e20-8e71-90d458bc2cbc tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.1056273 Jun 24 13:28:38.596143 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-06b9f65a-f454-4435-8f82-dec456d6bd07 req-321256bc-848b-4f52-bef9-ec64fd20468e tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335412 Jun 24 13:28:39.810950 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513bc52-a2b2-4474-b989-5f1fafaf8ae2 req-32ad3d5a-e5b3-42a0-b5a2-64c12bcf3edb tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:28:39.812420 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7513bc52-a2b2-4474-b989-5f1fafaf8ae2 req-32ad3d5a-e5b3-42a0-b5a2-64c12bcf3edb tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.1048784 Jun 24 13:28:39.854021 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7513bc52-a2b2-4474-b989-5f1fafaf8ae2 req-1f93d252-6f98-405f-a025-7a71aca95764 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351427 Jun 24 13:28:47.665722 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:56.650332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a2757e32-3d4f-41e8-ba62-64fb5f42a0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:59.381826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-38358dcb-de9f-42c0-8d3f-264ae144f014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:59.523558 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:28:59.817124 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:29:00.482452 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:02.440585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:03.014461 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fd2d193d-387d-4d56-a6a8-5d11c309e52d req-a76e1366-cac8-4a54-80ef-1b629c5e6334 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559704 Jun 24 13:29:03.110035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d193d-387d-4d56-a6a8-5d11c309e52d req-9bf801f4-b8f0-42dd-afb6-e5998d0b2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:29:03.111552 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fd2d193d-387d-4d56-a6a8-5d11c309e52d req-9bf801f4-b8f0-42dd-afb6-e5998d0b2295 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 1098 time: 0.0550785 Jun 24 13:29:03.217904 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d193d-387d-4d56-a6a8-5d11c309e52d req-4f4305c5-a06b-47a0-a168-cf308b587107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:29:03.219410 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fd2d193d-387d-4d56-a6a8-5d11c309e52d req-4f4305c5-a06b-47a0-a168-cf308b587107 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.0876119 Jun 24 13:29:03.281725 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fd2d193d-387d-4d56-a6a8-5d11c309e52d req-3b896098-fcd3-47c5-906d-43288f6f1760 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f HTTP/1.1" status: 200 len: 1001 time: 0.0551260 Jun 24 13:29:03.330898 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d193d-387d-4d56-a6a8-5d11c309e52d req-761736ca-a0a0-459d-a540-377733bddf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:29:03.332353 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fd2d193d-387d-4d56-a6a8-5d11c309e52d req-761736ca-a0a0-459d-a540-377733bddf6f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0437508 Jun 24 13:29:03.392360 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d193d-387d-4d56-a6a8-5d11c309e52d req-b89762e9-1c28-4086-a867-1a278d4b131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:29:03.393792 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fd2d193d-387d-4d56-a6a8-5d11c309e52d req-b89762e9-1c28-4086-a867-1a278d4b131e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554893 Jun 24 13:29:03.482005 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fd2d193d-387d-4d56-a6a8-5d11c309e52d req-efbd4710-fcc7-4965-a6ad-cb828364f49f service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815868 Jun 24 13:29:03.573313 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fd2d193d-387d-4d56-a6a8-5d11c309e52d req-73c6b032-3541-4fee-99db-caad4f9bb472 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847449 Jun 24 13:29:17.677348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:26.652091 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7d403ce8-2757-46d0-b117-c6b4ae5c9fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:29.383255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e170d7b5-d3f2-43a1-a081-17eff90f001d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:29.524510 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:30.484381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:32.443492 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:36.816071 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:29:47.678395 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:49.866001 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54500) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:29:50.024105 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Deleting port 63a5b2a7-d82b-4109-8b7c-3f81403157db {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:29:50.024352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:50.096073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:50.096396 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:50.107385 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Calling delete_port for 63a5b2a7-d82b-4109-8b7c-3f81403157db owned by network:floatingip {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:29:50.252483 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:50.255377 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:29:50.279984 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event deleted for resources: {'Port': ['ID=63a5b2a7-d82b-4109-8b7c-3f81403157db,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:29:50.306818 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:50.307212 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:50.307596 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:50.307976 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:50.308352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:50.308724 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:50.309092 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:50.309461 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:50.309830 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:50.310196 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:50.310561 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:50.310954 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:50.314539 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:29:50.353111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for floatingip, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:50.354067 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.l3_db [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Floating IP ae58d51c-fa2c-4206-ac57-2c7de81b06f3 disassociated (deleted). External IP: 172.26.1.201, port: 6e469256-dcf7-47c5-bd6d-05417a149a5f. Jun 24 13:29:50.555522 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Router 25ff79b2-386f-48fb-a695-14b5703bd7c9 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:29:50.664419 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:29:50.669046 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:50.675063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c07203-c400-481a-9118-2a50699d1329 None None] Sync routers for ids ['25ff79b2-386f-48fb-a695-14b5703bd7c9'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:29:50.684382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c07203-c400-481a-9118-2a50699d1329 None None] Routers {'25ff79b2-386f-48fb-a695-14b5703bd7c9'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:29:50.685000 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f0c07203-c400-481a-9118-2a50699d1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:29:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['25ff79b2-386f-48fb-a695-14b5703bd7c9'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:29:50.711808 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-e5b1546a-350f-4a61-a9f4-0ca516517689 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "DELETE /v2.0/floatingips/ae58d51c-fa2c-4206-ac57-2c7de81b06f3 HTTP/1.1" status: 204 len: 168 time: 0.8447180 Jun 24 13:29:50.712645 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477ee999-2df8-4db4-ac69-602db05780ff', 'tag': '6e469256-dcf7-47c5-bd6d-05417a149a5f'}] {{(pid=100146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:29:50.715138 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}984e22df460580ff7a372cd2b7eae15d8ef75c0bc7678d7a3e405a8f00d1e029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9d63a7-e389-46c0-b670-e5b59f6f28ab" -d '{"events": [{"name": "network-changed", "server_uuid": "477ee999-2df8-4db4-ac69-602db05780ff", "tag": "6e469256-dcf7-47c5-bd6d-05417a149a5f"}]}' {{(pid=100146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:29:50.757073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dedb5a0-3930-4190-9fc7-fd0f46721981 x-openstack-request-id: req-1dedb5a0-3930-4190-9fc7-fd0f46721981 {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:29:50.757426 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477ee999-2df8-4db4-ac69-602db05780ff", "tag": "6e469256-dcf7-47c5-bd6d-05417a149a5f", "status": "completed", "code": 200}]} {{(pid=100146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:29:50.757748 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1dedb5a0-3930-4190-9fc7-fd0f46721981 {{(pid=100146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:29:50.758197 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477ee999-2df8-4db4-ac69-602db05780ff', 'tag': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'status': 'completed', 'code': 200} Jun 24 13:29:50.807224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-f0c07203-c400-481a-9118-2a50699d1329 None None] Set router 25ff79b2-386f-48fb-a695-14b5703bd7c9 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:29:50.850853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d63a7-e389-46c0-b670-e5b59f6f28ab req-ab67acbe-c85d-4e7b-bf12-06d4a6e5b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:29:50.852480 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff9d63a7-e389-46c0-b670-e5b59f6f28ab req-ab67acbe-c85d-4e7b-bf12-06d4a6e5b382 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fafa85c25242409db770689b1ab86f56&device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 1098 time: 0.0721908 Jun 24 13:29:50.964238 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d63a7-e389-46c0-b670-e5b59f6f28ab req-a4cb9481-578b-42ac-9282-3b3c42232625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:29:50.965963 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff9d63a7-e389-46c0-b670-e5b59f6f28ab req-a4cb9481-578b-42ac-9282-3b3c42232625 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 200 len: 910 time: 0.1076355 Jun 24 13:29:51.011207 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff9d63a7-e389-46c0-b670-e5b59f6f28ab req-08d06970-97fd-417d-8ca8-b2633808a40e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f HTTP/1.1" status: 200 len: 217 time: 0.0377667 Jun 24 13:29:51.021632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f0c07203-c400-481a-9118-2a50699d1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:27Z', 'revision_number': 5, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:29:51.048878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c07203-c400-481a-9118-2a50699d1329 None None] Checking router: 25ff79b2-386f-48fb-a695-14b5703bd7c9 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:29:51.057958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c07203-c400-481a-9118-2a50699d1329 None None] Routers {'25ff79b2-386f-48fb-a695-14b5703bd7c9'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:29:51.058469 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f0c07203-c400-481a-9118-2a50699d1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:29:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['25ff79b2-386f-48fb-a695-14b5703bd7c9'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:29:51.094344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d63a7-e389-46c0-b670-e5b59f6f28ab req-5b6c6bcd-9ea1-4d0e-81c1-85c86d69f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:29:51.095900 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff9d63a7-e389-46c0-b670-e5b59f6f28ab req-5b6c6bcd-9ea1-4d0e-81c1-85c86d69f08c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 200 len: 847 time: 0.0782204 Jun 24 13:29:51.155643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50545f47-78b8-4847-94ae-e425ddf7535f req-8d8e5eaa-e8eb-4c21-a635-386021fe7b45 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:29:51.157168 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-50545f47-78b8-4847-94ae-e425ddf7535f req-8d8e5eaa-e8eb-4c21-a635-386021fe7b45 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.1133580 Jun 24 13:29:51.164563 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-f0c07203-c400-481a-9118-2a50699d1329 None None] Set router 25ff79b2-386f-48fb-a695-14b5703bd7c9 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:29:51.195663 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d63a7-e389-46c0-b670-e5b59f6f28ab req-0fc936c0-84d1-44a9-b8a0-270e9021366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:29:51.197697 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff9d63a7-e389-46c0-b670-e5b59f6f28ab req-0fc936c0-84d1-44a9-b8a0-270e9021366a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e9a4ca2f-270f-443a-aade-37abbc473aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939658 Jun 24 13:29:51.218834 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-50545f47-78b8-4847-94ae-e425ddf7535f req-c0c848ac-e6fe-4c09-9ca4-c495140536c5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541456 Jun 24 13:29:51.303704 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff9d63a7-e389-46c0-b670-e5b59f6f28ab req-6bf85f31-f472-4cd1-9b72-4397fdefd7ad service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978167 Jun 24 13:29:51.366180 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-f0c07203-c400-481a-9118-2a50699d1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:27Z', 'revision_number': 5, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:29:51.396895 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c07203-c400-481a-9118-2a50699d1329 None None] The sync data for ids ['25ff79b2-386f-48fb-a695-14b5703bd7c9'] in dv-neutron-797121-4-hyperv is: [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:21Z', 'revision_number': 4, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '3e78d051-48a7-4833-b92e-1b3e793848f0', 'name': '', 'network_id': 'e9a4ca2f-270f-443a-aade-37abbc473aac', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'mac_address': 'fa:16:3e:22:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:21Z', 'updated_at': '2021-06-24T13:21:27Z', 'revision_number': 5, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'subnets': [{'id': '94fd1cf0-3bb6-4f22-9533-a935d44c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:29:51.404084 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ff9d63a7-e389-46c0-b670-e5b59f6f28ab req-fca1e261-1224-45e7-9f79-9de7959b6aa2 service neutron] 10.222.0.102 "GET /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869892 Jun 24 13:29:51.614312 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2242f647-c8f5-4c80-8011-9a5077917b38 None None] New status for floating IP ae58d51c-fa2c-4206-ac57-2c7de81b06f3: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:29:52.402145 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28438070-5b6a-4c73-bff5-4a10750576c4 req-c459dffe-d901-465e-b4e9-89a7ab085843 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:29:52.403643 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-28438070-5b6a-4c73-bff5-4a10750576c4 req-c459dffe-d901-465e-b4e9-89a7ab085843 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0629070 Jun 24 13:29:52.447130 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-28438070-5b6a-4c73-bff5-4a10750576c4 req-dfea9d7a-d418-44d1-8e0f-4287b28ed782 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/security-groups?id=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375209 Jun 24 13:29:52.536428 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec6acc-626d-42d6-bdc8-31ff3b54a15d req-85568326-1f0c-4e88-a547-e3ff78559254 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:29:52.537774 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-58ec6acc-626d-42d6-bdc8-31ff3b54a15d req-85568326-1f0c-4e88-a547-e3ff78559254 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.102 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 945 time: 0.0611649 Jun 24 13:29:52.632684 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-58ec6acc-626d-42d6-bdc8-31ff3b54a15d req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Deleting port 6e469256-dcf7-47c5-bd6d-05417a149a5f {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:29:52.633022 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-58ec6acc-626d-42d6-bdc8-31ff3b54a15d req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:52.722148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-58ec6acc-626d-42d6-bdc8-31ff3b54a15d req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] For port 6e469256-dcf7-47c5-bd6d-05417a149a5f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e469256-dcf7-47c5-bd6d-05417a149a5f,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:29:52.722499 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-58ec6acc-626d-42d6-bdc8-31ff3b54a15d req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:52.734828 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-58ec6acc-626d-42d6-bdc8-31ff3b54a15d req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Calling delete_port for 6e469256-dcf7-47c5-bd6d-05417a149a5f owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:29:52.862994 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-58ec6acc-626d-42d6-bdc8-31ff3b54a15d req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:52.867650 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:29:52.894126 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event deleted for resources: {'Port': ['ID=6e469256-dcf7-47c5-bd6d-05417a149a5f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:29:52.920463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:52.920948 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:52.921240 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:52.921616 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:52.921986 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:52.922358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:52.922722 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:52.923110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:52.923475 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:52.923836 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:52.924197 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:52.924556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:29:52.929340 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:29:52.948523 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ec6acc-626d-42d6-bdc8-31ff3b54a15d req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] No DVR routers for this DVR port 6e469256-dcf7-47c5-bd6d-05417a149a5f on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:29:52.950864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-58ec6acc-626d-42d6-bdc8-31ff3b54a15d req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:52.952833 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-58ec6acc-626d-42d6-bdc8-31ff3b54a15d req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.102 "DELETE /v2.0/ports/6e469256-dcf7-47c5-bd6d-05417a149a5f HTTP/1.1" status: 204 len: 173 time: 0.4100602 Jun 24 13:29:52.953314 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477ee999-2df8-4db4-ac69-602db05780ff', 'name': 'network-vif-deleted', 'tag': '6e469256-dcf7-47c5-bd6d-05417a149a5f'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:29:52.955635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea9bca7-2fe8-45dc-828d-70d734d6d16b" -d '{"events": [{"server_uuid": "477ee999-2df8-4db4-ac69-602db05780ff", "name": "network-vif-deleted", "tag": "6e469256-dcf7-47c5-bd6d-05417a149a5f"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:29:52.995952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8148bf50-561f-4bcc-88b6-c579ad8cd98a x-openstack-request-id: req-8148bf50-561f-4bcc-88b6-c579ad8cd98a {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:29:52.996300 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477ee999-2df8-4db4-ac69-602db05780ff", "name": "network-vif-deleted", "tag": "6e469256-dcf7-47c5-bd6d-05417a149a5f", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:29:52.996610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8148bf50-561f-4bcc-88b6-c579ad8cd98a {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:29:52.997063 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477ee999-2df8-4db4-ac69-602db05780ff', 'name': 'network-vif-deleted', 'tag': '6e469256-dcf7-47c5-bd6d-05417a149a5f', 'status': 'completed', 'code': 200} Jun 24 13:29:53.594333 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-50886563-105d-4da5-a9c9-98bd2d3391e5 req-e9aa37fb-bf42-4132-9949-d94ff5af6199 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 210 time: 0.0341992 Jun 24 13:29:54.738698 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-91b63136-bb4a-4c81-ac8c-ef23c87bd312 req-771b622f-6f48-49d7-9d2a-241793eb45b0 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 210 time: 0.0288384 Jun 24 13:29:55.877852 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-abe08133-5f5b-4402-b2e5-14b4fbf8f2a1 req-1443c7d7-bc91-4aa2-b533-33f4f222f7d3 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 210 time: 0.0281391 Jun 24 13:29:55.916071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 6e469256-dcf7-47c5-bd6d-05417a149a5f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:29:55.936321 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: 6e469256-dcf7-47c5-bd6d-05417a149a5f {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:29:55.936751 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device 6e469256-dcf7-47c5-bd6d-05417a149a5f not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:29:56.652860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-060def95-f173-4832-946e-8ad49b576259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:57.047049 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5cd8f88a-295b-45e3-bb25-2ed9ddc1c019 req-cf1944b4-63ca-495e-8820-e5ed040a5a6f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "GET /v2.0/ports?device_id=477ee999-2df8-4db4-ac69-602db05780ff HTTP/1.1" status: 200 len: 210 time: 0.0301731 Jun 24 13:29:58.140607 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54536) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:29:58.202986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-175731d0-bb8b-4742-b72e-4e71ed32c67f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:58.231642 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-175731d0-bb8b-4742-b72e-4e71ed32c67f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:58.292790 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-175731d0-bb8b-4742-b72e-4e71ed32c67f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:58.295720 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-175731d0-bb8b-4742-b72e-4e71ed32c67f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:58.296973 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-175731d0-bb8b-4742-b72e-4e71ed32c67f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] 10.222.0.110 "DELETE /v2.0/security-groups/6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d HTTP/1.1" status: 204 len: 168 time: 0.1553271 Jun 24 13:29:58.297906 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-17ffb36b-439a-43fc-b2f6-249fbb792d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:29:58.307962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175731d0-bb8b-4742-b72e-4e71ed32c67f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a56dcc3-2e73-4daa-86b3-dedd2cb2e48d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:29:58.310331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-175731d0-bb8b-4742-b72e-4e71ed32c67f tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:29:58.341421 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54540) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:29:58.793113 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5d2ad991-f6ce-469d-98b2-c3df2acdb83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:59.378451 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ad991-f6ce-469d-98b2-c3df2acdb83d admin admin] Deleting port 3e78d051-48a7-4833-b92e-1b3e793848f0 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:29:59.379187 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5d2ad991-f6ce-469d-98b2-c3df2acdb83d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:59.385764 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d6174604-b101-4fab-a0f3-25c5997fd303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:59.457234 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-5d2ad991-f6ce-469d-98b2-c3df2acdb83d admin admin] For port 3e78d051-48a7-4833-b92e-1b3e793848f0, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=3e78d051-48a7-4833-b92e-1b3e793848f0,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:29:59.457590 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5d2ad991-f6ce-469d-98b2-c3df2acdb83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:59.469478 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ad991-f6ce-469d-98b2-c3df2acdb83d admin admin] Calling delete_port for 3e78d051-48a7-4833-b92e-1b3e793848f0 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:29:59.525234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:59.647683 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5d2ad991-f6ce-469d-98b2-c3df2acdb83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:29:59.649690 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-916842a6-47d7-444a-9470-322d2a6a8345 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:29:59.679627 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ad991-f6ce-469d-98b2-c3df2acdb83d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e78d051-48a7-4833-b92e-1b3e793848f0,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:29:59.684301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-5d2ad991-f6ce-469d-98b2-c3df2acdb83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:29:59.843795 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-5d2ad991-f6ce-469d-98b2-c3df2acdb83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:00.050451 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2ad991-f6ce-469d-98b2-c3df2acdb83d admin admin] Router 25ff79b2-386f-48fb-a695-14b5703bd7c9 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:30:00.154481 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2ad991-f6ce-469d-98b2-c3df2acdb83d admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:30:00.161390 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-5d2ad991-f6ce-469d-98b2-c3df2acdb83d admin admin] 10.222.0.110 "PUT /v2.0/routers/25ff79b2-386f-48fb-a695-14b5703bd7c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8195696 Jun 24 13:30:00.162117 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54546) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:00.163230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69084cc-6e36-4ac0-82ca-b655066d1d37 None None] Sync routers for ids ['25ff79b2-386f-48fb-a695-14b5703bd7c9'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:30:00.172997 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69084cc-6e36-4ac0-82ca-b655066d1d37 None None] Routers {'25ff79b2-386f-48fb-a695-14b5703bd7c9'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:30:00.173638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d69084cc-6e36-4ac0-82ca-b655066d1d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:29:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['25ff79b2-386f-48fb-a695-14b5703bd7c9'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:00.265079 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:00.277886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-d69084cc-6e36-4ac0-82ca-b655066d1d37 None None] Set router 25ff79b2-386f-48fb-a695-14b5703bd7c9 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:30:00.364092 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:00.427160 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Deleting port 8628025d-020c-4020-91eb-5a253963dcb4 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:30:00.427577 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:00.457461 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d69084cc-6e36-4ac0-82ca-b655066d1d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '8628025d-020c-4020-91eb-5a253963dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:29:59Z', 'revision_number': 5, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port': {'id': '8628025d-020c-4020-91eb-5a253963dcb4', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:00.490057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69084cc-6e36-4ac0-82ca-b655066d1d37 None None] Checking router: 25ff79b2-386f-48fb-a695-14b5703bd7c9 for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:30:00.507789 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69084cc-6e36-4ac0-82ca-b655066d1d37 None None] Routers {'25ff79b2-386f-48fb-a695-14b5703bd7c9'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:30:00.508364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d69084cc-6e36-4ac0-82ca-b655066d1d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:29:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['25ff79b2-386f-48fb-a695-14b5703bd7c9'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:00.516208 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] For port 8628025d-020c-4020-91eb-5a253963dcb4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8628025d-020c-4020-91eb-5a253963dcb4,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:00.516582 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:00.528308 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Calling delete_port for 8628025d-020c-4020-91eb-5a253963dcb4 owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:30:00.541760 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:00.597328 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-d69084cc-6e36-4ac0-82ca-b655066d1d37 None None] Set router 25ff79b2-386f-48fb-a695-14b5703bd7c9 gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:30:00.657590 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-d69084cc-6e36-4ac0-82ca-b655066d1d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:30:00Z', 'revision_number': 6, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:00.689194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69084cc-6e36-4ac0-82ca-b655066d1d37 None None] The sync data for ids ['25ff79b2-386f-48fb-a695-14b5703bd7c9'] in dv-neutron-797121-4-hyperv is: [{'id': '25ff79b2-386f-48fb-a695-14b5703bd7c9', 'name': 'tempest-TestShelveInstance-537071382-router', 'tenant_id': 'fafa85c25242409db770689b1ab86f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:19Z', 'updated_at': '2021-06-24T13:30:00Z', 'revision_number': 6, 'project_id': 'fafa85c25242409db770689b1ab86f56', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:30:00.703563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:00.706878 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9a62cbe6-2273-415c-a3a9-9a302f02d816 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:00.735281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=8628025d-020c-4020-91eb-5a253963dcb4,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:00.737344 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:00.797378 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:01.235198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:01.237274 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:01.278982 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:01.279407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25ff79b2-386f-48fb-a695-14b5703bd7c9 {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:30:01.283839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:01.285163 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-8b5f0c0b-915f-42d3-9d21-76758e5f5b9a admin admin] 10.222.0.110 "DELETE /v2.0/routers/25ff79b2-386f-48fb-a695-14b5703bd7c9 HTTP/1.1" status: 204 len: 168 time: 1.1220675 Jun 24 13:30:01.287687 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54548) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:01.332216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-5270362f-6529-441b-a33b-3cd257d0b5b3 admin admin] Deleting subnet 94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:30:01.335591 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5270362f-6529-441b-a33b-3cd257d0b5b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:01.370671 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5270362f-6529-441b-a33b-3cd257d0b5b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:01.464732 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5270362f-6529-441b-a33b-3cd257d0b5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:01.505272 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8628025d-020c-4020-91eb-5a253963dcb4 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:30:01.522932 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5270362f-6529-441b-a33b-3cd257d0b5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:01.525307 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 8628025d-020c-4020-91eb-5a253963dcb4 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:30:01.525674 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8628025d-020c-4020-91eb-5a253963dcb4 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:30:01.526086 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3e78d051-48a7-4833-b92e-1b3e793848f0 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:30:01.526323 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-66019b57-7442-4a6e-b580-1cd40d4ac73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:01.545208 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 3e78d051-48a7-4833-b92e-1b3e793848f0 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:30:01.545477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 3e78d051-48a7-4833-b92e-1b3e793848f0 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:30:01.550285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270362f-6529-441b-a33b-3cd257d0b5b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94fd1cf0-3bb6-4f22-9533-a935d44c9ba0,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:01.553404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5270362f-6529-441b-a33b-3cd257d0b5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:01.554412 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-5270362f-6529-441b-a33b-3cd257d0b5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:01.556307 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-5270362f-6529-441b-a33b-3cd257d0b5b3 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/94fd1cf0-3bb6-4f22-9533-a935d44c9ba0 HTTP/1.1" status: 204 len: 168 time: 0.2676785 Jun 24 13:30:01.558839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54550) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:01.561599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd6f7c-17b6-47a9-87b3-deb01960e954 None None] Network e9a4ca2f-270f-443a-aade-37abbc473aac requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:30:01.635572 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:01.717199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Deleting port 8292b5d3-6e4f-43d5-b352-154592e92708 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:30:01.717578 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:01.803649 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] For port 8292b5d3-6e4f-43d5-b352-154592e92708, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=8292b5d3-6e4f-43d5-b352-154592e92708,segment=NetworkSegment(2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6),segment_id=2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:01.804166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:01.818271 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Calling delete_port for 8292b5d3-6e4f-43d5-b352-154592e92708 owned by network:dhcp {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:30:01.902027 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:01.904576 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c34254b4-f0cf-47f6-b649-79210e1a75f0 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:01.930460 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] No DVR routers for this DVR port 8292b5d3-6e4f-43d5-b352-154592e92708 on host dv-neutron-797121-4-hyperv {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:30:01.936256 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Pushing event deleted for resources: {'Port': ['ID=8292b5d3-6e4f-43d5-b352-154592e92708,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:01.940955 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a60af7-8e80-4f80-8a61-6000929d63e9 None None] DHCP port deletion for e9a4ca2f-270f-443a-aade-37abbc473aac request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:30:01.959277 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:02.012880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:02.022386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a4ca2f-270f-443a-aade-37abbc473aac']}} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:02.031881 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6') {'for_net_delete': True} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:02.032180 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.services.segments.db [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0eb4c1-99e6-49fc-a7d5-fdc2212e51f6') {} {{(pid=100145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:02.040642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33199723'] for segment, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:02.053734 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:02.059850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=100145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:30:02.060234 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32588117'] for segment, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: conditions |= (models_v2.Port.network_id.in_( Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: Traceback (most recent call last): Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: timer() Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: cb(*args, **kw) Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: return func(*args, **kwargs) Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: self._notify() Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: self.callback(batched_events) Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: event.method(event) Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: return f(self, *a, **k) Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._get(url).json() Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: return self.request(url, 'GET', **kwargs) Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:30:02.061841 dv-neutron-797121-4-hyperv neutron-server[100145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:30:02.118412 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:02.122265 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8f38b341-d980-4a17-971a-0ef5172802d9 tempest-NetworksTest-1890650020 tempest-NetworksTest-1890650020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:02.124598 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:02.129187 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] 10.222.0.110 "DELETE /v2.0/networks/e9a4ca2f-270f-443a-aade-37abbc473aac HTTP/1.1" status: 204 len: 168 time: 0.5639260 Jun 24 13:30:02.129594 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54552) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:02.138198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9a4ca2f-270f-443a-aade-37abbc473aac,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:02.140656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:02.447787 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:02.476081 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99500432-2c8f-4287-8148-67b0a4fcf253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:02.723735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-99500432-2c8f-4287-8148-67b0a4fcf253 admin admin] Deleting port 12ca844c-f27d-4246-822d-edee312a3bb3 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:30:02.723986 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99500432-2c8f-4287-8148-67b0a4fcf253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:02.803180 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-99500432-2c8f-4287-8148-67b0a4fcf253 admin admin] For port 12ca844c-f27d-4246-822d-edee312a3bb3, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=12ca844c-f27d-4246-822d-edee312a3bb3,segment=NetworkSegment(f55ddaea-227e-4101-a0e3-17b7395adb79),segment_id=f55ddaea-227e-4101-a0e3-17b7395adb79)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:02.803541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99500432-2c8f-4287-8148-67b0a4fcf253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:02.815657 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-99500432-2c8f-4287-8148-67b0a4fcf253 admin admin] Calling delete_port for 12ca844c-f27d-4246-822d-edee312a3bb3 owned by network:router_interface {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:30:02.995335 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99500432-2c8f-4287-8148-67b0a4fcf253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:02.997228 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-776ed0ef-52d6-4d1b-ac08-fccddddd68bd tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:03.019963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99500432-2c8f-4287-8148-67b0a4fcf253 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ca844c-f27d-4246-822d-edee312a3bb3,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:03.024045 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-99500432-2c8f-4287-8148-67b0a4fcf253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:03.191558 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-99500432-2c8f-4287-8148-67b0a4fcf253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:03.249293 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8292b5d3-6e4f-43d5-b352-154592e92708 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:30:03.269246 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 8292b5d3-6e4f-43d5-b352-154592e92708 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:30:03.269686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 8292b5d3-6e4f-43d5-b352-154592e92708 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:30:03.401464 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99500432-2c8f-4287-8148-67b0a4fcf253 admin admin] Router 3b032b5c-4764-4008-afcf-bc0ccde36152 has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:30:03.505181 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99500432-2c8f-4287-8148-67b0a4fcf253 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:30:03.510537 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-99500432-2c8f-4287-8148-67b0a4fcf253 admin admin] 10.222.0.110 "PUT /v2.0/routers/3b032b5c-4764-4008-afcf-bc0ccde36152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3798149 Jun 24 13:30:03.513064 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54554) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:03.514114 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b5637c-8923-4233-a207-7949c0f566dc None None] Sync routers for ids ['3b032b5c-4764-4008-afcf-bc0ccde36152'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:30:03.526181 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b5637c-8923-4233-a207-7949c0f566dc None None] Routers {'3b032b5c-4764-4008-afcf-bc0ccde36152'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:30:03.526800 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-71b5637c-8923-4233-a207-7949c0f566dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:29:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['3b032b5c-4764-4008-afcf-bc0ccde36152'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:03.617786 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Notify callbacks [] for router, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:03.721375 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:03.721777 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-71b5637c-8923-4233-a207-7949c0f566dc None None] Set router 3b032b5c-4764-4008-afcf-bc0ccde36152 gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:30:03.772335 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Deleting port cc5092b7-2e36-4472-a6b1-e9249c43d65d {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:30:03.772585 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:03.855068 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] For port cc5092b7-2e36-4472-a6b1-e9249c43d65d, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=cc5092b7-2e36-4472-a6b1-e9249c43d65d,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:03.855413 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:03.866991 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Calling delete_port for cc5092b7-2e36-4472-a6b1-e9249c43d65d owned by network:router_gateway {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:30:03.896898 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-71b5637c-8923-4233-a207-7949c0f566dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'name': 'tempest-TestShelveInstance-430130492-router', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': 'cc5092b7-2e36-4472-a6b1-e9249c43d65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:23Z', 'updated_at': '2021-06-24T13:30:02Z', 'revision_number': 5, 'project_id': '93c95447a4ba42d5bd82278c7d946d13', 'gw_port': {'id': 'cc5092b7-2e36-4472-a6b1-e9249c43d65d', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:21:24Z', 'updated_at': '2021-06-24T13:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:03.921977 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b5637c-8923-4233-a207-7949c0f566dc None None] Checking router: 3b032b5c-4764-4008-afcf-bc0ccde36152 for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:30:03.930792 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b5637c-8923-4233-a207-7949c0f566dc None None] Routers {'3b032b5c-4764-4008-afcf-bc0ccde36152'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:30:03.931978 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-71b5637c-8923-4233-a207-7949c0f566dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:29:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['3b032b5c-4764-4008-afcf-bc0ccde36152'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:04.017437 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-71b5637c-8923-4233-a207-7949c0f566dc None None] Set router 3b032b5c-4764-4008-afcf-bc0ccde36152 gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:30:04.035625 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.037653 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-73590331-98fe-4c9f-9efa-ad34e5f7c988 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:04.066129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5092b7-2e36-4472-a6b1-e9249c43d65d,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:04.069548 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:04.075417 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-71b5637c-8923-4233-a207-7949c0f566dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'name': 'tempest-TestShelveInstance-430130492-router', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:23Z', 'updated_at': '2021-06-24T13:30:03Z', 'revision_number': 6, 'project_id': '93c95447a4ba42d5bd82278c7d946d13', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:04.101750 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b5637c-8923-4233-a207-7949c0f566dc None None] The sync data for ids ['3b032b5c-4764-4008-afcf-bc0ccde36152'] in dv-neutron-797121-4-hyperv is: [{'id': '3b032b5c-4764-4008-afcf-bc0ccde36152', 'name': 'tempest-TestShelveInstance-430130492-router', 'tenant_id': '93c95447a4ba42d5bd82278c7d946d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:21:23Z', 'updated_at': '2021-06-24T13:30:03Z', 'revision_number': 6, 'project_id': '93c95447a4ba42d5bd82278c7d946d13', 'gw_port_host': None}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:30:04.137073 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.222405 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.224450 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.267999 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.268554 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b032b5c-4764-4008-afcf-bc0ccde36152 {{(pid=100146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:30:04.273267 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.274486 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-06ae577e-1669-4443-bf0c-7cf8bf58b957 admin admin] 10.222.0.110 "DELETE /v2.0/routers/3b032b5c-4764-4008-afcf-bc0ccde36152 HTTP/1.1" status: 204 len: 168 time: 0.7605076 Jun 24 13:30:04.276909 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54556) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:04.321707 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_v2 [None req-215c64fe-46a7-4d25-8735-2eef52212564 admin admin] Deleting subnet ff6e7cd3-7321-46c3-b599-f61e424d79de {{(pid=100146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:30:04.325229 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-215c64fe-46a7-4d25-8735-2eef52212564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.361865 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-215c64fe-46a7-4d25-8735-2eef52212564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32904583'] for subnet, precommit_delete_associations {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.439249 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-215c64fe-46a7-4d25-8735-2eef52212564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.502735 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-215c64fe-46a7-4d25-8735-2eef52212564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32606954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30057628'] for subnet, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.505192 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-50445307-cf3c-4ee6-b63b-034f8b07301a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:04.531837 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-215c64fe-46a7-4d25-8735-2eef52212564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.533721 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-215c64fe-46a7-4d25-8735-2eef52212564 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/ff6e7cd3-7321-46c3-b599-f61e424d79de HTTP/1.1" status: 204 len: 168 time: 0.2558982 Jun 24 13:30:04.536195 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54558) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:04.536701 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50653a9b-c62e-479a-a9e2-69db0dea0c6d None None] Network ebe9f419-43bc-40db-8aa5-a004affde0b2 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:30:04.543487 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c64fe-46a7-4d25-8735-2eef52212564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff6e7cd3-7321-46c3-b599-f61e424d79de,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:04.546462 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-215c64fe-46a7-4d25-8735-2eef52212564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:04.609222 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.659257 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Deleting port 332aa26f-1e5a-46ee-af67-7845199164d4 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:30:04.659901 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.848587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] DHCP port deletion for ebe9f419-43bc-40db-8aa5-a004affde0b2 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:30:04.898016 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Deleting port 332aa26f-1e5a-46ee-af67-7845199164d4 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:30:04.898400 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.966859 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] For port 332aa26f-1e5a-46ee-af67-7845199164d4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=332aa26f-1e5a-46ee-af67-7845199164d4,segment=NetworkSegment(f55ddaea-227e-4101-a0e3-17b7395adb79),segment_id=f55ddaea-227e-4101-a0e3-17b7395adb79)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:04.967333 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:04.981228 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Calling delete_port for 332aa26f-1e5a-46ee-af67-7845199164d4 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:30:05.060706 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:05.063012 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:05.064920 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] For port 332aa26f-1e5a-46ee-af67-7845199164d4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=332aa26f-1e5a-46ee-af67-7845199164d4,segment=NetworkSegment(f55ddaea-227e-4101-a0e3-17b7395adb79),segment_id=f55ddaea-227e-4101-a0e3-17b7395adb79)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:05.065694 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:05.078972 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Calling delete_port for 332aa26f-1e5a-46ee-af67-7845199164d4 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:30:05.090749 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Pushing event deleted for resources: {'Port': ['ID=332aa26f-1e5a-46ee-af67-7845199164d4,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:05.098848 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] No DVR routers for this DVR port 332aa26f-1e5a-46ee-af67-7845199164d4 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:30:05.101181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:05.101538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:05.101884 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:05.102217 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:05.102552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:05.102936 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:05.103914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:05.104251 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:05.104579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:05.104907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:05.105227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:05.105549 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:05.110216 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-b395d055-ad58-4e7f-b436-d534910b123b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:05.169631 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:05.171975 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c10b922d-6801-4be8-9118-c1de4de11b15 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:05.193619 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Pushing event deleted for resources: {'Port': ['ID=332aa26f-1e5a-46ee-af67-7845199164d4,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:05.195980 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:05.200368 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] No DVR routers for this DVR port 332aa26f-1e5a-46ee-af67-7845199164d4 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:30:05.203548 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 332aa26f-1e5a-46ee-af67-7845199164d4 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:30:05.224467 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 332aa26f-1e5a-46ee-af67-7845199164d4 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:30:05.224825 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 332aa26f-1e5a-46ee-af67-7845199164d4 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:30:05.225258 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 12ca844c-f27d-4246-822d-edee312a3bb3 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:30:05.244913 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 12ca844c-f27d-4246-822d-edee312a3bb3 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:30:05.245269 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 12ca844c-f27d-4246-822d-edee312a3bb3 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:30:05.245686 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cc5092b7-2e36-4472-a6b1-e9249c43d65d no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:30:05.264660 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: cc5092b7-2e36-4472-a6b1-e9249c43d65d {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:30:05.265030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device cc5092b7-2e36-4472-a6b1-e9249c43d65d not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:30:05.274723 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:05.285374 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe9f419-43bc-40db-8aa5-a004affde0b2']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:05.297058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55ddaea-227e-4101-a0e3-17b7395adb79') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:05.297349 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55ddaea-227e-4101-a0e3-17b7395adb79') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:05.305809 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:05.319016 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:05.325300 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:30:05.325734 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: self.session.flush() Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:30:05.327329 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:30:05.382600 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:05.387602 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-304da06e-1944-47fe-a378-491fb36dcc81 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:05.390659 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:05.392761 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] 10.222.0.110 "DELETE /v2.0/networks/ebe9f419-43bc-40db-8aa5-a004affde0b2 HTTP/1.1" status: 204 len: 168 time: 0.8556509 Jun 24 13:30:05.405268 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Pushing event deleted for resources: {'Network': ['ID=ebe9f419-43bc-40db-8aa5-a004affde0b2,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:05.407689 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:05.504739 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54564) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:05.545422 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-60156f72-dde7-4376-953e-0e98fe9af463 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=fafa85c25242409db770689b1ab86f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392959 Jun 24 13:30:05.547789 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54566) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:05.595957 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-07f9db10-7c53-4e79-aa60-0700d6255052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:05.617035 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-07f9db10-7c53-4e79-aa60-0700d6255052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:05.666872 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-07f9db10-7c53-4e79-aa60-0700d6255052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:05.666872 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-07f9db10-7c53-4e79-aa60-0700d6255052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:05.668124 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-07f9db10-7c53-4e79-aa60-0700d6255052 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f3666b4d-493d-48a3-8a8b-d7b1f049aad3 HTTP/1.1" status: 204 len: 168 time: 0.1194496 Jun 24 13:30:05.669233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8683ce6f-76f1-4709-92c2-cb0661dba59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:05.677005 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9db10-7c53-4e79-aa60-0700d6255052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3666b4d-493d-48a3-8a8b-d7b1f049aad3,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:05.680485 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-07f9db10-7c53-4e79-aa60-0700d6255052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:05.981693 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54572) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:06.028307 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-d25b0531-c617-4df8-a4e0-7c83863179cd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=93c95447a4ba42d5bd82278c7d946d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452113 Jun 24 13:30:06.030685 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54574) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:06.082937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4863-9dc5-40f5-8986-935f6ff286ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:06.104164 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4863-9dc5-40f5-8986-935f6ff286ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:06.152456 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4863-9dc5-40f5-8986-935f6ff286ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:06.155166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4863-9dc5-40f5-8986-935f6ff286ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:06.156272 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ff9e4863-9dc5-40f5-8986-935f6ff286ff admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/539036d3-fc13-442c-9782-228ea334d193 HTTP/1.1" status: 204 len: 168 time: 0.1245520 Jun 24 13:30:06.157110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d0e02c31-db8e-4e14-94b9-f80d5bca4854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:06.164966 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e4863-9dc5-40f5-8986-935f6ff286ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539036d3-fc13-442c-9782-228ea334d193,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:06.167460 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ff9e4863-9dc5-40f5-8986-935f6ff286ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:06.889404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54596) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:06.980534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-293478652-network', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:07.002348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Made reservation on behalf of 1bb7e918ba31487ab639b3b55ac1c2f5 for: {'network': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:30:07.004670 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.013196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.098597 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.102588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.106880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e70310e2-b1cd-47be-b188-032ae91775c4 tempest-TestVolumeBootPattern-1560589454 tempest-TestVolumeBootPattern-1560589454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:07.124284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] vlan segment allocate from pool success with {'vlan_id': 1337, 'physical_network': 'physnet1'} {{(pid=100145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:30:07.138835 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c2731c-94a6-4069-9c05-f8a505da74c5,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:07.141677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.142025 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.segments_db [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Added segment 1bc4355e-4646-4825-a1fc-3b0897af4af3 of type vlan for network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 Jun 24 13:30:07.143455 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:07.185124 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.213913 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.215016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:07.215588 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Notify callbacks [] for network, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.217644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b7be7825-2a1c-46b6-a3b1-be21f15349aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:07.272279 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3816311 Jun 24 13:30:07.275739 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54600) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:07.279906 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Pushing event updated for resources: {'Network': ['ID=cb5e108f-0d1a-42ec-afe0-2c69ceefee43,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:07.280730 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-7d23301d-bdc2-4745-aa33-5b162c446faf admin admin] Request body: {'subnet': {'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-293478652-subnet', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'ip_version': 4}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:07.282790 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d5783cb8-73e3-481e-ad4c-7744bfd1ac1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:07.289721 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:30:07.304692 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d23301d-bdc2-4745-aa33-5b162c446faf admin admin] Made reservation on behalf of 1bb7e918ba31487ab639b3b55ac1c2f5 for: {'subnet': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:30:07.307040 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7d23301d-bdc2-4745-aa33-5b162c446faf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30057087'] for subnet, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.472146 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7d23301d-bdc2-4745-aa33-5b162c446faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32606891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30057621'] for subnet, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.474875 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-8515b302-40a5-485d-91f4-d40c32c923ab tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:07.529386 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23301d-bdc2-4745-aa33-5b162c446faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=261cdcb2-93e5-4cce-90d3-c24084367980,revision_number=0']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:07.533174 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7d23301d-bdc2-4745-aa33-5b162c446faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:07.537066 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d23301d-bdc2-4745-aa33-5b162c446faf admin admin] Checking segment: {'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:30:07.537424 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d23301d-bdc2-4745-aa33-5b162c446faf admin admin] Network hostable DHCP agents. Network: cb5e108f-0d1a-42ec-afe0-2c69ceefee43, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:30:07.554049 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d23301d-bdc2-4745-aa33-5b162c446faf admin admin] Network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:30:07.562885 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-7d23301d-bdc2-4745-aa33-5b162c446faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, cb5e108f-0d1a-42ec-afe0-2c69ceefee43) {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:30:07.566852 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d23301d-bdc2-4745-aa33-5b162c446faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:07.567699 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-7d23301d-bdc2-4745-aa33-5b162c446faf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.573850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7204e6e8-6c37-485a-8088-845ccad12bc9 None None] Network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:30:07.581872 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-7d23301d-bdc2-4745-aa33-5b162c446faf admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3050652 Jun 24 13:30:07.584556 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54602) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:07.589788 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:07.611118 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.612080 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.667454 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.720986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:30:07.721850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.803389 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:07.861010 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Allocated IP 172.20.0.2 (cb5e108f-0d1a-42ec-afe0-2c69ceefee43/261cdcb2-93e5-4cce-90d3-c24084367980/c6a03b51-16ab-4118-9ac0-962824f13f3f) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:30:08.000489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:08.003777 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:08.008668 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Transition to ACTIVE for port object c6a03b51-16ab-4118-9ac0-962824f13f3f will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:30:08.022909 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:08.024518 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Transition to ACTIVE for port object c6a03b51-16ab-4118-9ac0-962824f13f3f will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:30:08.030060 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:08.032846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:08.070624 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:30:08.073903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:30:08.079573 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:30:08.088599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Pushing event updated for resources: {'Port': ['ID=c6a03b51-16ab-4118-9ac0-962824f13f3f,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:08.092774 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:08.127289 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Allocated IP 172.26.1.153 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/9ca1e9f9-1895-442e-a560-97746896c785) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:30:08.141941 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Attempting to bind port c6a03b51-16ab-4118-9ac0-962824f13f3f on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:30:08.142364 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Attempting to bind port c6a03b51-16ab-4118-9ac0-962824f13f3f by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:30:08.142768 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Attempting to bind port c6a03b51-16ab-4118-9ac0-962824f13f3f on network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:30:08.148122 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:30:08.148720 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Checking segment: {'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:30:08.149135 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:08.149670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Bound using segment: {'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:30:08.150204 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Bound port: c6a03b51-16ab-4118-9ac0-962824f13f3f, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:30:08.150598 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:08.212784 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] For port c6a03b51-16ab-4118-9ac0-962824f13f3f, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:30:08.215844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] For port c6a03b51-16ab-4118-9ac0-962824f13f3f, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=c6a03b51-16ab-4118-9ac0-962824f13f3f,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:30:08.220927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:08.224025 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-15a85ab2-c363-4f91-932d-dfaa088b3e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:08.233786 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:08.282117 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Pushing event updated for resources: {'Port': ['ID=c6a03b51-16ab-4118-9ac0-962824f13f3f,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:08.282330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:08.285705 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-f32c9022-8468-47b4-b40d-cc855e23db1f tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:08.287564 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:08.325030 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:30:08.329843 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:30:08.333263 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:30:08.356053 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca1e9f9-1895-442e-a560-97746896c785,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:08.360164 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:08.601819 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:08.795027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:08.922014 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Router 6dbbfbad-8573-410c-a021-14f7a39b537b is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 13:30:09.033250 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:30:09.044229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Sync routers for ids ['6dbbfbad-8573-410c-a021-14f7a39b537b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:30:09.050606 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:09.052386 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-eb1f46c3-92b9-4516-9458-76f9126b5d54 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4668219 Jun 24 13:30:09.055352 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54604) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:09.058937 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Routers {'6dbbfbad-8573-410c-a021-14f7a39b537b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:30:09.059585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:29:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6dbbfbad-8573-410c-a021-14f7a39b537b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:09.178028 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Set router 6dbbfbad-8573-410c-a021-14f7a39b537b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:30:09.252605 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725a0071-d1cc-4682-b8b0-9748e8068a0e None None] Network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:30:09.303201 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device c6a03b51-16ab-4118-9ac0-962824f13f3f up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:30:09.393215 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-37f8035c-7bae-46e5-ad82-93dc285d8421 None None] Provisioning for port c6a03b51-16ab-4118-9ac0-962824f13f3f completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:30:09.488988 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port c6a03b51-16ab-4118-9ac0-962824f13f3f completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:30:09.498782 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:09.499813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port c6a03b51-16ab-4118-9ac0-962824f13f3f triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:09.499956 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:09.586928 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:08Z', 'revision_number': 3, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:09.617711 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Checking router: 6dbbfbad-8573-410c-a021-14f7a39b537b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:30:09.618069 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Updating router 6dbbfbad-8573-410c-a021-14f7a39b537b port 9ca1e9f9-1895-442e-a560-97746896c785 binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:30:09.650532 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Allocated IP 172.20.0.1 (cb5e108f-0d1a-42ec-afe0-2c69ceefee43/261cdcb2-93e5-4cce-90d3-c24084367980/d843b7c5-9544-4089-bc7b-be5dfba2199c) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:30:09.695334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:09.697657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:09.766327 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:09.780480 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.provisioning_blocks [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Transition to ACTIVE for port object d843b7c5-9544-4089-bc7b-be5dfba2199c will not be triggered until provisioned by entity DHCP. {{(pid=100146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:30:09.804637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port c6a03b51-16ab-4118-9ac0-962824f13f3f, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=c6a03b51-16ab-4118-9ac0-962824f13f3f,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:09.811651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:09.817217 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:09.820481 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:09.823686 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-126e50da-c7c4-4af4-8064-6244627ba68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:09.864306 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:30:09.870339 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:30:09.874418 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:30:09.901165 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Pushing event updated for resources: {'Port': ['ID=d843b7c5-9544-4089-bc7b-be5dfba2199c,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:09.905862 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:09.920053 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:10.069053 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=c6a03b51-16ab-4118-9ac0-962824f13f3f,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:10.069717 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:10.073240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:10.097985 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-60a0f133-211c-4bda-82f9-42e897881f67 None None] Provisioning complete for port c6a03b51-16ab-4118-9ac0-962824f13f3f triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:10.098456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-60a0f133-211c-4bda-82f9-42e897881f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:10.237503 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:10.243058 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32606765'] for port, after_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:10.246966 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-ae5769a0-4c1b-4201-88e2-f310d09c5229 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:10.257104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:10.275640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Transition to ACTIVE for port object 9ca1e9f9-1895-442e-a560-97746896c785 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:30:10.281983 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:10.283935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:10.321701 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:10.325978 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Pushing event updated for resources: {'Port': ['ID=d843b7c5-9544-4089-bc7b-be5dfba2199c,revision_number=2']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:10.331294 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:10.336747 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Attempting to bind port 9ca1e9f9-1895-442e-a560-97746896c785 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:30:10.337128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Attempting to bind port 9ca1e9f9-1895-442e-a560-97746896c785 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:30:10.337543 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Attempting to bind port 9ca1e9f9-1895-442e-a560-97746896c785 on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:30:10.342982 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96ef93-67f1-403f-bdd3-0c736645777b None None] Pushing event updated for resources: {'Port': ['ID=9ca1e9f9-1895-442e-a560-97746896c785,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:10.345577 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9e96ef93-67f1-403f-bdd3-0c736645777b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:10.348264 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:30:10.348648 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:30:10.349057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:10.349450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:30:10.349926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Bound port: 9ca1e9f9-1895-442e-a560-97746896c785, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:30:10.350315 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:10.398992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-dc21c844-c2ac-468e-b799-1795e9d94076 None None] Provisioning for port d843b7c5-9544-4089-bc7b-be5dfba2199c completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:30:10.406992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-dc21c844-c2ac-468e-b799-1795e9d94076 None None] Provisioning complete for port d843b7c5-9544-4089-bc7b-be5dfba2199c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:10.407450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-dc21c844-c2ac-468e-b799-1795e9d94076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:10.419702 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:30:10.421100 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:30:10.433611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] For port 9ca1e9f9-1895-442e-a560-97746896c785, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:30:10.453313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] For port 9ca1e9f9-1895-442e-a560-97746896c785, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9ca1e9f9-1895-442e-a560-97746896c785,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:30:10.459313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:10.461412 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f613184d-9d1f-4532-90cd-e721a24ed425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:10.463206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-dc21c844-c2ac-468e-b799-1795e9d94076 None None] Port d843b7c5-9544-4089-bc7b-be5dfba2199c cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:30:10.517703 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Routers {'6dbbfbad-8573-410c-a021-14f7a39b537b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:30:10.518350 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:29:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6dbbfbad-8573-410c-a021-14f7a39b537b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:10.553427 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Router 6dbbfbad-8573-410c-a021-14f7a39b537b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:30:10.567805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96ef93-67f1-403f-bdd3-0c736645777b None None] Pushing event updated for resources: {'Port': ['ID=9ca1e9f9-1895-442e-a560-97746896c785,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:10.572311 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9e96ef93-67f1-403f-bdd3-0c736645777b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:10.645267 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] Set router 6dbbfbad-8573-410c-a021-14f7a39b537b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:30:10.669079 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:30:10.682162 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-35afd261-631e-4d11-8bf3-ec48ecfdf305 admin admin] 10.222.0.110 "PUT /v2.0/routers/6dbbfbad-8573-410c-a021-14f7a39b537b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6168454 Jun 24 13:30:10.704332 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-5dd83d17-56d5-4b98-ad02-55972613a56c None None] Provisioning complete for port d843b7c5-9544-4089-bc7b-be5dfba2199c triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:10.704627 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5dd83d17-56d5-4b98-ad02-55972613a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:10.817040 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-5dd83d17-56d5-4b98-ad02-55972613a56c None None] Port d843b7c5-9544-4089-bc7b-be5dfba2199c cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:30:10.894603 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 2, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:10.921712 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c7bfca-5f98-4478-bd4a-5056bf322504 None None] The sync data for ids ['6dbbfbad-8573-410c-a021-14f7a39b537b'] in dv-neutron-797121-4-hyperv is: [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 2, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:30:11.156233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54620) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:11.161660 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-54732947-network', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5'}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:11.188931 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Made reservation on behalf of e3daeaeb200a4ae4b18e10a71bc243e5 for: {'network': 1} {{(pid=100146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:30:11.191567 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for network, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:11.201752 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:11.215969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device c6a03b51-16ab-4118-9ac0-962824f13f3f up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:30:11.271850 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port c6a03b51-16ab-4118-9ac0-962824f13f3f triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:11.272235 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:11.309342 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:11.314226 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:11.319129 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-b7317468-8724-465c-b149-6948e6d7571b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:11.345953 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] vlan segment allocate from pool success with {'vlan_id': 1327, 'physical_network': 'physnet1'} {{(pid=100146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 13:30:11.356777 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403f98f1-6a7b-4878-b772-2a3aa708b557,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:11.363025 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:11.364138 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:11.364478 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.db.segments_db [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Added segment 80ada411-d440-4e20-8d28-414b3de39d23 of type vlan for network 1b4dec51-07de-4665-9d09-2b5420acb322 Jun 24 13:30:11.413819 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760207226188'] for network, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:11.444927 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026'] for network, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:11.445974 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:11.446547 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:11.449362 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-7e14823a-d69b-4c8c-94fc-3ba36590cbcd tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:11.477316 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3197393 Jun 24 13:30:11.480286 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54622) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:11.486724 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-9faed122-4143-40bb-8f8f-32bc7f7c79a0 admin admin] Request body: {'subnet': {'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-54732947-subnet', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'ip_version': 4}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:11.511794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faed122-4143-40bb-8f8f-32bc7f7c79a0 admin admin] Made reservation on behalf of e3daeaeb200a4ae4b18e10a71bc243e5 for: {'subnet': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:30:11.512125 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4dec51-07de-4665-9d09-2b5420acb322,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:11.514417 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9faed122-4143-40bb-8f8f-32bc7f7c79a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33243695'] for subnet, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:11.516255 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-dc9b4126-3214-4541-8ed0-96eabb628181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:11.524755 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Network 1b4dec51-07de-4665-9d09-2b5420acb322 details requested by agent ovs-agent-dv-neutron-797121-4-hyperv with host dv-neutron-797121-4-hyperv {{(pid=100147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 13:30:11.732348 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9faed122-4143-40bb-8f8f-32bc7f7c79a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32588279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33244357'] for subnet, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:11.734586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f36ef9c6-347b-45ba-8535-15c6af175bb3 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:11.788741 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faed122-4143-40bb-8f8f-32bc7f7c79a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=531d464e-41a3-48b2-83fc-3e5e643ab698,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:11.792223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9faed122-4143-40bb-8f8f-32bc7f7c79a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:11.807198 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faed122-4143-40bb-8f8f-32bc7f7c79a0 admin admin] Checking segment: {'id': '80ada411-d440-4e20-8d28-414b3de39d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:30:11.807533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faed122-4143-40bb-8f8f-32bc7f7c79a0 admin admin] Network hostable DHCP agents. Network: 1b4dec51-07de-4665-9d09-2b5420acb322, hostable agents: ['0c99bc79-3b0e-4e45-a093-4ec4dbd40607'], hosted agents: [] {{(pid=100145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 13:30:11.825281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faed122-4143-40bb-8f8f-32bc7f7c79a0 admin admin] Network 1b4dec51-07de-4665-9d09-2b5420acb322 is scheduled to be hosted by DHCP agent 0c99bc79-3b0e-4e45-a093-4ec4dbd40607 with binding_index 1 {{(pid=100145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 13:30:11.835328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-9faed122-4143-40bb-8f8f-32bc7f7c79a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-4-hyperv, 1b4dec51-07de-4665-9d09-2b5420acb322) {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:30:11.841167 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faed122-4143-40bb-8f8f-32bc7f7c79a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:11.841773 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-9faed122-4143-40bb-8f8f-32bc7f7c79a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:11.848057 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ade100e-3f5e-4777-baf4-c2053deee1e0 None None] Network 1b4dec51-07de-4665-9d09-2b5420acb322 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:30:11.858041 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-9faed122-4143-40bb-8f8f-32bc7f7c79a0 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3765316 Jun 24 13:30:11.860811 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 54624) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:11.866534 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.v2.base [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-54732947-router', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}} {{(pid=100146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:11.894276 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10106'] for router, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:11.895330 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1794927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9987'] for router, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:11.961433 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:12.015853 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3506b2e9-e671-5284-820f-e1a57fd5a9ae-1b4dec51-07de-4665-9d09-2b5420acb322', 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'fixed_ips': [{'subnet_id': '531d464e-41a3-48b2-83fc-3e5e643ab698'}]}} from dv-neutron-797121-4-hyperv. {{(pid=100147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 13:30:12.016735 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:12.104111 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10005'] for router, precommit_update {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:12.162160 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.db_base_plugin_common [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Allocated IP 172.20.0.2 (1b4dec51-07de-4665-9d09-2b5420acb322/531d464e-41a3-48b2-83fc-3e5e643ab698/9fc1a26a-0c1d-487a-8754-cbe47802acf4) {{(pid=100147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:30:12.316254 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:12.318199 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Notify callbacks [] for port, precommit_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:12.327317 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Transition to ACTIVE for port object 9fc1a26a-0c1d-487a-8754-cbe47802acf4 will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:30:12.336656 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:12.342012 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Transition to ACTIVE for port object 9fc1a26a-0c1d-487a-8754-cbe47802acf4 will not be triggered until provisioned by entity DHCP. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:30:12.348484 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379'] for port, after_create {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:12.350585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9e96ef93-67f1-403f-bdd3-0c736645777b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:12.389294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Network 1b4dec51-07de-4665-9d09-2b5420acb322 is already hosted by enough agents. {{(pid=100147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:30:12.394534 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.scheduler.base_scheduler [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Resources bound (agent type, host, resource id): {{(pid=100147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:30:12.397187 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Received port after_create {{(pid=100147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:30:12.407075 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Pushing event updated for resources: {'Port': ['ID=9fc1a26a-0c1d-487a-8754-cbe47802acf4,revision_number=1']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:12.409820 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:12.451582 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.db_base_plugin_common [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Allocated IP 172.26.1.230 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/d5b949f6-4753-48b6-842a-4dfbd72780fb) {{(pid=100146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:30:12.470459 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Attempting to bind port 9fc1a26a-0c1d-487a-8754-cbe47802acf4 on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:30:12.470877 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Attempting to bind port 9fc1a26a-0c1d-487a-8754-cbe47802acf4 by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '80ada411-d440-4e20-8d28-414b3de39d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:30:12.471257 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Attempting to bind port 9fc1a26a-0c1d-487a-8754-cbe47802acf4 on network 1b4dec51-07de-4665-9d09-2b5420acb322 {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:30:12.476772 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:30:12.477161 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Checking segment: {'id': '80ada411-d440-4e20-8d28-414b3de39d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:30:12.477576 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:12.477978 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Bound using segment: {'id': '80ada411-d440-4e20-8d28-414b3de39d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:30:12.479078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Bound port: 9fc1a26a-0c1d-487a-8754-cbe47802acf4, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ada411-d440-4e20-8d28-414b3de39d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:30:12.479470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:12.558730 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] For port 9fc1a26a-0c1d-487a-8754-cbe47802acf4, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:30:12.562060 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:12.562229 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] For port 9fc1a26a-0c1d-487a-8754-cbe47802acf4, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9fc1a26a-0c1d-487a-8754-cbe47802acf4,segment=NetworkSegment(80ada411-d440-4e20-8d28-414b3de39d23),segment_id=80ada411-d440-4e20-8d28-414b3de39d23)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:30:12.565992 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:12.569289 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:12.602042 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32606943'] for port, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:12.605602 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-24e368e8-f4e7-4c49-b879-e47071f7d044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:12.622793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Pushing event updated for resources: {'Port': ['ID=9fc1a26a-0c1d-487a-8754-cbe47802acf4,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:12.625788 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:12.646962 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:30:12.649756 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.base_scheduler [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:30:12.658407 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Received port after_create {{(pid=100146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:30:12.661864 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b949f6-4753-48b6-842a-4dfbd72780fb,revision_number=1']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:12.671307 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:13.009050 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Sync routers for ids ['6dbbfbad-8573-410c-a021-14f7a39b537b'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:30:13.018993 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Routers {'6dbbfbad-8573-410c-a021-14f7a39b537b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:30:13.019725 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:29:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6dbbfbad-8573-410c-a021-14f7a39b537b'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:13.128716 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Set router 6dbbfbad-8573-410c-a021-14f7a39b537b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:30:13.276731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9ca1e9f9-1895-442e-a560-97746896c785 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:30:13.297773 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:13.345255 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 9ca1e9f9-1895-442e-a560-97746896c785 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:30:13.349886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 9ca1e9f9-1895-442e-a560-97746896c785 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:13.350541 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:13.361286 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 2, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:13.388364 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Checking router: 6dbbfbad-8573-410c-a021-14f7a39b537b for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:30:13.388631 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Updating router 6dbbfbad-8573-410c-a021-14f7a39b537b port d843b7c5-9544-4089-bc7b-be5dfba2199c binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:30:13.425594 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:13.433847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:13.455965 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 9ca1e9f9-1895-442e-a560-97746896c785, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9ca1e9f9-1895-442e-a560-97746896c785,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:13.460892 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:13.461749 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9fc1a26a-0c1d-487a-8754-cbe47802acf4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:30:13.464191 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:13.505373 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690846'] for router, after_create {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:13.540481 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=9ca1e9f9-1895-442e-a560-97746896c785,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:13.546925 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:13.560227 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 9fc1a26a-0c1d-487a-8754-cbe47802acf4 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:30:13.661822 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Router 72468176-d96a-4cb6-ac00-2d1e784fac5b is scheduled to L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 with binding_index 1 {{(pid=100146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 13:30:13.738679 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:13.749403 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Transition to ACTIVE for port object d843b7c5-9544-4089-bc7b-be5dfba2199c will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:30:13.756852 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:13.760190 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-ff19a64a-5e53-49ca-b582-00eb2be55632 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:13.777007 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:30:13.795234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Sync routers for ids ['72468176-d96a-4cb6-ac00-2d1e784fac5b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:30:13.810381 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:13.814527 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54626) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:13.815137 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-233d8295-ee1d-4f60-8cfb-094fd49d92f2 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9522243 Jun 24 13:30:13.827201 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Routers {'72468176-d96a-4cb6-ac00-2d1e784fac5b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:30:13.828312 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:29:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['72468176-d96a-4cb6-ac00-2d1e784fac5b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:13.829583 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:30:13.846079 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Pushing event updated for resources: {'Port': ['ID=d843b7c5-9544-4089-bc7b-be5dfba2199c,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:13.881978 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:13.882316 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:13.882658 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:13.883017 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:13.883343 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:13.883666 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:13.883988 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:13.884847 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:13.885175 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:13.885491 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:13.885810 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:13.886118 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:30:13.896183 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:13.912283 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Attempting to bind port d843b7c5-9544-4089-bc7b-be5dfba2199c on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:30:13.913158 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Attempting to bind port d843b7c5-9544-4089-bc7b-be5dfba2199c by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:30:13.913525 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Attempting to bind port d843b7c5-9544-4089-bc7b-be5dfba2199c on network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:30:13.919961 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:30:13.920358 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Checking segment: {'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:30:13.920759 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:13.921174 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Bound using segment: {'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:30:13.921734 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Bound port: d843b7c5-9544-4089-bc7b-be5dfba2199c, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:30:13.922127 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:13.984794 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Set router 72468176-d96a-4cb6-ac00-2d1e784fac5b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:30:13.987927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e553f8-fce4-46cb-8f52-fde40faa1bf1 None None] Network 1b4dec51-07de-4665-9d09-2b5420acb322 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:30:14.002788 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] For port d843b7c5-9544-4089-bc7b-be5dfba2199c, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:30:14.006924 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] For port d843b7c5-9544-4089-bc7b-be5dfba2199c, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d843b7c5-9544-4089-bc7b-be5dfba2199c,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:30:14.013008 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:14.022615 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:14.074520 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Routers {'6dbbfbad-8573-410c-a021-14f7a39b537b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:30:14.075477 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:29:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6dbbfbad-8573-410c-a021-14f7a39b537b'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:14.129930 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-19b65f2c-f05b-4406-80da-61a222f2ae07 None None] Provisioning for port 9fc1a26a-0c1d-487a-8754-cbe47802acf4 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:30:14.168827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-19b65f2c-f05b-4406-80da-61a222f2ae07 None None] Provisioning complete for port 9fc1a26a-0c1d-487a-8754-cbe47802acf4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:14.168827 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-19b65f2c-f05b-4406-80da-61a222f2ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:14.295798 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Pushing event updated for resources: {'Port': ['ID=d843b7c5-9544-4089-bc7b-be5dfba2199c,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:14.299424 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-6cf48415-ec12-4bf0-b22a-d7190dec136a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:14.308880 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] Set router 6dbbfbad-8573-410c-a021-14f7a39b537b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:30:14.333846 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:14.383031 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'name': 'tempest-TestSnapshotPattern-54732947-router', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd5b949f6-4753-48b6-842a-4dfbd72780fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:11Z', 'updated_at': '2021-06-24T13:30:12Z', 'revision_number': 3, 'project_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'gw_port': {'id': 'd5b949f6-4753-48b6-842a-4dfbd72780fb', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:12Z', 'updated_at': '2021-06-24T13:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:14.413178 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-19b65f2c-f05b-4406-80da-61a222f2ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:14.414969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Checking router: 72468176-d96a-4cb6-ac00-2d1e784fac5b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:30:14.415320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Updating router 72468176-d96a-4cb6-ac00-2d1e784fac5b port d5b949f6-4753-48b6-842a-4dfbd72780fb binding host dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:30:14.477545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:14.483187 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-19b65f2c-f05b-4406-80da-61a222f2ae07 None None] For port 9fc1a26a-0c1d-487a-8754-cbe47802acf4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9fc1a26a-0c1d-487a-8754-cbe47802acf4,segment=NetworkSegment(80ada411-d440-4e20-8d28-414b3de39d23),segment_id=80ada411-d440-4e20-8d28-414b3de39d23)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:14.504399 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-19b65f2c-f05b-4406-80da-61a222f2ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:14.509785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Allocated IP 172.20.0.1 (1b4dec51-07de-4665-9d09-2b5420acb322/531d464e-41a3-48b2-83fc-3e5e643ab698/468df28d-4b20-434d-9015-21a4c0dd7fba) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:30:14.514306 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-c7be10f8-c8f9-4c40-aeee-7265c5f5d2f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:14.526823 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:14.555275 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfea240-9d36-465e-aeae-1b96c593d85e None None] The sync data for ids ['6dbbfbad-8573-410c-a021-14f7a39b537b'] in dv-neutron-797121-4-hyperv is: [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:30:14.640068 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:14.655817 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Transition to ACTIVE for port object 468df28d-4b20-434d-9015-21a4c0dd7fba will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:30:14.696251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:14.699369 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-563f981f-4ab6-41c4-8b2b-2be07119735d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:14.736763 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Network 1b4dec51-07de-4665-9d09-2b5420acb322 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:30:14.741760 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:30:14.745445 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:30:14.774469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Pushing event updated for resources: {'Port': ['ID=468df28d-4b20-434d-9015-21a4c0dd7fba,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:14.778990 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:14.794730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690451'] for router_interface, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:14.802009 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b65f2c-f05b-4406-80da-61a222f2ae07 None None] Pushing event updated for resources: {'Port': ['ID=9fc1a26a-0c1d-487a-8754-cbe47802acf4,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:14.818603 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-19b65f2c-f05b-4406-80da-61a222f2ae07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:14.988196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:15.003196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Notify callbacks [] for port, precommit_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:15.015912 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Transition to ACTIVE for port object d5b949f6-4753-48b6-842a-4dfbd72780fb will not be triggered until provisioned by entity L2. {{(pid=100147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:30:15.023334 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:15.026564 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:15.108911 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f91bb-f59a-4b05-93aa-ff4d81b9543b None None] Pushing event updated for resources: {'Port': ['ID=d5b949f6-4753-48b6-842a-4dfbd72780fb,revision_number=2']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:15.111998 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6a3f91bb-f59a-4b05-93aa-ff4d81b9543b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:15.119862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Attempting to bind port d5b949f6-4753-48b6-842a-4dfbd72780fb on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:30:15.120354 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Attempting to bind port d5b949f6-4753-48b6-842a-4dfbd72780fb by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:30:15.121304 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Attempting to bind port d5b949f6-4753-48b6-842a-4dfbd72780fb on network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:30:15.131738 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-88f28ed3-be0d-463e-887a-f8f6f857ff19 None None] Provisioning complete for port 9fc1a26a-0c1d-487a-8754-cbe47802acf4 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:15.132696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-88f28ed3-be0d-463e-887a-f8f6f857ff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:15.138397 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:30:15.139041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Checking segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:30:15.139552 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:15.139878 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Bound using segment: {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'} {{(pid=100147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:30:15.140382 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.managers [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Bound port: d5b949f6-4753-48b6-842a-4dfbd72780fb, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417b073-7360-486c-89cf-43afbe2fef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d'}}] {{(pid=100147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:30:15.142986 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:15.202500 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:15.208073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:15.210806 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-317961fb-7ed2-4d8c-8472-739ecd79ef46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:15.257509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Pushing event updated for resources: {'Port': ['ID=468df28d-4b20-434d-9015-21a4c0dd7fba,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:15.261509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:15.278638 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] For port d5b949f6-4753-48b6-842a-4dfbd72780fb, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:30:15.283333 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] For port d5b949f6-4753-48b6-842a-4dfbd72780fb, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d5b949f6-4753-48b6-842a-4dfbd72780fb,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:30:15.288415 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9ca1e9f9-1895-442e-a560-97746896c785 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:30:15.304512 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1742848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690535'] for router_interface, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:15.309902 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:15.314293 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:15.425356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Routers {'72468176-d96a-4cb6-ac00-2d1e784fac5b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:30:15.426028 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:29:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['72468176-d96a-4cb6-ac00-2d1e784fac5b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:15.427094 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Network 1b4dec51-07de-4665-9d09-2b5420acb322 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:30:15.428417 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f91bb-f59a-4b05-93aa-ff4d81b9543b None None] Pushing event updated for resources: {'Port': ['ID=d5b949f6-4753-48b6-842a-4dfbd72780fb,revision_number=3']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:15.428566 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:30:15.434294 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6a3f91bb-f59a-4b05-93aa-ff4d81b9543b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:15.484907 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 9ca1e9f9-1895-442e-a560-97746896c785 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:15.485277 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:15.567534 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Router 72468176-d96a-4cb6-ac00-2d1e784fac5b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:30:15.586405 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] Set router 72468176-d96a-4cb6-ac00-2d1e784fac5b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:30:15.613027 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a58135d7-8593-4b16-80ce-732c9102eea1 None None] Provisioning for port 468df28d-4b20-434d-9015-21a4c0dd7fba completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:30:15.624202 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-a58135d7-8593-4b16-80ce-732c9102eea1 None None] Provisioning complete for port 468df28d-4b20-434d-9015-21a4c0dd7fba triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:15.624581 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a58135d7-8593-4b16-80ce-732c9102eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:15.682571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:30:15.701400 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-63943942-eedc-4bfc-ba99-37aefc293815 admin admin] 10.222.0.110 "PUT /v2.0/routers/72468176-d96a-4cb6-ac00-2d1e784fac5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8753078 Jun 24 13:30:15.735404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9fc1a26a-0c1d-487a-8754-cbe47802acf4 up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:30:15.740973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-a58135d7-8593-4b16-80ce-732c9102eea1 None None] Port 468df28d-4b20-434d-9015-21a4c0dd7fba cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:30:15.863647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 9fc1a26a-0c1d-487a-8754-cbe47802acf4 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:15.864030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:15.906036 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-cf606170-737f-4574-90dd-d067a8aa5930 None None] Provisioning complete for port 468df28d-4b20-434d-9015-21a4c0dd7fba triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:15.906422 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-cf606170-737f-4574-90dd-d067a8aa5930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:15.961465 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-cf606170-737f-4574-90dd-d067a8aa5930 None None] Port 468df28d-4b20-434d-9015-21a4c0dd7fba cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:30:15.966298 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'name': 'tempest-TestSnapshotPattern-54732947-router', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd5b949f6-4753-48b6-842a-4dfbd72780fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:11Z', 'updated_at': '2021-06-24T13:30:14Z', 'revision_number': 4, 'project_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'gw_port': {'id': 'd5b949f6-4753-48b6-842a-4dfbd72780fb', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:12Z', 'updated_at': '2021-06-24T13:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '468df28d-4b20-434d-9015-21a4c0dd7fba', 'name': '', 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'mac_address': 'fa:16:3e:91:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '531d464e-41a3-48b2-83fc-3e5e643ab698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:14Z', 'updated_at': '2021-06-24T13:30:15Z', 'revision_number': 2, 'project_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'subnets': [{'id': '531d464e-41a3-48b2-83fc-3e5e643ab698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:16.009725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3b004e-0b0b-4b57-93da-fe92a8d146ee None None] The sync data for ids ['72468176-d96a-4cb6-ac00-2d1e784fac5b'] in dv-neutron-797121-4-hyperv is: [{'id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'name': 'tempest-TestSnapshotPattern-54732947-router', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd5b949f6-4753-48b6-842a-4dfbd72780fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:11Z', 'updated_at': '2021-06-24T13:30:14Z', 'revision_number': 4, 'project_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'gw_port': {'id': 'd5b949f6-4753-48b6-842a-4dfbd72780fb', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:12Z', 'updated_at': '2021-06-24T13:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '468df28d-4b20-434d-9015-21a4c0dd7fba', 'name': '', 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'mac_address': 'fa:16:3e:91:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '531d464e-41a3-48b2-83fc-3e5e643ab698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:14Z', 'updated_at': '2021-06-24T13:30:15Z', 'revision_number': 2, 'project_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'subnets': [{'id': '531d464e-41a3-48b2-83fc-3e5e643ab698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:30:16.033234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d843b7c5-9544-4089-bc7b-be5dfba2199c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:30:16.084366 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port d843b7c5-9544-4089-bc7b-be5dfba2199c completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:30:16.089282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d843b7c5-9544-4089-bc7b-be5dfba2199c triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:16.089719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.173662 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.238744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port d843b7c5-9544-4089-bc7b-be5dfba2199c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d843b7c5-9544-4089-bc7b-be5dfba2199c,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:16.243385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.246404 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:16.308089 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=d843b7c5-9544-4089-bc7b-be5dfba2199c,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:16.311169 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:16.412163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54634) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:16.417047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-ed69f7be-7ebf-4af9-a532-dbef64b41e6e tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987212474', 'description': 'tempest-secgroup-smoke-1987212474 description', 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:16.440954 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed69f7be-7ebf-4af9-a532-dbef64b41e6e tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.534063 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed69f7be-7ebf-4af9-a532-dbef64b41e6e tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.538373 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed69f7be-7ebf-4af9-a532-dbef64b41e6e tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.541402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4c2609b1-5b30-4624-a538-8167d4e33300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:16.570472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-ed69f7be-7ebf-4af9-a532-dbef64b41e6e tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.571742 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-ed69f7be-7ebf-4af9-a532-dbef64b41e6e tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1585741 Jun 24 13:30:16.572638 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69f7be-7ebf-4af9-a532-dbef64b41e6e tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52e4da7-3860-4355-8cb5-27d6c2bcd944,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:16.574691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54636) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:16.579376 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-22a88b16-c483-410c-a4b5-0e783f547d58 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Request body: {'security_group_rule': {'security_group_id': 'c52e4da7-3860-4355-8cb5-27d6c2bcd944', 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:16.594837 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-ed69f7be-7ebf-4af9-a532-dbef64b41e6e tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:16.619655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-22a88b16-c483-410c-a4b5-0e783f547d58 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.676600 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-22a88b16-c483-410c-a4b5-0e783f547d58 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.680088 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-22a88b16-c483-410c-a4b5-0e783f547d58 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.682440 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8d183eb7-cedc-4f13-a63e-371fb3dd2cf7 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:16.698176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a88b16-c483-410c-a4b5-0e783f547d58 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f1fb36-2b0f-4d11-8a38-4d890275c63b,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:16.700677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-22a88b16-c483-410c-a4b5-0e783f547d58 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:16.704980 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-22a88b16-c483-410c-a4b5-0e783f547d58 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.706269 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-22a88b16-c483-410c-a4b5-0e783f547d58 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305828 Jun 24 13:30:16.708924 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54638) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:16.713355 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-e7836e67-a120-4df5-8f6a-b2cb57654381 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Request body: {'security_group_rule': {'security_group_id': 'c52e4da7-3860-4355-8cb5-27d6c2bcd944', 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:16.740476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e7836e67-a120-4df5-8f6a-b2cb57654381 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.806047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e7836e67-a120-4df5-8f6a-b2cb57654381 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.810284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e7836e67-a120-4df5-8f6a-b2cb57654381 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.814622 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-80530452-a53a-4c66-b5a1-5f83d53f23d4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:16.830301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7836e67-a120-4df5-8f6a-b2cb57654381 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a454a497-48b6-4402-8744-a3b041fed9eb,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:16.832858 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e7836e67-a120-4df5-8f6a-b2cb57654381 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:16.834381 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-e7836e67-a120-4df5-8f6a-b2cb57654381 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.835593 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-e7836e67-a120-4df5-8f6a-b2cb57654381 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257501 Jun 24 13:30:16.838219 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54640) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:16.842643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-3139a1b8-5e0a-4389-bfd3-261a939def06 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Request body: {'security_group_rule': {'security_group_id': 'c52e4da7-3860-4355-8cb5-27d6c2bcd944', 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:16.868436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3139a1b8-5e0a-4389-bfd3-261a939def06 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.927471 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3139a1b8-5e0a-4389-bfd3-261a939def06 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.931410 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3139a1b8-5e0a-4389-bfd3-261a939def06 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.935709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b860eba2-b720-4dcb-8726-e3e74a216a56 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:16.950472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139a1b8-5e0a-4389-bfd3-261a939def06 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6dead6e-0b13-4a08-8f99-e07395992f5a,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:16.952981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3139a1b8-5e0a-4389-bfd3-261a939def06 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:16.956869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-3139a1b8-5e0a-4389-bfd3-261a939def06 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:16.958173 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-3139a1b8-5e0a-4389-bfd3-261a939def06 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189988 Jun 24 13:30:16.960845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54642) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:16.965798 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-875e238f-2c0a-4918-a920-53df576fecd9 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Request body: {'security_group_rule': {'security_group_id': 'c52e4da7-3860-4355-8cb5-27d6c2bcd944', 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:16.991979 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-875e238f-2c0a-4918-a920-53df576fecd9 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:17.050017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-875e238f-2c0a-4918-a920-53df576fecd9 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:17.053686 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-875e238f-2c0a-4918-a920-53df576fecd9 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:17.055966 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-9297c76b-b215-464a-9cee-74e13abc04a4 tempest-TestNetworkBasicOps-615006019 tempest-TestNetworkBasicOps-615006019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:17.071809 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e238f-2c0a-4918-a920-53df576fecd9 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304104f9-7e88-49f7-9418-4a7d36b45283,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:17.074252 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-875e238f-2c0a-4918-a920-53df576fecd9 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:17.078658 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-875e238f-2c0a-4918-a920-53df576fecd9 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:17.079939 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-875e238f-2c0a-4918-a920-53df576fecd9 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181705 Jun 24 13:30:17.082607 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54644) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:17.087114 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-93bc4605-1f2d-41f6-99fd-bf506137f849 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Request body: {'security_group_rule': {'security_group_id': 'c52e4da7-3860-4355-8cb5-27d6c2bcd944', 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:17.108359 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-93bc4605-1f2d-41f6-99fd-bf506137f849 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Project 1bb7e918ba31487ab639b3b55ac1c2f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:30:17.113060 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-93bc4605-1f2d-41f6-99fd-bf506137f849 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:17.175689 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-93bc4605-1f2d-41f6-99fd-bf506137f849 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:17.179424 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-93bc4605-1f2d-41f6-99fd-bf506137f849 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:17.181335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-044d5761-fe48-4d81-adea-a17ee438265a tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:17.197797 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc4605-1f2d-41f6-99fd-bf506137f849 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165f7a7e-081d-4a6b-8d8f-f07716455fbd,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:17.200807 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-93bc4605-1f2d-41f6-99fd-bf506137f849 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:17.204655 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-93bc4605-1f2d-41f6-99fd-bf506137f849 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:17.205551 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-93bc4605-1f2d-41f6-99fd-bf506137f849 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219749 Jun 24 13:30:17.208342 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54646) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:17.213363 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-37f5c51d-7857-4952-a1cd-0da640db1119 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Request body: {'security_group_rule': {'security_group_id': 'c52e4da7-3860-4355-8cb5-27d6c2bcd944', 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:17.218914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d843b7c5-9544-4089-bc7b-be5dfba2199c up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:30:17.235975 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.securitygroups_db [None req-37f5c51d-7857-4952-a1cd-0da640db1119 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Project 1bb7e918ba31487ab639b3b55ac1c2f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 13:30:17.240871 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-37f5c51d-7857-4952-a1cd-0da640db1119 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:17.266397 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d843b7c5-9544-4089-bc7b-be5dfba2199c triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:17.266861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:17.304086 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-37f5c51d-7857-4952-a1cd-0da640db1119 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:17.309073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-37f5c51d-7857-4952-a1cd-0da640db1119 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1772614'] for security_group_rule, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:17.311374 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-7834b4ef-4139-422e-9db6-872aaee479b7 tempest-TestMinimumBasicScenario-2124835952 tempest-TestMinimumBasicScenario-2124835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:17.328469 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5c51d-7857-4952-a1cd-0da640db1119 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fff9db1-327b-45fc-a0e9-92697efffbf2,revision_number=0']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:17.331106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-37f5c51d-7857-4952-a1cd-0da640db1119 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:17.337047 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-37f5c51d-7857-4952-a1cd-0da640db1119 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:17.352446 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-37f5c51d-7857-4952-a1cd-0da640db1119 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428998 Jun 24 13:30:17.504692 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-1159d561-e3d2-4d9f-b1e4-f8b49f45c762 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987212474&fields=id&tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5 HTTP/1.1" status: 200 len: 267 time: 0.0343494 Jun 24 13:30:17.619612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-8fa93895-3130-4a21-9903-758ccfc6e835 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:17.621165 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-8fa93895-3130-4a21-9903-758ccfc6e835 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/networks?id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 200 len: 809 time: 0.1091869 Jun 24 13:30:17.637264 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-09047a4f-e212-4cfc-a235-ae836313590d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/quotas/1bb7e918ba31487ab639b3b55ac1c2f5 HTTP/1.1" status: 200 len: 375 time: 0.0103788 Jun 24 13:30:17.680423 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:17.709699 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-2d1db7c5-94f5-48d4-821d-9dc773dcaa06 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667307 Jun 24 13:30:17.817644 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-bf223af3-155f-42b6-aeba-6d0270391cd0 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 13:30:17.818995 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-bf223af3-155f-42b6-aeba-6d0270391cd0 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0975866 Jun 24 13:30:17.916091 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6aaa3e4f-a847-4760-aab5-6b61556d0a53 service neutron] 10.222.0.110 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902708 Jun 24 13:30:18.010252 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-4fb57c60-73e7-459f-8df1-87347bf3d7be service neutron] 10.222.0.110 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877240 Jun 24 13:30:18.180951 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8cf088c8-62f1-47fa-b29f-33032e7be0cf req-f2b24b56-1803-4bf2-8092-643ea8f7a38a tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 210 time: 0.0314946 Jun 24 13:30:18.654087 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Sync routers for ids ['72468176-d96a-4cb6-ac00-2d1e784fac5b'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:30:18.663141 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Routers {'72468176-d96a-4cb6-ac00-2d1e784fac5b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:30:18.663685 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:29:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['72468176-d96a-4cb6-ac00-2d1e784fac5b'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:18.766756 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Set router 72468176-d96a-4cb6-ac00-2d1e784fac5b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:30:18.957273 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'name': 'tempest-TestSnapshotPattern-54732947-router', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd5b949f6-4753-48b6-842a-4dfbd72780fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:11Z', 'updated_at': '2021-06-24T13:30:14Z', 'revision_number': 4, 'project_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'gw_port': {'id': 'd5b949f6-4753-48b6-842a-4dfbd72780fb', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:12Z', 'updated_at': '2021-06-24T13:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '468df28d-4b20-434d-9015-21a4c0dd7fba', 'name': '', 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'mac_address': 'fa:16:3e:91:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '531d464e-41a3-48b2-83fc-3e5e643ab698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:14Z', 'updated_at': '2021-06-24T13:30:15Z', 'revision_number': 2, 'project_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'subnets': [{'id': '531d464e-41a3-48b2-83fc-3e5e643ab698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:18.986608 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Checking router: 72468176-d96a-4cb6-ac00-2d1e784fac5b for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:30:18.987001 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Updating router 72468176-d96a-4cb6-ac00-2d1e784fac5b port 468df28d-4b20-434d-9015-21a4c0dd7fba binding host dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 13:30:19.019402 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:19.222903 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d5b949f6-4753-48b6-842a-4dfbd72780fb up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:30:19.281062 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d77b16ec-2e29-4474-8177-607e15e0ed3f req-5b597d33-b4ae-4be3-9712-a063653c9815 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 210 time: 0.0350845 Jun 24 13:30:19.294434 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Notify callbacks [] for port, precommit_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:19.311408 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.provisioning_blocks [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Transition to ACTIVE for port object 468df28d-4b20-434d-9015-21a4c0dd7fba will not be triggered until provisioned by entity L2. {{(pid=100148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:30:19.312145 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port d5b949f6-4753-48b6-842a-4dfbd72780fb completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:30:19.316807 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d5b949f6-4753-48b6-842a-4dfbd72780fb triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:19.317181 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:19.317526 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:19.321072 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-21cf3828-615a-4261-8078-3f1b0231b5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:19.374870 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e753b-7a5c-482a-8df4-8192e4fab308 None None] Pushing event updated for resources: {'Port': ['ID=468df28d-4b20-434d-9015-21a4c0dd7fba,revision_number=3']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:19.396534 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-bf6e753b-7a5c-482a-8df4-8192e4fab308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:19.414886 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:19.431309 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Attempting to bind port 468df28d-4b20-434d-9015-21a4c0dd7fba on host dv-neutron-797121-4-hyperv for vnic_type normal with profile {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:30:19.431744 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Attempting to bind port 468df28d-4b20-434d-9015-21a4c0dd7fba by drivers openvswitch,hyperv on host dv-neutron-797121-4-hyperv at level 0 using segments [{'id': '80ada411-d440-4e20-8d28-414b3de39d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322'}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:30:19.432083 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Attempting to bind port 468df28d-4b20-434d-9015-21a4c0dd7fba on network 1b4dec51-07de-4665-9d09-2b5420acb322 {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:30:19.437455 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Checking agent: {'id': '8d175163-90ab-418f-973e-490e52731ca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 34, 29), 'started_at': datetime.datetime(2021, 6, 24, 12, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:30:19.437835 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Checking segment: {'id': '80ada411-d440-4e20-8d28-414b3de39d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:30:19.438514 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:19.438998 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Bound using segment: {'id': '80ada411-d440-4e20-8d28-414b3de39d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322'} {{(pid=100148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:30:19.439113 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port d5b949f6-4753-48b6-842a-4dfbd72780fb, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d5b949f6-4753-48b6-842a-4dfbd72780fb,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:19.439644 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.managers [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Bound port: 468df28d-4b20-434d-9015-21a4c0dd7fba, host: dv-neutron-797121-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ada411-d440-4e20-8d28-414b3de39d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322'}}] {{(pid=100148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:30:19.439899 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:19.444348 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:19.447338 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:19.505235 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=d5b949f6-4753-48b6-842a-4dfbd72780fb,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:19.508451 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:19.516282 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] For port 468df28d-4b20-434d-9015-21a4c0dd7fba, host dv-neutron-797121-4-hyperv, cleared binding levels {{(pid=100148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:30:19.520223 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.plugins.ml2.db [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] For port 468df28d-4b20-434d-9015-21a4c0dd7fba, host dv-neutron-797121-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=468df28d-4b20-434d-9015-21a4c0dd7fba,segment=NetworkSegment(80ada411-d440-4e20-8d28-414b3de39d23),segment_id=80ada411-d440-4e20-8d28-414b3de39d23)] {{(pid=100148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:30:19.525524 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron_lib.callbacks.manager [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:19.527652 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-e26fa77e-1972-4d24-a750-2234f18cdfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:19.590918 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e753b-7a5c-482a-8df4-8192e4fab308 None None] Pushing event updated for resources: {'Port': ['ID=468df28d-4b20-434d-9015-21a4c0dd7fba,revision_number=4']} {{(pid=100148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:19.593556 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Routers {'72468176-d96a-4cb6-ac00-2d1e784fac5b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:30:19.594134 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:29:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['72468176-d96a-4cb6-ac00-2d1e784fac5b'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:19.596294 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG oslo_concurrency.lockutils [None req-bf6e753b-7a5c-482a-8df4-8192e4fab308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:19.703775 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] Set router 72468176-d96a-4cb6-ac00-2d1e784fac5b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:30:19.902809 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'name': 'tempest-TestSnapshotPattern-54732947-router', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd5b949f6-4753-48b6-842a-4dfbd72780fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:11Z', 'updated_at': '2021-06-24T13:30:14Z', 'revision_number': 4, 'project_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'gw_port': {'id': 'd5b949f6-4753-48b6-842a-4dfbd72780fb', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:12Z', 'updated_at': '2021-06-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '468df28d-4b20-434d-9015-21a4c0dd7fba', 'name': '', 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'mac_address': 'fa:16:3e:91:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '531d464e-41a3-48b2-83fc-3e5e643ab698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:14Z', 'updated_at': '2021-06-24T13:30:19Z', 'revision_number': 4, 'project_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'subnets': [{'id': '531d464e-41a3-48b2-83fc-3e5e643ab698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:19.927791 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0751565-d549-49a4-9117-83e0d6e0337d None None] The sync data for ids ['72468176-d96a-4cb6-ac00-2d1e784fac5b'] in dv-neutron-797121-4-hyperv is: [{'id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'name': 'tempest-TestSnapshotPattern-54732947-router', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd5b949f6-4753-48b6-842a-4dfbd72780fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:11Z', 'updated_at': '2021-06-24T13:30:14Z', 'revision_number': 4, 'project_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'gw_port': {'id': 'd5b949f6-4753-48b6-842a-4dfbd72780fb', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:12Z', 'updated_at': '2021-06-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': '468df28d-4b20-434d-9015-21a4c0dd7fba', 'name': '', 'network_id': '1b4dec51-07de-4665-9d09-2b5420acb322', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'mac_address': 'fa:16:3e:91:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '531d464e-41a3-48b2-83fc-3e5e643ab698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:14Z', 'updated_at': '2021-06-24T13:30:19Z', 'revision_number': 4, 'project_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'subnets': [{'id': '531d464e-41a3-48b2-83fc-3e5e643ab698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:30:20.367443 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1e1fbcb4-9a94-4e92-85d2-2037990cb92a req-2077d0d4-d868-43f7-9f0b-b7321d10a9ff tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 210 time: 0.0294759 Jun 24 13:30:21.223976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d5b949f6-4753-48b6-842a-4dfbd72780fb up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:30:21.274856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port d5b949f6-4753-48b6-842a-4dfbd72780fb triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:21.275925 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:21.330449 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-eeadb62a-f751-494e-87af-516b297d0e01 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:21.331971 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-eeadb62a-f751-494e-87af-516b297d0e01 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.102 "GET /v2.0/networks?id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 200 len: 809 time: 0.1140981 Jun 24 13:30:21.360615 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 468df28d-4b20-434d-9015-21a4c0dd7fba up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:30:21.388295 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-712f8720-c902-44ff-9f3e-f8c786dfcc9b tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5 HTTP/1.1" status: 200 len: 380 time: 0.0456548 Jun 24 13:30:21.398563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Request body: {'port': {'device_id': '71906972-ae94-4797-947f-e0bda53501d0', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'admin_state_up': True, 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'security_groups': ['c52e4da7-3860-4355-8cb5-27d6c2bcd944']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:21.445519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning for port 468df28d-4b20-434d-9015-21a4c0dd7fba completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:30:21.451745 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 468df28d-4b20-434d-9015-21a4c0dd7fba triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:21.452176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:21.531234 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Made reservation on behalf of 1bb7e918ba31487ab639b3b55ac1c2f5 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:30:21.535452 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:21.566741 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:21.603945 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] For port 468df28d-4b20-434d-9015-21a4c0dd7fba, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=468df28d-4b20-434d-9015-21a4c0dd7fba,segment=NetworkSegment(80ada411-d440-4e20-8d28-414b3de39d23),segment_id=80ada411-d440-4e20-8d28-414b3de39d23)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:21.608702 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:21.610713 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-19b65f2c-f05b-4406-80da-61a222f2ae07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:21.659176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Pushing event updated for resources: {'Port': ['ID=468df28d-4b20-434d-9015-21a4c0dd7fba,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:21.663897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:21.689526 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Allocated IP 172.20.0.6 (cb5e108f-0d1a-42ec-afe0-2c69ceefee43/261cdcb2-93e5-4cce-90d3-c24084367980/bc6d5b03-3196-42af-9f6c-12648892af67) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:30:21.723924 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-82cf9a01-6e56-4880-a83d-63b44e5ced1c req-505ce1c9-8dfd-433f-9d4f-bdd286b66098 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 210 time: 0.0357547 Jun 24 13:30:21.851787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:21.865343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Transition to ACTIVE for port object bc6d5b03-3196-42af-9f6c-12648892af67 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:30:21.897905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:21.901904 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:21.941832 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:30:21.947045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:30:21.950553 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:30:21.973850 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event updated for resources: {'Port': ['ID=bc6d5b03-3196-42af-9f6c-12648892af67,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:21.978810 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:22.003847 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:22.004467 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:22.020455 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-73d8a5da-b85c-4d80-a087-b6821e25c3a5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6271262 Jun 24 13:30:22.031771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Request body: {'port': {'device_id': '71906972-ae94-4797-947f-e0bda53501d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:22.109450 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:22.164537 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f6211ec6-59de-4dbe-bf97-074290ffd70d None None] Provisioning for port bc6d5b03-3196-42af-9f6c-12648892af67 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:30:22.168838 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-f6211ec6-59de-4dbe-bf97-074290ffd70d None None] Provisioning complete for port bc6d5b03-3196-42af-9f6c-12648892af67 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:22.169218 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f6211ec6-59de-4dbe-bf97-074290ffd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:22.203587 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-f6211ec6-59de-4dbe-bf97-074290ffd70d None None] Port bc6d5b03-3196-42af-9f6c-12648892af67 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:30:22.367044 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6d5b03-3196-42af-9f6c-12648892af67 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:30:22.374476 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:22.387334 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Transition to ACTIVE for port object bc6d5b03-3196-42af-9f6c-12648892af67 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:30:22.390677 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:22.393106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-8479e25f-46f4-40e1-9a2f-08a74e8873b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:22.484496 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6d5b03-3196-42af-9f6c-12648892af67,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:22.489645 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:22.520542 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Attempting to bind port bc6d5b03-3196-42af-9f6c-12648892af67 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:30:22.520879 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Attempting to bind port bc6d5b03-3196-42af-9f6c-12648892af67 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:30:22.521209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Attempting to bind port bc6d5b03-3196-42af-9f6c-12648892af67 on network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:30:22.526486 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Port bc6d5b03-3196-42af-9f6c-12648892af67 on network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:30:22.526839 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Attempting to bind port bc6d5b03-3196-42af-9f6c-12648892af67 on network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:30:22.532268 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:30:22.532604 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Checking segment: {'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:30:22.533000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Bound using segment: {'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:30:22.533434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Bound port: bc6d5b03-3196-42af-9f6c-12648892af67, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:30:22.533793 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:22.611515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] For port bc6d5b03-3196-42af-9f6c-12648892af67, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:30:22.615036 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] For port bc6d5b03-3196-42af-9f6c-12648892af67, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bc6d5b03-3196-42af-9f6c-12648892af67,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:30:22.619397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:22.621433 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:23.102421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:23.103762 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:23.106710 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] 10.222.0.102 "PUT /v2.0/ports/bc6d5b03-3196-42af-9f6c-12648892af67 HTTP/1.1" status: 200 len: 1093 time: 1.0788641 Jun 24 13:30:23.128444 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71906972-ae94-4797-947f-e0bda53501d0', 'tag': 'bc6d5b03-3196-42af-9f6c-12648892af67'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:30:23.131167 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13b2ef5-92b7-4795-bb28-a75990f6b161" -d '{"events": [{"name": "network-changed", "server_uuid": "71906972-ae94-4797-947f-e0bda53501d0", "tag": "bc6d5b03-3196-42af-9f6c-12648892af67"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:30:23.167571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6d5b03-3196-42af-9f6c-12648892af67,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:23.191642 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:23.238459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e9706-00c0-42f3-9988-0de7c694d1b7 req-e9a58870-b1e8-4c0d-b7cf-796757a8df82 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:23.240084 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc2e9706-00c0-42f3-9988-0de7c694d1b7 req-e9a58870-b1e8-4c0d-b7cf-796757a8df82 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 943 time: 0.1835968 Jun 24 13:30:23.251918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-4b62d662-645a-4123-803d-49c2c0b2ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:23.253413 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-4b62d662-645a-4123-803d-49c2c0b2ac8d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 1096 time: 0.1021540 Jun 24 13:30:23.256089 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb560d08-670a-4f38-a290-a8c0650ac2fd x-openstack-request-id: req-bb560d08-670a-4f38-a290-a8c0650ac2fd {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:30:23.256429 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71906972-ae94-4797-947f-e0bda53501d0", "tag": "bc6d5b03-3196-42af-9f6c-12648892af67", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:30:23.256731 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-bb560d08-670a-4f38-a290-a8c0650ac2fd {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:30:23.257163 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71906972-ae94-4797-947f-e0bda53501d0', 'tag': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'status': 'completed', 'code': 200} Jun 24 13:30:23.286326 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 468df28d-4b20-434d-9015-21a4c0dd7fba up at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:30:23.312707 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-93a62579-23d3-4258-92e9-5cab6028374a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6d5b03-3196-42af-9f6c-12648892af67 HTTP/1.1" status: 200 len: 217 time: 0.0411804 Jun 24 13:30:23.343811 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Provisioning complete for port 468df28d-4b20-434d-9015-21a4c0dd7fba triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:23.344196 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:23.355406 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc2e9706-00c0-42f3-9988-0de7c694d1b7 req-6061544f-daa7-4b32-97a7-f02d83647cf8 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009080 Jun 24 13:30:23.378000 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-a3ff2e21-a9c8-4c9a-99f6-daaadc36b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:23.379527 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-a3ff2e21-a9c8-4c9a-99f6-daaadc36b9c6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=261cdcb2-93e5-4cce-90d3-c24084367980 HTTP/1.1" status: 200 len: 848 time: 0.0595095 Jun 24 13:30:23.440643 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-2a6426ef-e2e4-4010-b6c6-81aa35e24c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:23.442171 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-2a6426ef-e2e4-4010-b6c6-81aa35e24c47 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561247 Jun 24 13:30:23.535639 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-a083be60-081a-4de4-bd75-67a9bb592bda service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869796 Jun 24 13:30:23.629964 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8f3f075e-8c14-4057-bb55-8cc092ae3f8f req-a0458fed-dadb-4432-ae60-d284d57f5508 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877211 Jun 24 13:30:23.733531 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b2ef5-92b7-4795-bb28-a75990f6b161 req-82431665-f1b5-4314-8838-e6f6533be041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:23.735032 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b13b2ef5-92b7-4795-bb28-a75990f6b161 req-82431665-f1b5-4314-8838-e6f6533be041 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 1096 time: 0.0525775 Jun 24 13:30:23.829130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b2ef5-92b7-4795-bb28-a75990f6b161 req-2f071513-6ae3-414e-b77d-5c04542334dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:23.830624 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b13b2ef5-92b7-4795-bb28-a75990f6b161 req-2f071513-6ae3-414e-b77d-5c04542334dc service neutron] 10.222.0.102 "GET /v2.0/networks?id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 200 len: 911 time: 0.0888512 Jun 24 13:30:23.871149 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b13b2ef5-92b7-4795-bb28-a75990f6b161 req-3f656bfb-f959-4b9b-af2f-aa9b59d60fdf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6d5b03-3196-42af-9f6c-12648892af67 HTTP/1.1" status: 200 len: 217 time: 0.0338905 Jun 24 13:30:23.918853 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b2ef5-92b7-4795-bb28-a75990f6b161 req-47e94f93-a36b-4bc6-b615-154b865e42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:23.920213 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b13b2ef5-92b7-4795-bb28-a75990f6b161 req-47e94f93-a36b-4bc6-b615-154b865e42a9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=261cdcb2-93e5-4cce-90d3-c24084367980 HTTP/1.1" status: 200 len: 848 time: 0.0430160 Jun 24 13:30:23.981215 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b2ef5-92b7-4795-bb28-a75990f6b161 req-1db67e52-6f76-43fd-8fc3-cb8074c20b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:23.982700 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b13b2ef5-92b7-4795-bb28-a75990f6b161 req-1db67e52-6f76-43fd-8fc3-cb8074c20b5e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554819 Jun 24 13:30:24.071640 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b13b2ef5-92b7-4795-bb28-a75990f6b161 req-a13e3a0e-05a7-4684-b470-04333caf08cf service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811381 Jun 24 13:30:24.162353 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b13b2ef5-92b7-4795-bb28-a75990f6b161 req-88c4bba0-f6c0-42b9-8c7b-94289e104a92 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837011 Jun 24 13:30:24.538140 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb03bf-6d40-417b-baed-feff678cd61e req-a7899b7a-aca2-4b8d-8897-80b956c937b5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:24.539650 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddcb03bf-6d40-417b-baed-feff678cd61e req-a7899b7a-aca2-4b8d-8897-80b956c937b5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 943 time: 0.0659485 Jun 24 13:30:24.578243 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-ddcb03bf-6d40-417b-baed-feff678cd61e req-479f28c4-0c94-4f66-87f7-1a75285b02ef tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317371 Jun 24 13:30:25.746128 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c909f7-55e9-4a7c-9b19-3133d19c8b28 req-d4c0a1fc-579f-47e7-865e-5db8122ea805 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:25.747608 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3c909f7-55e9-4a7c-9b19-3133d19c8b28 req-d4c0a1fc-579f-47e7-865e-5db8122ea805 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 943 time: 0.0626454 Jun 24 13:30:25.790145 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-e3c909f7-55e9-4a7c-9b19-3133d19c8b28 req-aa017548-443a-40b5-9a19-c5b3ce09dbd6 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367868 Jun 24 13:30:26.041853 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device bc6d5b03-3196-42af-9f6c-12648892af67 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:30:26.133766 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port bc6d5b03-3196-42af-9f6c-12648892af67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bc6d5b03-3196-42af-9f6c-12648892af67,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:26.148185 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'port_id': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'mac_address': 'fa:16:3e:3b:fa:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:30:26.184054 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:26.196390 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6d5b03-3196-42af-9f6c-12648892af67 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:30:26.215864 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port bc6d5b03-3196-42af-9f6c-12648892af67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bc6d5b03-3196-42af-9f6c-12648892af67,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:26.220776 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:26.222533 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-f5c29214-aeb0-468c-9d6f-34cd35bb5d0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:26.267835 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=bc6d5b03-3196-42af-9f6c-12648892af67,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:26.271019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:26.428847 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['bc6d5b03-3196-42af-9f6c-12648892af67'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:30:26.658639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-26280612-8f88-4e1f-938b-482e8c7d2ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:26.965251 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b40df-1f31-425a-837b-4d887b40f831 req-04d59ccd-a730-43d5-99c2-09734ccac06f tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:26.966728 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-603b40df-1f31-425a-837b-4d887b40f831 req-04d59ccd-a730-43d5-99c2-09734ccac06f tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 944 time: 0.0643158 Jun 24 13:30:27.003731 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-603b40df-1f31-425a-837b-4d887b40f831 req-e785067d-abcb-437a-8ef8-2ea6413f07a0 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312197 Jun 24 13:30:28.057597 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device bc6d5b03-3196-42af-9f6c-12648892af67 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:30:28.107019 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port bc6d5b03-3196-42af-9f6c-12648892af67 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:30:28.110713 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port bc6d5b03-3196-42af-9f6c-12648892af67 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:30:28.111158 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:28.176869 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d588183-56ed-439b-8d00-f94ba6781f9a req-163cf2cb-97de-4a71-9903-a06940350365 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:28.178363 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1d588183-56ed-439b-8d00-f94ba6781f9a req-163cf2cb-97de-4a71-9903-a06940350365 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 944 time: 0.0636876 Jun 24 13:30:28.190625 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:28.212520 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71906972-ae94-4797-947f-e0bda53501d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6d5b03-3196-42af-9f6c-12648892af67'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:30:28.215248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18afd4c-3d11-469d-8a03-8e1805285531" -d '{"events": [{"server_uuid": "71906972-ae94-4797-947f-e0bda53501d0", "name": "network-vif-plugged", "status": "completed", "tag": "bc6d5b03-3196-42af-9f6c-12648892af67"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:30:28.216490 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1d588183-56ed-439b-8d00-f94ba6781f9a req-617c9cbe-77d3-455f-adb0-db46e112178a tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324280 Jun 24 13:30:28.228082 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port bc6d5b03-3196-42af-9f6c-12648892af67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bc6d5b03-3196-42af-9f6c-12648892af67,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:30:28.232545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:28.240044 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:28.259006 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e563a20-3172-4267-ba0e-b27fd8f282b3 x-openstack-request-id: req-1e563a20-3172-4267-ba0e-b27fd8f282b3 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:30:28.259301 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71906972-ae94-4797-947f-e0bda53501d0", "name": "network-vif-plugged", "status": "completed", "tag": "bc6d5b03-3196-42af-9f6c-12648892af67", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:30:28.259583 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1e563a20-3172-4267-ba0e-b27fd8f282b3 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:30:28.259970 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71906972-ae94-4797-947f-e0bda53501d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'code': 200} Jun 24 13:30:28.286379 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=bc6d5b03-3196-42af-9f6c-12648892af67,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:28.289237 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:28.473223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dbf46-9193-4d71-9226-c16f75e9b576 req-37b60fc0-f03a-4a42-82c3-922845914974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:28.474702 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7f2dbf46-9193-4d71-9226-c16f75e9b576 req-37b60fc0-f03a-4a42-82c3-922845914974 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 1098 time: 0.0552628 Jun 24 13:30:28.509192 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7f2dbf46-9193-4d71-9226-c16f75e9b576 req-29527ebc-5416-4242-95b5-72575432bc1d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281971 Jun 24 13:30:29.388915 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-f042b480-0f8f-4212-b7c3-dc56f40c09f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:29.396539 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92480c4-1df9-4824-ba6a-b234e855b61a req-fb00e2cc-edfd-41ba-b979-fa9fc66c3de1 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:29.398093 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d92480c4-1df9-4824-ba6a-b234e855b61a req-fb00e2cc-edfd-41ba-b979-fa9fc66c3de1 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 945 time: 0.0643177 Jun 24 13:30:29.435938 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d92480c4-1df9-4824-ba6a-b234e855b61a req-3aef8666-e9ad-4dd6-95e5-2d77862b3b29 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315769 Jun 24 13:30:29.526938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:29.610328 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fd161-fa6b-4ac7-9bc8-428fe1464874 req-952f0b89-1a9d-408f-ac92-e3ddfb952a36 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:29.611979 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2c4fd161-fa6b-4ac7-9bc8-428fe1464874 req-952f0b89-1a9d-408f-ac92-e3ddfb952a36 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 945 time: 0.0639675 Jun 24 13:30:29.654034 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2c4fd161-fa6b-4ac7-9bc8-428fe1464874 req-101b0ec9-735a-4099-8c46-6e3a2394d754 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363154 Jun 24 13:30:29.677040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54710) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:29.769099 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23530fc0-8d8c-4c58-9805-67357fccbaad tempest-TestSnapshotPattern-953216490 tempest-TestSnapshotPattern-953216490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:29.770609 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-23530fc0-8d8c-4c58-9805-67357fccbaad tempest-TestSnapshotPattern-953216490 tempest-TestSnapshotPattern-953216490-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 1093 time: 0.0925999 Jun 24 13:30:29.773542 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54714) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:30:29.777907 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:30:29.800481 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:29.897938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:30.001606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Allocated IP 172.26.1.239 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/48ec0e4b-3768-4595-9abc-ff5605c3797f) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:30:30.100104 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:30.144190 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:30.146193 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d4a39cc9-51e8-4e62-8a57-3a31e2765c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:30.185800 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:30:30.191163 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:30:30.193803 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:30:30.197057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event updated for resources: {'Port': ['ID=48ec0e4b-3768-4595-9abc-ff5605c3797f,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:30.199636 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:30.491241 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:30.558886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:30.632656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:30.782807 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:30.787285 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:30.790065 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-e38e4af7-6a68-478e-bce5-b01552ae38dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:30:30.855888 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event updated for resources: {'Port': ['ID=48ec0e4b-3768-4595-9abc-ff5605c3797f,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:30:30.858584 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:30:30.872142 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:30.970356 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Floating IP 16a24df3-ddae-4a65-8f6b-4aa74ee09439 associated. External IP: 172.26.1.239, port: bc6d5b03-3196-42af-9f6c-12648892af67. Jun 24 13:30:31.170890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Router 6dbbfbad-8573-410c-a021-14f7a39b537b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:30:31.277261 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:30:31.287210 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4398a249-0cae-4de6-832f-ede62e674445 None None] Sync routers for ids ['6dbbfbad-8573-410c-a021-14f7a39b537b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:30:31.293413 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:31.300231 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4398a249-0cae-4de6-832f-ede62e674445 None None] Routers {'6dbbfbad-8573-410c-a021-14f7a39b537b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:30:31.300870 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-4398a249-0cae-4de6-832f-ede62e674445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:30:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6dbbfbad-8573-410c-a021-14f7a39b537b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:31.335433 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5608828 Jun 24 13:30:31.336113 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71906972-ae94-4797-947f-e0bda53501d0', 'tag': 'bc6d5b03-3196-42af-9f6c-12648892af67'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:30:31.338407 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406a8514-349b-4a51-a639-01398c78c94a" -d '{"events": [{"name": "network-changed", "server_uuid": "71906972-ae94-4797-947f-e0bda53501d0", "tag": "bc6d5b03-3196-42af-9f6c-12648892af67"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:30:31.373836 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317dd24b-ff35-4f2e-9767-e5b9146cffd2 x-openstack-request-id: req-317dd24b-ff35-4f2e-9767-e5b9146cffd2 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:30:31.374178 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71906972-ae94-4797-947f-e0bda53501d0", "tag": "bc6d5b03-3196-42af-9f6c-12648892af67", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:30:31.374506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-317dd24b-ff35-4f2e-9767-e5b9146cffd2 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:30:31.374979 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71906972-ae94-4797-947f-e0bda53501d0', 'tag': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'status': 'completed', 'code': 200} Jun 24 13:30:31.421513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-4398a249-0cae-4de6-832f-ede62e674445 None None] Set router 6dbbfbad-8573-410c-a021-14f7a39b537b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:30:31.450785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a8514-349b-4a51-a639-01398c78c94a req-9e5ea64b-116d-440b-a0cc-45ebb5e85ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:31.452348 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-406a8514-349b-4a51-a639-01398c78c94a req-9e5ea64b-116d-440b-a0cc-45ebb5e85ed9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 1098 time: 0.0544760 Jun 24 13:30:31.540635 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a8514-349b-4a51-a639-01398c78c94a req-afb88eff-59ee-4a9c-840c-84cfefe35dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:31.542600 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-406a8514-349b-4a51-a639-01398c78c94a req-afb88eff-59ee-4a9c-840c-84cfefe35dd7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 200 len: 911 time: 0.0831523 Jun 24 13:30:31.610657 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-406a8514-349b-4a51-a639-01398c78c94a req-56130ef8-27ab-4ede-9f60-2ad520d7ef08 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6d5b03-3196-42af-9f6c-12648892af67 HTTP/1.1" status: 200 len: 999 time: 0.0618012 Jun 24 13:30:31.645547 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-4398a249-0cae-4de6-832f-ede62e674445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '16a24df3-ddae-4a65-8f6b-4aa74ee09439', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'port_id': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'mac_address': 'fa:16:3e:3b:fa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71906972-ae94-4797-947f-e0bda53501d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:30:30Z', 'updated_at': '2021-06-24T13:30:30Z', 'revision_number': 0, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:16Z', 'revision_number': 5, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:31.658714 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a8514-349b-4a51-a639-01398c78c94a req-f09edfa2-b8e0-425d-ab5a-62d198d2e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:31.660185 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-406a8514-349b-4a51-a639-01398c78c94a req-f09edfa2-b8e0-425d-ab5a-62d198d2e9d0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=261cdcb2-93e5-4cce-90d3-c24084367980 HTTP/1.1" status: 200 len: 848 time: 0.0430770 Jun 24 13:30:31.671215 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4398a249-0cae-4de6-832f-ede62e674445 None None] Checking router: 6dbbfbad-8573-410c-a021-14f7a39b537b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:30:31.679719 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4398a249-0cae-4de6-832f-ede62e674445 None None] Routers {'6dbbfbad-8573-410c-a021-14f7a39b537b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:30:31.680261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-4398a249-0cae-4de6-832f-ede62e674445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:30:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6dbbfbad-8573-410c-a021-14f7a39b537b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:31.717740 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a8514-349b-4a51-a639-01398c78c94a req-bfca02d5-9256-4a5c-8d40-fc39e16e3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:30:31.719420 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-406a8514-349b-4a51-a639-01398c78c94a req-bfca02d5-9256-4a5c-8d40-fc39e16e3e4f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0520899 Jun 24 13:30:31.783976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-4398a249-0cae-4de6-832f-ede62e674445 None None] Set router 6dbbfbad-8573-410c-a021-14f7a39b537b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:30:31.818669 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-406a8514-349b-4a51-a639-01398c78c94a req-cbe6de13-c6ad-4755-81eb-7e3415c76d47 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929322 Jun 24 13:30:31.905502 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-406a8514-349b-4a51-a639-01398c78c94a req-6581d850-b9e7-4ced-a878-2e9f142fd82b service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809827 Jun 24 13:30:32.013513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-4398a249-0cae-4de6-832f-ede62e674445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '16a24df3-ddae-4a65-8f6b-4aa74ee09439', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'port_id': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'mac_address': 'fa:16:3e:3b:fa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71906972-ae94-4797-947f-e0bda53501d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:30:30Z', 'updated_at': '2021-06-24T13:30:30Z', 'revision_number': 0, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:16Z', 'revision_number': 5, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:30:32.039106 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4398a249-0cae-4de6-832f-ede62e674445 None None] The sync data for ids ['6dbbfbad-8573-410c-a021-14f7a39b537b'] in dv-neutron-797121-4-hyperv is: [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '16a24df3-ddae-4a65-8f6b-4aa74ee09439', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'port_id': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'mac_address': 'fa:16:3e:3b:fa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71906972-ae94-4797-947f-e0bda53501d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:30:30Z', 'updated_at': '2021-06-24T13:30:30Z', 'revision_number': 0, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:16Z', 'revision_number': 5, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:30:32.224872 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c2fcc3-7c56-44a2-b40c-8a515b4bd59a None None] New status for floating IP 16a24df3-ddae-4a65-8f6b-4aa74ee09439: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:30:32.455243 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:47.693450 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:50.818375 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:30:56.658647 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a049b046-9b6d-4607-99ca-b474fe31874f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:59.389760 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-253b3305-9246-48fd-8135-0ec5c01e2dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:30:59.527888 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:31:00.497725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:31:02.454351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:31:05.012655 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56e5d86f-fc4e-48dd-9d33-c188ec80d10c req-d154140c-3639-4832-b0d0-33f69c42e0c3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568202 Jun 24 13:31:05.106209 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5d86f-fc4e-48dd-9d33-c188ec80d10c req-e154c807-2320-4ac9-ab09-e0770a20612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:31:05.108299 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56e5d86f-fc4e-48dd-9d33-c188ec80d10c req-e154c807-2320-4ac9-ab09-e0770a20612a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 1098 time: 0.0527589 Jun 24 13:31:05.222623 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5d86f-fc4e-48dd-9d33-c188ec80d10c req-a2d07d92-c1e5-4e64-8856-d34a658a9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:31:05.224101 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56e5d86f-fc4e-48dd-9d33-c188ec80d10c req-a2d07d92-c1e5-4e64-8856-d34a658a9a0d service neutron] 10.222.0.102 "GET /v2.0/networks?id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 200 len: 911 time: 0.0960402 Jun 24 13:31:05.287973 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56e5d86f-fc4e-48dd-9d33-c188ec80d10c req-d7c44682-50fa-4592-b2e4-37c6ca07e4a3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6d5b03-3196-42af-9f6c-12648892af67 HTTP/1.1" status: 200 len: 1001 time: 0.0571690 Jun 24 13:31:05.336106 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5d86f-fc4e-48dd-9d33-c188ec80d10c req-331b865e-7f19-4ae7-8b57-85bf927d42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:31:05.337548 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56e5d86f-fc4e-48dd-9d33-c188ec80d10c req-331b865e-7f19-4ae7-8b57-85bf927d42a1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=261cdcb2-93e5-4cce-90d3-c24084367980 HTTP/1.1" status: 200 len: 848 time: 0.0424092 Jun 24 13:31:05.399270 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5d86f-fc4e-48dd-9d33-c188ec80d10c req-512b3f6d-1811-4a45-84a3-182d9bea65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:31:05.400671 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56e5d86f-fc4e-48dd-9d33-c188ec80d10c req-512b3f6d-1811-4a45-84a3-182d9bea65d0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0563548 Jun 24 13:31:05.488244 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56e5d86f-fc4e-48dd-9d33-c188ec80d10c req-d2f76c6b-558e-4735-990a-ca9ae22f67e8 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807707 Jun 24 13:31:05.579077 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-56e5d86f-fc4e-48dd-9d33-c188ec80d10c req-32ac867a-2c0b-46ce-b2a6-1cfc48561752 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842950 Jun 24 13:31:17.680342 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:31:26.658529 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-235df479-8334-41ca-b0ac-912b33ae7369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:31:27.816952 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:31:29.392155 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-d191f8ed-061d-4126-9ba8-47a0031b339e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:31:29.530640 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:31:30.495929 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:31:32.459381 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:31:47.693261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:31:56.658298 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6a6d-ca23-450b-849b-c4456bff2047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:31:59.393968 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5f25ea71-5977-40a3-92a8-e896a26012b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:31:59.531282 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:00.500166 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:02.461477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:04.816364 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:32:06.007377 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d84cc30-bc90-4169-8baf-2b1e1885458d req-c045e4c3-f17f-41ef-8303-9355cbcd2200 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557978 Jun 24 13:32:06.106556 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84cc30-bc90-4169-8baf-2b1e1885458d req-4b295f34-791a-425c-b963-1df4e6a05a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:06.108065 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d84cc30-bc90-4169-8baf-2b1e1885458d req-4b295f34-791a-425c-b963-1df4e6a05a15 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 1098 time: 0.0550809 Jun 24 13:32:06.219040 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84cc30-bc90-4169-8baf-2b1e1885458d req-37b10792-068d-4800-b75d-521272c1b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:06.220445 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d84cc30-bc90-4169-8baf-2b1e1885458d req-37b10792-068d-4800-b75d-521272c1b835 service neutron] 10.222.0.102 "GET /v2.0/networks?id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 200 len: 911 time: 0.0904653 Jun 24 13:32:06.287186 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d84cc30-bc90-4169-8baf-2b1e1885458d req-fd2caac8-67a9-4cde-a178-43e17fd82afd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6d5b03-3196-42af-9f6c-12648892af67 HTTP/1.1" status: 200 len: 1001 time: 0.0565455 Jun 24 13:32:06.338272 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84cc30-bc90-4169-8baf-2b1e1885458d req-6cbe5a62-b6ad-4bb9-ab74-e6810c9d484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:06.339709 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d84cc30-bc90-4169-8baf-2b1e1885458d req-6cbe5a62-b6ad-4bb9-ab74-e6810c9d484c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=261cdcb2-93e5-4cce-90d3-c24084367980 HTTP/1.1" status: 200 len: 848 time: 0.0463891 Jun 24 13:32:06.399651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84cc30-bc90-4169-8baf-2b1e1885458d req-3791f12c-3653-4a1c-b85f-cb112d61f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:06.401077 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d84cc30-bc90-4169-8baf-2b1e1885458d req-3791f12c-3653-4a1c-b85f-cb112d61f610 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550008 Jun 24 13:32:06.492934 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d84cc30-bc90-4169-8baf-2b1e1885458d req-9d7836b5-460e-4263-a471-5fc7defb9074 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852749 Jun 24 13:32:06.579297 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-2d84cc30-bc90-4169-8baf-2b1e1885458d req-2fc65749-dc57-4b2a-b7bb-869f352c8d04 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801575 Jun 24 13:32:17.693176 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:26.660696 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a294dc55-f5fb-435c-a36d-eb0e83c5bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:28.541041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device bc6d5b03-3196-42af-9f6c-12648892af67 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:32:28.635998 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port bc6d5b03-3196-42af-9f6c-12648892af67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bc6d5b03-3196-42af-9f6c-12648892af67,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:32:28.647102 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'port_id': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'mac_address': 'fa:16:3e:3b:fa:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:32:28.682898 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:28.694971 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc6d5b03-3196-42af-9f6c-12648892af67 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:32:28.713944 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port bc6d5b03-3196-42af-9f6c-12648892af67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bc6d5b03-3196-42af-9f6c-12648892af67,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:32:28.717744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:28.719824 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-228674e2-e4f9-4df8-8b41-658a55c50eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:32:28.767685 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=bc6d5b03-3196-42af-9f6c-12648892af67,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:32:28.774539 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:28.774916 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:28.775259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:28.775595 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:28.775925 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:28.776259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:28.776589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:28.776913 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:28.777237 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:28.777557 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:28.777896 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:28.778193 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:28.781860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:32:28.790486 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['bc6d5b03-3196-42af-9f6c-12648892af67'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:32:29.394783 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a446879a-469a-48a9-84af-709d0c9b53b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:29.531912 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:30.504519 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:30.556049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device bc6d5b03-3196-42af-9f6c-12648892af67 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:32:30.605280 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port bc6d5b03-3196-42af-9f6c-12648892af67 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:32:30.605657 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:30.689150 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:30.712305 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71906972-ae94-4797-947f-e0bda53501d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6d5b03-3196-42af-9f6c-12648892af67'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:32:30.714550 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e365c4-37e4-4d8f-97fc-fd31cff7a31d" -d '{"events": [{"server_uuid": "71906972-ae94-4797-947f-e0bda53501d0", "name": "network-vif-plugged", "status": "completed", "tag": "bc6d5b03-3196-42af-9f6c-12648892af67"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:32:30.727826 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port bc6d5b03-3196-42af-9f6c-12648892af67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bc6d5b03-3196-42af-9f6c-12648892af67,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:32:30.732346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:30.734297 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-9e96ef93-67f1-403f-bdd3-0c736645777b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:32:30.796340 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=bc6d5b03-3196-42af-9f6c-12648892af67,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:32:30.800805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:32:30.833923 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a88d59-3b08-4082-8957-52ff60d32f7a x-openstack-request-id: req-e5a88d59-3b08-4082-8957-52ff60d32f7a {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:32:30.834226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71906972-ae94-4797-947f-e0bda53501d0", "name": "network-vif-plugged", "status": "completed", "tag": "bc6d5b03-3196-42af-9f6c-12648892af67", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:32:30.834489 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e5a88d59-3b08-4082-8957-52ff60d32f7a {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:32:30.834949 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71906972-ae94-4797-947f-e0bda53501d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'code': 200} Jun 24 13:32:32.467862 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:40.453257 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-2606f4d6-0052-4f58-8686-1a4c6efbf954 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987212474&fields=id&tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5 HTTP/1.1" status: 200 len: 267 time: 0.0345106 Jun 24 13:32:40.907029 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-c4cb1f56-ee84-4795-a031-e64206e4d7d2 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:40.908533 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-c4cb1f56-ee84-4795-a031-e64206e4d7d2 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/networks?id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 200 len: 809 time: 0.4481022 Jun 24 13:32:40.923152 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-8b60fc9a-9e7a-4b60-973a-f0fa2a1a7399 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/quotas/1bb7e918ba31487ab639b3b55ac1c2f5 HTTP/1.1" status: 200 len: 375 time: 0.0091369 Jun 24 13:32:40.991677 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-3e4e76a3-07bb-48a2-9802-09a0251c2c2c tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0634356 Jun 24 13:32:41.088311 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-1324b925-31dd-40b8-8d55-b20aa4d0bb17 service neutron] 10.222.0.110 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848713 Jun 24 13:32:41.177533 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-7b4fb55b-c381-40f8-a0d3-20d052f5036a service neutron] 10.222.0.110 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836177 Jun 24 13:32:41.369144 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a037e98e-6f1b-45f9-b6fe-909569b0a760 req-8ad6544b-ac33-4747-9122-da31f9308fbf tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 210 time: 0.0324879 Jun 24 13:32:41.816085 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:32:42.477754 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-672ee1a8-ea23-419a-bf12-a44c04b68dfa tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:42.480016 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-672ee1a8-ea23-419a-bf12-a44c04b68dfa tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.102 "GET /v2.0/networks?id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 200 len: 809 time: 0.1144993 Jun 24 13:32:42.535120 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-d08519e1-51f6-40cf-afaf-620f8f640c62 req-6b4eb328-4747-40a4-90ae-42df155f0a30 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 210 time: 0.0456069 Jun 24 13:32:42.553867 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-05fa0967-2874-4c3d-b712-bd557e8303df tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5 HTTP/1.1" status: 200 len: 380 time: 0.0655437 Jun 24 13:32:42.562506 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Request body: {'port': {'device_id': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'admin_state_up': True, 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'security_groups': ['c52e4da7-3860-4355-8cb5-27d6c2bcd944']}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:32:42.587320 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device bc6d5b03-3196-42af-9f6c-12648892af67 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:32:42.662708 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:42.679436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Made reservation on behalf of 1bb7e918ba31487ab639b3b55ac1c2f5 for: {'port': 1} {{(pid=100145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 13:32:42.683388 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:42.685621 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71906972-ae94-4797-947f-e0bda53501d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc6d5b03-3196-42af-9f6c-12648892af67'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:32:42.688299 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74fe93a-110a-487a-97f0-e7233a702943" -d '{"events": [{"server_uuid": "71906972-ae94-4797-947f-e0bda53501d0", "name": "network-vif-unplugged", "status": "completed", "tag": "bc6d5b03-3196-42af-9f6c-12648892af67"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:32:42.703829 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port bc6d5b03-3196-42af-9f6c-12648892af67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bc6d5b03-3196-42af-9f6c-12648892af67,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:32:42.710927 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:42.712729 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:32:42.741837 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736fa29b-f8ef-4d00-8687-210de1c10f63 x-openstack-request-id: req-736fa29b-f8ef-4d00-8687-210de1c10f63 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:32:42.742136 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71906972-ae94-4797-947f-e0bda53501d0", "name": "network-vif-unplugged", "status": "completed", "tag": "bc6d5b03-3196-42af-9f6c-12648892af67", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:32:42.742395 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-736fa29b-f8ef-4d00-8687-210de1c10f63 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:32:42.742810 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71906972-ae94-4797-947f-e0bda53501d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'code': 200} Jun 24 13:32:42.767542 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=bc6d5b03-3196-42af-9f6c-12648892af67,revision_number=8']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:32:42.770846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:32:42.829364 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Allocated IP 172.20.0.13 (cb5e108f-0d1a-42ec-afe0-2c69ceefee43/261cdcb2-93e5-4cce-90d3-c24084367980/fcb25592-3cee-4cee-8664-55aa2f6f2173) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:32:43.007518 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:43.022808 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Transition to ACTIVE for port object fcb25592-3cee-4cee-8664-55aa2f6f2173 will not be triggered until provisioned by entity DHCP. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:32:43.058191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:43.071379 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-67a2a755-a6ea-47b4-8966-4582f8dc4cf5 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:32:43.100398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:32:43.103949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:32:43.107065 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:32:43.159937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event updated for resources: {'Port': ['ID=fcb25592-3cee-4cee-8664-55aa2f6f2173,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:32:43.169606 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:43.170009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:43.170397 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:43.170789 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:43.171223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:43.171571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:43.171931 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:43.172304 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:43.172679 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:43.173116 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:43.173405 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:43.174319 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:32:43.178276 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:32:43.208025 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:43.209054 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:43.241652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d547aed9-25ab-4f3c-af76-844bc6cd0719 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6827815 Jun 24 13:32:43.448049 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7db3228a-33f7-459a-b6e5-a1fd9fca05b5 None None] Provisioning for port fcb25592-3cee-4cee-8664-55aa2f6f2173 completed by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:32:43.452349 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-7db3228a-33f7-459a-b6e5-a1fd9fca05b5 None None] Provisioning complete for port fcb25592-3cee-4cee-8664-55aa2f6f2173 triggered by entity DHCP. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:32:43.452964 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7db3228a-33f7-459a-b6e5-a1fd9fca05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:43.491073 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-7db3228a-33f7-459a-b6e5-a1fd9fca05b5 None None] Port fcb25592-3cee-4cee-8664-55aa2f6f2173 cannot update to ACTIVE because it is not bound. {{(pid=100147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 13:32:43.725785 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f50a9-048e-4de6-b5bf-999b584ae238 req-393d82df-10a8-4dc6-a997-beac5830d7a6 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:43.727426 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b62f50a9-048e-4de6-b5bf-999b584ae238 req-393d82df-10a8-4dc6-a997-beac5830d7a6 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 932 time: 0.0733638 Jun 24 13:32:43.764524 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-b62f50a9-048e-4de6-b5bf-999b584ae238 req-40a66b49-cdfd-40db-b4d5-c8084d52e970 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311124 Jun 24 13:32:44.949533 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829b404-d2ad-4e20-a54c-fb02d05cbea7 req-ebfb64a3-dc45-4769-87a8-8ae6cdabccb9 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:44.951122 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9829b404-d2ad-4e20-a54c-fb02d05cbea7 req-ebfb64a3-dc45-4769-87a8-8ae6cdabccb9 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 932 time: 0.0629053 Jun 24 13:32:44.999870 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-9829b404-d2ad-4e20-a54c-fb02d05cbea7 req-a6175465-f964-42d2-9204-225535f433ea tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380170 Jun 24 13:32:46.182573 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d616b-0d7f-4748-8b61-023db652a4c7 req-da13c616-8b96-4c17-865e-d1abbeac35ad tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:46.184155 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4f6d616b-0d7f-4748-8b61-023db652a4c7 req-da13c616-8b96-4c17-865e-d1abbeac35ad tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 932 time: 0.0625410 Jun 24 13:32:46.225523 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4f6d616b-0d7f-4748-8b61-023db652a4c7 req-9064edaf-cfaa-48e1-8975-3b5eb7069351 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354314 Jun 24 13:32:47.411169 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d410c1-6493-4409-ac4e-7dbf6f89cd13 req-8b045828-ac98-438e-88c7-2f3f660c447c tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:47.413691 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-65d410c1-6493-4409-ac4e-7dbf6f89cd13 req-8b045828-ac98-438e-88c7-2f3f660c447c tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 932 time: 0.0713823 Jun 24 13:32:47.459875 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-65d410c1-6493-4409-ac4e-7dbf6f89cd13 req-09b158b0-9ec0-42af-9948-7812df1c957e tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395343 Jun 24 13:32:47.695618 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:48.644232 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd652c35-7642-4b74-8c4c-86e8ad187624 req-36a34d43-0360-4981-8c00-de5eb39f6a71 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:48.645814 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fd652c35-7642-4b74-8c4c-86e8ad187624 req-36a34d43-0360-4981-8c00-de5eb39f6a71 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 932 time: 0.0667868 Jun 24 13:32:48.691725 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-fd652c35-7642-4b74-8c4c-86e8ad187624 req-ec9f8a74-ce62-412f-a462-79c31d64615d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401609 Jun 24 13:32:49.879811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702f986-914d-4335-b2d0-2cfdca726131 req-bb127064-e286-47f8-aad9-b888899e255c tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:49.881329 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7702f986-914d-4335-b2d0-2cfdca726131 req-bb127064-e286-47f8-aad9-b888899e255c tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 932 time: 0.0747776 Jun 24 13:32:49.928726 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7702f986-914d-4335-b2d0-2cfdca726131 req-ceb50dbe-f1d3-49aa-b233-5c77f5696367 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369401 Jun 24 13:32:51.123303 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d7a46-f04a-4954-9e5a-d0ae2ff7ae47 req-84a410cc-d992-4372-b4e8-257174cbd65c tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:51.125711 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0a6d7a46-f04a-4954-9e5a-d0ae2ff7ae47 req-84a410cc-d992-4372-b4e8-257174cbd65c tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 932 time: 0.0803010 Jun 24 13:32:51.168859 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0a6d7a46-f04a-4954-9e5a-d0ae2ff7ae47 req-265aa789-763c-4080-a27e-9491bcd4e589 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350959 Jun 24 13:32:52.349459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920f1f2-d874-41be-b112-b3d96eeacc54 req-90431ca1-94c7-4f30-9be8-a1bd479f8502 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:52.351959 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1920f1f2-d874-41be-b112-b3d96eeacc54 req-90431ca1-94c7-4f30-9be8-a1bd479f8502 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 932 time: 0.0667968 Jun 24 13:32:52.395511 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1920f1f2-d874-41be-b112-b3d96eeacc54 req-7b1e8dba-8a4e-4405-97fa-810a6af0f847 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356684 Jun 24 13:32:53.571583 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957f9c5-ca2d-4b36-8f20-7adcfe582292 req-2e47dc82-e7b5-4a15-930e-086ca79f6219 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:53.573352 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6957f9c5-ca2d-4b36-8f20-7adcfe582292 req-2e47dc82-e7b5-4a15-930e-086ca79f6219 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 932 time: 0.0669060 Jun 24 13:32:53.610651 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-6957f9c5-ca2d-4b36-8f20-7adcfe582292 req-8788f88b-4e86-4ab2-ad00-b5b57183c2cd tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312331 Jun 24 13:32:53.798130 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Request body: {'port': {'device_id': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:32:53.869212 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:54.127193 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb25592-3cee-4cee-8664-55aa2f6f2173 {{(pid=100145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:32:54.134554 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:54.146446 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.provisioning_blocks [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Transition to ACTIVE for port object fcb25592-3cee-4cee-8664-55aa2f6f2173 will not be triggered until provisioned by entity L2. {{(pid=100145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 13:32:54.150122 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:54.152148 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c03531cc-3cae-4080-b5b5-bf9cbaaf8842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:32:54.223316 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb25592-3cee-4cee-8664-55aa2f6f2173,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:32:54.227963 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:32:54.279944 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Attempting to bind port fcb25592-3cee-4cee-8664-55aa2f6f2173 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 13:32:54.280284 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Attempting to bind port fcb25592-3cee-4cee-8664-55aa2f6f2173 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 13:32:54.280613 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Attempting to bind port fcb25592-3cee-4cee-8664-55aa2f6f2173 on network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:32:54.285718 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Port fcb25592-3cee-4cee-8664-55aa2f6f2173 on network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 13:32:54.286045 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Attempting to bind port fcb25592-3cee-4cee-8664-55aa2f6f2173 on network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 13:32:54.291214 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Checking agent: {'id': '7a43e590-ac69-4468-8061-dea3cf0ffd5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'started_at': datetime.datetime(2021, 6, 24, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 13:32:54.291558 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Checking segment: {'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 13:32:54.291949 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Bound using segment: {'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'} {{(pid=100145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 13:32:54.292385 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.managers [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Bound port: fcb25592-3cee-4cee-8664-55aa2f6f2173, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc4355e-4646-4825-a1fc-3b0897af4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43'}}] {{(pid=100145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 13:32:54.292751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:54.359890 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] For port fcb25592-3cee-4cee-8664-55aa2f6f2173, host hv-neutron-7971, cleared binding levels {{(pid=100145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 13:32:54.362880 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] For port fcb25592-3cee-4cee-8664-55aa2f6f2173, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fcb25592-3cee-4cee-8664-55aa2f6f2173,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 13:32:54.367201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:54.369943 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-3018b5ce-830c-4d53-8360-50ba07e26b93 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:32:54.402795 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:54.403474 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:54.404878 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] 10.222.0.102 "PUT /v2.0/ports/fcb25592-3cee-4cee-8664-55aa2f6f2173 HTTP/1.1" status: 200 len: 1094 time: 0.6114240 Jun 24 13:32:54.405409 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'tag': 'fcb25592-3cee-4cee-8664-55aa2f6f2173'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:32:54.407749 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b660dcf-fc1b-465e-a0ea-5ad7e65269cf" -d '{"events": [{"name": "network-changed", "server_uuid": "575b5fcf-0198-4dfe-b0c1-2417adf7992e", "tag": "fcb25592-3cee-4cee-8664-55aa2f6f2173"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:32:54.435819 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb25592-3cee-4cee-8664-55aa2f6f2173,revision_number=3']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:32:54.439801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-bd72a362-4099-498d-8a96-5bfa10b247b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:32:54.505503 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d7cf93ad-5dd4-493f-b8d2-b766a5ec970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:54.507072 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-d7cf93ad-5dd4-493f-b8d2-b766a5ec970f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 1097 time: 0.0581698 Jun 24 13:32:54.508590 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e4ff7b-e2af-44ee-8ddb-00d6baadee51 x-openstack-request-id: req-35e4ff7b-e2af-44ee-8ddb-00d6baadee51 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:32:54.508922 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575b5fcf-0198-4dfe-b0c1-2417adf7992e", "tag": "fcb25592-3cee-4cee-8664-55aa2f6f2173", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:32:54.509221 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-35e4ff7b-e2af-44ee-8ddb-00d6baadee51 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:32:54.509654 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'tag': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'status': 'completed', 'code': 200} Jun 24 13:32:54.562082 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-6658738e-6a27-4b93-b0fe-b744a61e80a9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcb25592-3cee-4cee-8664-55aa2f6f2173 HTTP/1.1" status: 200 len: 217 time: 0.0478148 Jun 24 13:32:54.614752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-e6e9a149-639a-4a24-b538-c4eb313d65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:54.616222 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-e6e9a149-639a-4a24-b538-c4eb313d65a5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=261cdcb2-93e5-4cce-90d3-c24084367980 HTTP/1.1" status: 200 len: 848 time: 0.0457871 Jun 24 13:32:54.672812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-c7c66a06-17ba-4abd-a0d8-c50a1de6314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:54.674456 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-c7c66a06-17ba-4abd-a0d8-c50a1de6314e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0520101 Jun 24 13:32:54.802156 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-bf62f7ed-59ad-48f2-8969-911539d5bd9c service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208515 Jun 24 13:32:54.827218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4c2ab-ec97-4b52-9e4c-7fd69870c495 req-3951c68f-3451-4d0f-82b3-0ad4f631f698 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:54.828623 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-efb4c2ab-ec97-4b52-9e4c-7fd69870c495 req-3951c68f-3451-4d0f-82b3-0ad4f631f698 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 944 time: 0.0936234 Jun 24 13:32:54.915404 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-efb4c2ab-ec97-4b52-9e4c-7fd69870c495 req-de3ae582-4b90-43d0-ad57-3b65a2a137d5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767438 Jun 24 13:32:54.933090 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-39300c3d-dcd6-4fcf-ae8d-5325267cb743 req-6c49dccb-8c7e-4ab5-aba4-a38cbbcc086c service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216598 Jun 24 13:32:55.031712 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b660dcf-fc1b-465e-a0ea-5ad7e65269cf req-432e65f0-b5dc-452e-819d-da9dbf884e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:55.033253 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0b660dcf-fc1b-465e-a0ea-5ad7e65269cf req-432e65f0-b5dc-452e-819d-da9dbf884e84 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 1097 time: 0.0526993 Jun 24 13:32:55.126218 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b660dcf-fc1b-465e-a0ea-5ad7e65269cf req-9327987d-3125-436a-a7b0-2c9ef54c652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:55.127731 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0b660dcf-fc1b-465e-a0ea-5ad7e65269cf req-9327987d-3125-436a-a7b0-2c9ef54c652b service neutron] 10.222.0.102 "GET /v2.0/networks?id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 200 len: 911 time: 0.0873134 Jun 24 13:32:55.168698 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0b660dcf-fc1b-465e-a0ea-5ad7e65269cf req-1cff9a50-5e9a-4468-8d14-d6af4f6ccaba service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcb25592-3cee-4cee-8664-55aa2f6f2173 HTTP/1.1" status: 200 len: 217 time: 0.0337863 Jun 24 13:32:55.216406 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b660dcf-fc1b-465e-a0ea-5ad7e65269cf req-9663d226-0125-4f0a-b652-81eb75021c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:55.217817 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0b660dcf-fc1b-465e-a0ea-5ad7e65269cf req-9663d226-0125-4f0a-b652-81eb75021c64 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=261cdcb2-93e5-4cce-90d3-c24084367980 HTTP/1.1" status: 200 len: 848 time: 0.0421720 Jun 24 13:32:55.278697 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b660dcf-fc1b-465e-a0ea-5ad7e65269cf req-dde0adc1-f337-4b49-941c-43727059f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:55.280201 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0b660dcf-fc1b-465e-a0ea-5ad7e65269cf req-dde0adc1-f337-4b49-941c-43727059f59d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0551925 Jun 24 13:32:55.290926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [req-0b660dcf-fc1b-465e-a0ea-5ad7e65269cf req-3b18efcf-27cd-4f07-97b9-f7ef5f7fcc8c service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=100145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 13:32:55.291853 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0b660dcf-fc1b-465e-a0ea-5ad7e65269cf req-3b18efcf-27cd-4f07-97b9-f7ef5f7fcc8c service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048883 Jun 24 13:32:55.380203 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0b660dcf-fc1b-465e-a0ea-5ad7e65269cf req-b9b6cf6e-e158-4738-9fa0-641572dad2eb service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809295 Jun 24 13:32:55.476123 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0b660dcf-fc1b-465e-a0ea-5ad7e65269cf req-7501b135-7b39-43eb-a236-598165cf71bb service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874913 Jun 24 13:32:56.102003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969ef34-e659-409d-9bff-9afe85b20c11 req-6527e2ed-dcb3-43f0-9458-a1fbefb22d21 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:56.103489 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f969ef34-e659-409d-9bff-9afe85b20c11 req-6527e2ed-dcb3-43f0-9458-a1fbefb22d21 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 944 time: 0.0625167 Jun 24 13:32:56.139766 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-f969ef34-e659-409d-9bff-9afe85b20c11 req-72a0af49-cabc-4e83-be95-ba2fab3fbcb1 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306880 Jun 24 13:32:56.637594 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device fcb25592-3cee-4cee-8664-55aa2f6f2173 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:32:56.666645 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-fc684adb-04dc-4aef-98b9-8db0253ca3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:56.743813 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port fcb25592-3cee-4cee-8664-55aa2f6f2173, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fcb25592-3cee-4cee-8664-55aa2f6f2173,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:32:56.753861 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'port_id': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'mac_address': 'fa:16:3e:59:94:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:32:56.940356 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:56.952454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb25592-3cee-4cee-8664-55aa2f6f2173 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:32:56.972593 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port fcb25592-3cee-4cee-8664-55aa2f6f2173, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fcb25592-3cee-4cee-8664-55aa2f6f2173,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:32:56.976731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:56.978525 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-6a3f91bb-f59a-4b05-93aa-ff4d81b9543b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:32:57.022017 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=fcb25592-3cee-4cee-8664-55aa2f6f2173,revision_number=4']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:32:57.025071 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:32:57.213345 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['fcb25592-3cee-4cee-8664-55aa2f6f2173'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:32:57.313637 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20057833-8f5e-4662-ae2c-812e5f25864b req-62f565c9-ba02-45eb-ba38-6109f5284c1a tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:57.315193 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20057833-8f5e-4662-ae2c-812e5f25864b req-62f565c9-ba02-45eb-ba38-6109f5284c1a tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 945 time: 0.0634551 Jun 24 13:32:57.353348 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-20057833-8f5e-4662-ae2c-812e5f25864b req-e8ddb6e8-1b01-4be9-9b2f-63cabc781546 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320098 Jun 24 13:32:58.529791 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c765d-25b3-4717-bcd1-2f705ffabd3e req-f474fd91-bd73-4020-847f-70a745427ed9 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:58.531276 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0b6c765d-25b3-4717-bcd1-2f705ffabd3e req-f474fd91-bd73-4020-847f-70a745427ed9 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 945 time: 0.0661759 Jun 24 13:32:58.567871 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0b6c765d-25b3-4717-bcd1-2f705ffabd3e req-2b04784e-0735-434d-a4ce-e3089f4118cf tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Jun 24 13:32:58.653954 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device fcb25592-3cee-4cee-8664-55aa2f6f2173 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:32:58.703063 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning for port fcb25592-3cee-4cee-8664-55aa2f6f2173 completed by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 13:32:58.706599 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port fcb25592-3cee-4cee-8664-55aa2f6f2173 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:32:58.707078 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:58.779889 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:58.803133 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb25592-3cee-4cee-8664-55aa2f6f2173'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:32:58.805438 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f85769-41e3-4c2d-87d8-dbf416b1962b" -d '{"events": [{"server_uuid": "575b5fcf-0198-4dfe-b0c1-2417adf7992e", "name": "network-vif-plugged", "status": "completed", "tag": "fcb25592-3cee-4cee-8664-55aa2f6f2173"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:32:58.818585 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port fcb25592-3cee-4cee-8664-55aa2f6f2173, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fcb25592-3cee-4cee-8664-55aa2f6f2173,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:32:58.822830 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:58.824939 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:32:58.847945 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a466f6fd-10e1-44ad-9875-8b24afd0ff9a x-openstack-request-id: req-a466f6fd-10e1-44ad-9875-8b24afd0ff9a {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:32:58.848240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575b5fcf-0198-4dfe-b0c1-2417adf7992e", "name": "network-vif-plugged", "status": "completed", "tag": "fcb25592-3cee-4cee-8664-55aa2f6f2173", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:32:58.848495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a466f6fd-10e1-44ad-9875-8b24afd0ff9a {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:32:58.848879 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'code': 200} Jun 24 13:32:58.873454 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=fcb25592-3cee-4cee-8664-55aa2f6f2173,revision_number=5']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:32:58.876357 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:32:59.066135 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43175d-d3fc-42de-992f-053c9265aa80 req-511fec61-f686-4d59-843e-32c1d7f4c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:59.067652 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3c43175d-d3fc-42de-992f-053c9265aa80 req-511fec61-f686-4d59-843e-32c1d7f4c729 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 1099 time: 0.0504961 Jun 24 13:32:59.101818 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-3c43175d-d3fc-42de-992f-053c9265aa80 req-0516e39d-f9f1-4add-ab4d-9bf26a73d716 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270724 Jun 24 13:32:59.398340 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8327656e-356f-4294-ab54-fd29fd77b546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:59.537709 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:32:59.747080 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e1cc4-b61f-49ca-bbc6-6962d8fe8c5c req-f4f1639a-06d5-4eb4-a0e8-23b32cad261a tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:32:59.749303 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-602e1cc4-b61f-49ca-bbc6-6962d8fe8c5c req-f4f1639a-06d5-4eb4-a0e8-23b32cad261a tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 946 time: 0.0683670 Jun 24 13:32:59.787934 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-602e1cc4-b61f-49ca-bbc6-6962d8fe8c5c req-c62c6d08-bc5d-412b-a196-ab3113ac7d36 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323222 Jun 24 13:33:00.505313 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:00.968275 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365933d-5b70-45d9-a62c-045ad2df9177 req-e8fbe847-3ed2-4d31-a68b-b4b6e9cf46ef tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:33:00.969738 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5365933d-5b70-45d9-a62c-045ad2df9177 req-e8fbe847-3ed2-4d31-a68b-b4b6e9cf46ef tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 946 time: 0.0649872 Jun 24 13:33:01.008394 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-5365933d-5b70-45d9-a62c-045ad2df9177 req-456c55f3-bc7b-4001-a2c9-b6431ce9dc34 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321546 Jun 24 13:33:01.181656 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cd82d-e413-45d5-8ec2-e410564d0d5f req-111188d9-fe21-4b15-a089-537cb2609f7b tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:33:01.183136 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-246cd82d-e413-45d5-8ec2-e410564d0d5f req-111188d9-fe21-4b15-a089-537cb2609f7b tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 946 time: 0.0626276 Jun 24 13:33:01.221902 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-246cd82d-e413-45d5-8ec2-e410564d0d5f req-f1f7bc86-e5fa-4ed3-99fa-c8a4ecf7f4c5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328763 Jun 24 13:33:01.245013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54994) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:33:01.300647 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4572fe67-7519-4b43-8892-ac4b668b3d01 tempest-TestSnapshotPattern-953216490 tempest-TestSnapshotPattern-953216490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:33:01.302098 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-4572fe67-7519-4b43-8892-ac4b668b3d01 tempest-TestSnapshotPattern-953216490 tempest-TestSnapshotPattern-953216490-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 1094 time: 0.0561085 Jun 24 13:33:01.305046 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 54996) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:33:01.309914 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.v2.base [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Request body: {'floatingip': {'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'port_id': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 13:33:01.335061 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for floatingip, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:01.429491 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:01.535081 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_common [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Allocated IP 172.26.1.82 (0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d/a32b8e50-954d-4c21-b14b-0d85d2c7dd37/ffc838c5-2da2-4ec9-aaf6-b4e25d986e54) {{(pid=100145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 13:33:01.634358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for port, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:01.676965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-253849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760207207379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32588163'] for port, after_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:01.678993 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-72ee7287-aafd-4f0a-a343-aea119554ad9 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:33:01.714057 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Network 0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d is already hosted by enough agents. {{(pid=100145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 13:33:01.718664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.base_scheduler [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Resources bound (agent type, host, resource id): {{(pid=100145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 13:33:01.722688 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Received port after_create {{(pid=100145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 13:33:01.728102 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event updated for resources: {'Port': ['ID=ffc838c5-2da2-4ec9-aaf6-b4e25d986e54,revision_number=1']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:33:01.747811 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:33:02.084250 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:02.157657 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:02.305368 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for port, precommit_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:02.309831 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32588145'] for port, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:02.312196 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-77dedaee-5e0f-483f-ac54-0c57500eeb0b tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:33:02.392367 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event updated for resources: {'Port': ['ID=ffc838c5-2da2-4ec9-aaf6-b4e25d986e54,revision_number=2']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:33:02.395292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:33:02.403905 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690716'] for floatingip, after_update {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:02.463323 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:02.509526 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Floating IP 078ea732-061e-4057-9f21-4b8241044246 associated. External IP: 172.26.1.82, port: fcb25592-3cee-4cee-8664-55aa2f6f2173. Jun 24 13:33:02.716162 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Router 6dbbfbad-8573-410c-a021-14f7a39b537b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:33:02.820537 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:33:02.829975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd015a-7823-4097-84cc-bcceb909c81b None None] Sync routers for ids ['6dbbfbad-8573-410c-a021-14f7a39b537b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:33:02.836035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:02.838651 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd015a-7823-4097-84cc-bcceb909c81b None None] Routers {'6dbbfbad-8573-410c-a021-14f7a39b537b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:33:02.839317 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7bbd015a-7823-4097-84cc-bcceb909c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:32:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6dbbfbad-8573-410c-a021-14f7a39b537b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:33:02.872009 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5657730 Jun 24 13:33:02.873137 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'tag': 'fcb25592-3cee-4cee-8664-55aa2f6f2173'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:33:02.875108 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1231cefe-7284-46df-b38f-24d40b4d6605" -d '{"events": [{"name": "network-changed", "server_uuid": "575b5fcf-0198-4dfe-b0c1-2417adf7992e", "tag": "fcb25592-3cee-4cee-8664-55aa2f6f2173"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:33:02.911787 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2fe366-56cf-42e8-8892-782e3bf0fe96 x-openstack-request-id: req-5a2fe366-56cf-42e8-8892-782e3bf0fe96 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:33:02.912133 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575b5fcf-0198-4dfe-b0c1-2417adf7992e", "tag": "fcb25592-3cee-4cee-8664-55aa2f6f2173", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:33:02.912438 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-5a2fe366-56cf-42e8-8892-782e3bf0fe96 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:33:02.912894 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'tag': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'status': 'completed', 'code': 200} Jun 24 13:33:02.947103 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-7bbd015a-7823-4097-84cc-bcceb909c81b None None] Set router 6dbbfbad-8573-410c-a021-14f7a39b537b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:33:03.078779 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231cefe-7284-46df-b38f-24d40b4d6605 req-afe2812c-b93d-4988-a4ac-1f5d2a470372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:33:03.080298 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1231cefe-7284-46df-b38f-24d40b4d6605 req-afe2812c-b93d-4988-a4ac-1f5d2a470372 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 1099 time: 0.1466432 Jun 24 13:33:03.168287 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7bbd015a-7823-4097-84cc-bcceb909c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '078ea732-061e-4057-9f21-4b8241044246', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'floating_ip_address': '172.26.1.82', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'port_id': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'mac_address': 'fa:16:3e:59:94:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:33:01Z', 'updated_at': '2021-06-24T13:33:01Z', 'revision_number': 0, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ip_address_scope': None}, {'id': '16a24df3-ddae-4a65-8f6b-4aa74ee09439', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'port_id': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'mac_address': 'fa:16:3e:3b:fa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71906972-ae94-4797-947f-e0bda53501d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:30:30Z', 'updated_at': '2021-06-24T13:30:32Z', 'revision_number': 1, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:16Z', 'revision_number': 5, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:33:03.172956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231cefe-7284-46df-b38f-24d40b4d6605 req-bc8976d3-6542-4db0-bcac-69d06b493c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:33:03.174442 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1231cefe-7284-46df-b38f-24d40b4d6605 req-bc8976d3-6542-4db0-bcac-69d06b493c42 service neutron] 10.222.0.102 "GET /v2.0/networks?id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 200 len: 911 time: 0.0878110 Jun 24 13:33:03.197346 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd015a-7823-4097-84cc-bcceb909c81b None None] Checking router: 6dbbfbad-8573-410c-a021-14f7a39b537b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:33:03.206697 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd015a-7823-4097-84cc-bcceb909c81b None None] Routers {'6dbbfbad-8573-410c-a021-14f7a39b537b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:33:03.207351 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7bbd015a-7823-4097-84cc-bcceb909c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:32:59Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6dbbfbad-8573-410c-a021-14f7a39b537b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:33:03.245980 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1231cefe-7284-46df-b38f-24d40b4d6605 req-c75d01bf-318e-4438-a6b2-f33d29530898 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcb25592-3cee-4cee-8664-55aa2f6f2173 HTTP/1.1" status: 200 len: 999 time: 0.0645552 Jun 24 13:33:03.293398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231cefe-7284-46df-b38f-24d40b4d6605 req-075fea0f-1d36-49e6-b5ac-32a2745436fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:33:03.294928 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1231cefe-7284-46df-b38f-24d40b4d6605 req-075fea0f-1d36-49e6-b5ac-32a2745436fc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=261cdcb2-93e5-4cce-90d3-c24084367980 HTTP/1.1" status: 200 len: 848 time: 0.0426419 Jun 24 13:33:03.308163 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-7bbd015a-7823-4097-84cc-bcceb909c81b None None] Set router 6dbbfbad-8573-410c-a021-14f7a39b537b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:33:03.350691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231cefe-7284-46df-b38f-24d40b4d6605 req-4580b8a5-e606-4c0a-8189-43ef107c463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:33:03.352196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1231cefe-7284-46df-b38f-24d40b4d6605 req-4580b8a5-e606-4c0a-8189-43ef107c463b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510876 Jun 24 13:33:03.444842 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1231cefe-7284-46df-b38f-24d40b4d6605 req-c72df2ce-4518-4f72-bb86-7d226c6f60b9 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863583 Jun 24 13:33:03.534324 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-7bbd015a-7823-4097-84cc-bcceb909c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '078ea732-061e-4057-9f21-4b8241044246', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'floating_ip_address': '172.26.1.82', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'port_id': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'mac_address': 'fa:16:3e:59:94:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:33:01Z', 'updated_at': '2021-06-24T13:33:01Z', 'revision_number': 0, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ip_address_scope': None}, {'id': '16a24df3-ddae-4a65-8f6b-4aa74ee09439', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'port_id': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'mac_address': 'fa:16:3e:3b:fa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71906972-ae94-4797-947f-e0bda53501d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:30:30Z', 'updated_at': '2021-06-24T13:30:32Z', 'revision_number': 1, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:16Z', 'revision_number': 5, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:33:03.537505 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-1231cefe-7284-46df-b38f-24d40b4d6605 req-dd52b923-aeb0-4420-b25a-772ed45a93f5 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862658 Jun 24 13:33:03.559677 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd015a-7823-4097-84cc-bcceb909c81b None None] The sync data for ids ['6dbbfbad-8573-410c-a021-14f7a39b537b'] in dv-neutron-797121-4-hyperv is: [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '078ea732-061e-4057-9f21-4b8241044246', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'floating_ip_address': '172.26.1.82', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'port_id': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'mac_address': 'fa:16:3e:59:94:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:33:01Z', 'updated_at': '2021-06-24T13:33:01Z', 'revision_number': 0, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ip_address_scope': None}, {'id': '16a24df3-ddae-4a65-8f6b-4aa74ee09439', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'port_id': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'mac_address': 'fa:16:3e:3b:fa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71906972-ae94-4797-947f-e0bda53501d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:30:30Z', 'updated_at': '2021-06-24T13:30:32Z', 'revision_number': 1, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:16Z', 'revision_number': 5, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:33:03.735833 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce8330-bcb4-4534-8d33-db463c050538 None None] New status for floating IP 078ea732-061e-4057-9f21-4b8241044246: ACTIVE {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:33:06.033021 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9f0338c-f7b0-4490-bf2a-8361ffd9bd0e req-72a93b7a-5e9d-4bb9-a079-4312eeb9994d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507653 Jun 24 13:33:06.482389 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0338c-f7b0-4490-bf2a-8361ffd9bd0e req-7961f891-f007-4cf6-9422-e30106436c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:33:06.484145 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9f0338c-f7b0-4490-bf2a-8361ffd9bd0e req-7961f891-f007-4cf6-9422-e30106436c08 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 1096 time: 0.4092999 Jun 24 13:33:06.589176 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0338c-f7b0-4490-bf2a-8361ffd9bd0e req-965342da-65f0-4430-ab5e-f5a4dbdb5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:33:06.590679 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9f0338c-f7b0-4490-bf2a-8361ffd9bd0e req-965342da-65f0-4430-ab5e-f5a4dbdb5577 service neutron] 10.222.0.102 "GET /v2.0/networks?id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 200 len: 911 time: 0.0864863 Jun 24 13:33:06.655912 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9f0338c-f7b0-4490-bf2a-8361ffd9bd0e req-6e3723fa-1912-4619-ba14-6582db1e19d9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6d5b03-3196-42af-9f6c-12648892af67 HTTP/1.1" status: 200 len: 999 time: 0.0591612 Jun 24 13:33:06.705016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0338c-f7b0-4490-bf2a-8361ffd9bd0e req-abcf958a-afc5-426a-be0a-a53e7142d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:33:06.706506 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9f0338c-f7b0-4490-bf2a-8361ffd9bd0e req-abcf958a-afc5-426a-be0a-a53e7142d184 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=261cdcb2-93e5-4cce-90d3-c24084367980 HTTP/1.1" status: 200 len: 848 time: 0.0435350 Jun 24 13:33:06.762305 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0338c-f7b0-4490-bf2a-8361ffd9bd0e req-cc9703e2-9337-45a2-86a2-cb4617ba460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:33:06.763727 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9f0338c-f7b0-4490-bf2a-8361ffd9bd0e req-cc9703e2-9337-45a2-86a2-cb4617ba460e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503352 Jun 24 13:33:06.854465 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9f0338c-f7b0-4490-bf2a-8361ffd9bd0e req-378299fc-cbf0-46a4-8a2e-5d8a25a13be3 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844882 Jun 24 13:33:06.942304 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-a9f0338c-f7b0-4490-bf2a-8361ffd9bd0e req-4ef6802f-4ded-4e8f-b30c-9657e8600301 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817435 Jun 24 13:33:17.710104 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:18.814445 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:33:26.667385 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-72ba8ff4-9b89-4ca7-9a11-f9946d1adffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:29.399068 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-2aa0173e-b168-4f19-8c7a-11f31dafdc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:29.527752 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:30.513139 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:32.470642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:47.710128 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:55.812906 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:33:56.669875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-0d497752-8b57-4b48-bd4c-f997df89d4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:59.399470 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-834c9d23-7616-4c88-aad8-ca079649a2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:33:59.527975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:00.512694 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:02.474074 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:08.073110 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30c3db0b-8631-4ce4-b7ff-5e501fe16e99 req-9b5b6ae4-da75-484c-b4d3-13c6b3f92c78 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565176 Jun 24 13:34:08.146371 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3db0b-8631-4ce4-b7ff-5e501fe16e99 req-825f2a23-1939-415a-93cd-9a1798421b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:08.147878 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30c3db0b-8631-4ce4-b7ff-5e501fe16e99 req-825f2a23-1939-415a-93cd-9a1798421b5a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 1099 time: 0.0519211 Jun 24 13:34:08.254515 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3db0b-8631-4ce4-b7ff-5e501fe16e99 req-d379a087-46eb-4517-9c1a-90b2e8b1aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:08.256025 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30c3db0b-8631-4ce4-b7ff-5e501fe16e99 req-d379a087-46eb-4517-9c1a-90b2e8b1aef3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 200 len: 911 time: 0.0858684 Jun 24 13:34:08.319001 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30c3db0b-8631-4ce4-b7ff-5e501fe16e99 req-f0e51021-6a15-471f-a1cc-42bdedf8bd51 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcb25592-3cee-4cee-8664-55aa2f6f2173 HTTP/1.1" status: 200 len: 1001 time: 0.0556836 Jun 24 13:34:08.367301 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3db0b-8631-4ce4-b7ff-5e501fe16e99 req-0b52645f-6392-446a-b7bc-616e522184d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:08.368707 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30c3db0b-8631-4ce4-b7ff-5e501fe16e99 req-0b52645f-6392-446a-b7bc-616e522184d3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=261cdcb2-93e5-4cce-90d3-c24084367980 HTTP/1.1" status: 200 len: 848 time: 0.0423641 Jun 24 13:34:08.431892 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3db0b-8631-4ce4-b7ff-5e501fe16e99 req-690e8cbd-aca9-4750-a1ea-ff96922d4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:08.433375 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30c3db0b-8631-4ce4-b7ff-5e501fe16e99 req-690e8cbd-aca9-4750-a1ea-ff96922d4b0e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578630 Jun 24 13:34:08.523582 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30c3db0b-8631-4ce4-b7ff-5e501fe16e99 req-8a25e941-1071-4eb2-8180-9e92ca1024ac service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826485 Jun 24 13:34:08.617879 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-30c3db0b-8631-4ce4-b7ff-5e501fe16e99 req-ab7a47bb-cf4f-45ef-bbab-7e52eb23969f service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860581 Jun 24 13:34:17.721168 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:26.672897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e83511fb-3476-443c-aacb-a432f016b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:29.407643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-09885ba7-d968-43df-8289-d5534734268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:29.528022 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:30.513901 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:32.480589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:32.811746 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:34:33.118494 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device fcb25592-3cee-4cee-8664-55aa2f6f2173 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 13:34:33.210690 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port fcb25592-3cee-4cee-8664-55aa2f6f2173, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fcb25592-3cee-4cee-8664-55aa2f6f2173,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:34:33.221513 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Returning: {'device': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'port_id': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'mac_address': 'fa:16:3e:59:94:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 13:34:33.258793 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:33.271167 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcb25592-3cee-4cee-8664-55aa2f6f2173 {{(pid=100147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 13:34:33.290324 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port fcb25592-3cee-4cee-8664-55aa2f6f2173, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fcb25592-3cee-4cee-8664-55aa2f6f2173,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:34:33.294607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:33.296456 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:33.343620 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=fcb25592-3cee-4cee-8664-55aa2f6f2173,revision_number=6']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:33.350866 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:33.351224 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:33.351574 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:33.351914 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:33.352250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:33.352586 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:33.352917 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:33.353248 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:33.353579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:33.353902 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:33.354226 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:33.354546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:33.358062 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:33.382596 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] get_ports_and_sgs() called for port_ids ['fcb25592-3cee-4cee-8664-55aa2f6f2173'] {{(pid=100147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 13:34:35.212637 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device fcb25592-3cee-4cee-8664-55aa2f6f2173 up at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 13:34:35.272642 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Provisioning complete for port fcb25592-3cee-4cee-8664-55aa2f6f2173 triggered by entity L2. {{(pid=100147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 13:34:35.273030 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782758'] for port, provisioning_complete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:35.361996 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:35.388641 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb25592-3cee-4cee-8664-55aa2f6f2173'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:34:35.391119 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1652d561-21e2-4f7b-a5b5-8b6d44b7b2d9" -d '{"events": [{"server_uuid": "575b5fcf-0198-4dfe-b0c1-2417adf7992e", "name": "network-vif-plugged", "status": "completed", "tag": "fcb25592-3cee-4cee-8664-55aa2f6f2173"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:34:35.421591 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port fcb25592-3cee-4cee-8664-55aa2f6f2173, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fcb25592-3cee-4cee-8664-55aa2f6f2173,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:34:35.429177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:35.431643 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:35.455936 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561ddadd-a475-408b-82a0-ff0a71179122 x-openstack-request-id: req-561ddadd-a475-408b-82a0-ff0a71179122 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:34:35.456268 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575b5fcf-0198-4dfe-b0c1-2417adf7992e", "name": "network-vif-plugged", "status": "completed", "tag": "fcb25592-3cee-4cee-8664-55aa2f6f2173", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:34:35.456495 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-561ddadd-a475-408b-82a0-ff0a71179122 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:34:35.456900 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'code': 200} Jun 24 13:34:35.488731 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=fcb25592-3cee-4cee-8664-55aa2f6f2173,revision_number=7']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:35.492704 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:43.424520 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 55204) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:34:43.588903 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Deleting port ffc838c5-2da2-4ec9-aaf6-b4e25d986e54 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:34:43.589247 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:43.662691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:43.662978 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:43.674463 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Calling delete_port for ffc838c5-2da2-4ec9-aaf6-b4e25d986e54 owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:34:43.819987 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:43.821951 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:43.849529 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event deleted for resources: {'Port': ['ID=ffc838c5-2da2-4ec9-aaf6-b4e25d986e54,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:43.860586 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:43.860982 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:43.861367 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:43.861746 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:43.862129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:43.862502 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:43.862909 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:43.863281 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:43.863651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:43.864151 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:43.864387 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:43.864777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:43.883155 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:43.921801 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:43.922053 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Floating IP 078ea732-061e-4057-9f21-4b8241044246 disassociated (deleted). External IP: 172.26.1.82, port: fcb25592-3cee-4cee-8664-55aa2f6f2173. Jun 24 13:34:44.127765 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Router 6dbbfbad-8573-410c-a021-14f7a39b537b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:34:44.233166 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:34:44.237900 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:44.242684 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ee9a0-4184-4288-8de6-8d2831cdff0f None None] Sync routers for ids ['6dbbfbad-8573-410c-a021-14f7a39b537b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:34:44.252538 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ee9a0-4184-4288-8de6-8d2831cdff0f None None] Routers {'6dbbfbad-8573-410c-a021-14f7a39b537b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:34:44.253146 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1a7ee9a0-4184-4288-8de6-8d2831cdff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:34:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6dbbfbad-8573-410c-a021-14f7a39b537b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:44.273922 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-52d4558f-84d1-4547-9fc6-5c5a603e9145 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "DELETE /v2.0/floatingips/078ea732-061e-4057-9f21-4b8241044246 HTTP/1.1" status: 204 len: 168 time: 0.8482840 Jun 24 13:34:44.274610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'tag': 'fcb25592-3cee-4cee-8664-55aa2f6f2173'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:34:44.276999 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0272e959-c759-4faa-ada2-d5156a227729" -d '{"events": [{"name": "network-changed", "server_uuid": "575b5fcf-0198-4dfe-b0c1-2417adf7992e", "tag": "fcb25592-3cee-4cee-8664-55aa2f6f2173"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:34:44.315667 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f4ee3f-9b6c-4f78-81ff-c64f95818725 x-openstack-request-id: req-c1f4ee3f-9b6c-4f78-81ff-c64f95818725 {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:34:44.316017 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575b5fcf-0198-4dfe-b0c1-2417adf7992e", "tag": "fcb25592-3cee-4cee-8664-55aa2f6f2173", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:34:44.316327 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c1f4ee3f-9b6c-4f78-81ff-c64f95818725 {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:34:44.316781 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'tag': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'status': 'completed', 'code': 200} Jun 24 13:34:44.361710 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-1a7ee9a0-4184-4288-8de6-8d2831cdff0f None None] Set router 6dbbfbad-8573-410c-a021-14f7a39b537b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:34:44.391358 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272e959-c759-4faa-ada2-d5156a227729 req-1bcfb9ff-bc9a-4285-8d6c-7dfe9a350193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:44.393374 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0272e959-c759-4faa-ada2-d5156a227729 req-1bcfb9ff-bc9a-4285-8d6c-7dfe9a350193 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 1099 time: 0.0539508 Jun 24 13:34:44.501963 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272e959-c759-4faa-ada2-d5156a227729 req-6bcbe595-8ff2-4865-87f8-d952f7ab7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:44.503800 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0272e959-c759-4faa-ada2-d5156a227729 req-6bcbe595-8ff2-4865-87f8-d952f7ab7267 service neutron] 10.222.0.102 "GET /v2.0/networks?id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 200 len: 911 time: 0.1042111 Jun 24 13:34:44.546689 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0272e959-c759-4faa-ada2-d5156a227729 req-4ec46f6f-de0d-4bb4-8e51-ff26f128f326 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcb25592-3cee-4cee-8664-55aa2f6f2173 HTTP/1.1" status: 200 len: 217 time: 0.0355663 Jun 24 13:34:44.598126 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1a7ee9a0-4184-4288-8de6-8d2831cdff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '16a24df3-ddae-4a65-8f6b-4aa74ee09439', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'port_id': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'mac_address': 'fa:16:3e:3b:fa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71906972-ae94-4797-947f-e0bda53501d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:30:30Z', 'updated_at': '2021-06-24T13:30:32Z', 'revision_number': 1, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:16Z', 'revision_number': 5, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:44.602601 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272e959-c759-4faa-ada2-d5156a227729 req-22b7b016-8861-431f-8e70-ac61a7ec49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:44.604077 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0272e959-c759-4faa-ada2-d5156a227729 req-22b7b016-8861-431f-8e70-ac61a7ec49fc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=261cdcb2-93e5-4cce-90d3-c24084367980 HTTP/1.1" status: 200 len: 848 time: 0.0504415 Jun 24 13:34:44.623989 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ee9a0-4184-4288-8de6-8d2831cdff0f None None] Checking router: 6dbbfbad-8573-410c-a021-14f7a39b537b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:34:44.634005 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ee9a0-4184-4288-8de6-8d2831cdff0f None None] Routers {'6dbbfbad-8573-410c-a021-14f7a39b537b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:34:44.634632 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1a7ee9a0-4184-4288-8de6-8d2831cdff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:34:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6dbbfbad-8573-410c-a021-14f7a39b537b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:44.673121 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272e959-c759-4faa-ada2-d5156a227729 req-71981d79-3095-4771-9c57-290a156a2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:44.674664 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0272e959-c759-4faa-ada2-d5156a227729 req-71981d79-3095-4771-9c57-290a156a2999 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0631509 Jun 24 13:34:44.740504 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-1a7ee9a0-4184-4288-8de6-8d2831cdff0f None None] Set router 6dbbfbad-8573-410c-a021-14f7a39b537b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:34:44.807073 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697396e-a45c-43bc-a421-f590f5210942 req-60a05235-ecc9-454b-b058-00098241c578 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:44.808636 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7697396e-a45c-43bc-a421-f590f5210942 req-60a05235-ecc9-454b-b058-00098241c578 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 946 time: 0.1895900 Jun 24 13:34:44.812827 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0272e959-c759-4faa-ada2-d5156a227729 req-d4239184-be61-4a6d-befa-be2fc2434b71 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283305 Jun 24 13:34:44.899869 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7697396e-a45c-43bc-a421-f590f5210942 req-21d94398-f67e-4e94-909c-9b01441d61d9 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852067 Jun 24 13:34:44.932580 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-0272e959-c759-4faa-ada2-d5156a227729 req-ad2df3b6-8db4-4fd3-99cc-2bc617186836 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110110 Jun 24 13:34:45.110575 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-1a7ee9a0-4184-4288-8de6-8d2831cdff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '16a24df3-ddae-4a65-8f6b-4aa74ee09439', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'port_id': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'mac_address': 'fa:16:3e:3b:fa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71906972-ae94-4797-947f-e0bda53501d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:30:30Z', 'updated_at': '2021-06-24T13:30:32Z', 'revision_number': 1, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:16Z', 'revision_number': 5, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:45.136801 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ee9a0-4184-4288-8de6-8d2831cdff0f None None] The sync data for ids ['6dbbfbad-8573-410c-a021-14f7a39b537b'] in dv-neutron-797121-4-hyperv is: [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_floatingips': [{'id': '16a24df3-ddae-4a65-8f6b-4aa74ee09439', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'router_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'port_id': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'mac_address': 'fa:16:3e:3b:fa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71906972-ae94-4797-947f-e0bda53501d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T13:30:30Z', 'updated_at': '2021-06-24T13:30:32Z', 'revision_number': 1, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:16Z', 'revision_number': 5, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:34:45.266278 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device fcb25592-3cee-4cee-8664-55aa2f6f2173 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:34:45.350981 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663644'] for port, before_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:45.358403 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabd2833-d119-4ca0-bd8e-43ba9027b65e None None] New status for floating IP 078ea732-061e-4057-9f21-4b8241044246: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:34:45.374667 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcb25592-3cee-4cee-8664-55aa2f6f2173'}] {{(pid=100147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:34:45.376880 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e13b02096d911a2e0a79171346d64c7022c03bcfb891e31453a4e1a8fae0bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da069a1-f7f0-499b-88bf-832cbaee534b" -d '{"events": [{"server_uuid": "575b5fcf-0198-4dfe-b0c1-2417adf7992e", "name": "network-vif-unplugged", "status": "completed", "tag": "fcb25592-3cee-4cee-8664-55aa2f6f2173"}]}' {{(pid=100147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:34:45.390639 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] For port fcb25592-3cee-4cee-8664-55aa2f6f2173, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fcb25592-3cee-4cee-8664-55aa2f6f2173,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:34:45.395194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760207632824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760207207397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760207208726'] for port, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:45.397969 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e0f9b1a7-ef35-426f-8a74-14df61dfab36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:45.422635 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 13:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a42d42e-cf90-4b53-a248-6b680f1ec2a1 x-openstack-request-id: req-8a42d42e-cf90-4b53-a248-6b680f1ec2a1 {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:34:45.422966 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575b5fcf-0198-4dfe-b0c1-2417adf7992e", "name": "network-vif-unplugged", "status": "completed", "tag": "fcb25592-3cee-4cee-8664-55aa2f6f2173", "code": 200}]} {{(pid=100147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:34:45.423230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8a42d42e-cf90-4b53-a248-6b680f1ec2a1 {{(pid=100147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:34:45.423625 dv-neutron-797121-4-hyperv neutron-server[100147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'code': 200} Jun 24 13:34:45.450791 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Pushing event updated for resources: {'Port': ['ID=fcb25592-3cee-4cee-8664-55aa2f6f2173,revision_number=8']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:45.454130 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:46.077315 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1d013-5b51-47a7-a083-7d233acce2de req-79fccd55-9154-479d-875b-91765aef02bc tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:46.078667 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4ae1d013-5b51-47a7-a083-7d233acce2de req-79fccd55-9154-479d-875b-91765aef02bc tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 944 time: 0.0676758 Jun 24 13:34:46.115435 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-4ae1d013-5b51-47a7-a083-7d233acce2de req-a3cbcf19-7387-42b9-a6f4-b9dc42bb4720 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306323 Jun 24 13:34:46.240216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84ab77-4369-4859-bb0b-c0f52b4aa28d req-d2e7690f-e649-4013-a926-6173c0ef76fa tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:46.241650 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc84ab77-4369-4859-bb0b-c0f52b4aa28d req-d2e7690f-e649-4013-a926-6173c0ef76fa tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.102 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 944 time: 0.0610952 Jun 24 13:34:46.339857 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-cc84ab77-4369-4859-bb0b-c0f52b4aa28d req-89ce969b-fe41-49a4-a9fd-2230359fd922 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Deleting port fcb25592-3cee-4cee-8664-55aa2f6f2173 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:34:46.340078 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cc84ab77-4369-4859-bb0b-c0f52b4aa28d req-89ce969b-fe41-49a4-a9fd-2230359fd922 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:46.425620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-cc84ab77-4369-4859-bb0b-c0f52b4aa28d req-89ce969b-fe41-49a4-a9fd-2230359fd922 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] For port fcb25592-3cee-4cee-8664-55aa2f6f2173, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fcb25592-3cee-4cee-8664-55aa2f6f2173,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:34:46.425998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cc84ab77-4369-4859-bb0b-c0f52b4aa28d req-89ce969b-fe41-49a4-a9fd-2230359fd922 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:46.439335 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-cc84ab77-4369-4859-bb0b-c0f52b4aa28d req-89ce969b-fe41-49a4-a9fd-2230359fd922 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Calling delete_port for fcb25592-3cee-4cee-8664-55aa2f6f2173 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:34:46.567563 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cc84ab77-4369-4859-bb0b-c0f52b4aa28d req-89ce969b-fe41-49a4-a9fd-2230359fd922 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:46.571886 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:46.597204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce969b-fe41-49a4-a9fd-2230359fd922 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event deleted for resources: {'Port': ['ID=fcb25592-3cee-4cee-8664-55aa2f6f2173,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:46.600752 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-89ce969b-fe41-49a4-a9fd-2230359fd922 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:46.644580 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc84ab77-4369-4859-bb0b-c0f52b4aa28d req-89ce969b-fe41-49a4-a9fd-2230359fd922 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] No DVR routers for this DVR port fcb25592-3cee-4cee-8664-55aa2f6f2173 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:34:46.646981 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-cc84ab77-4369-4859-bb0b-c0f52b4aa28d req-89ce969b-fe41-49a4-a9fd-2230359fd922 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:46.648936 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-cc84ab77-4369-4859-bb0b-c0f52b4aa28d req-89ce969b-fe41-49a4-a9fd-2230359fd922 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.102 "DELETE /v2.0/ports/fcb25592-3cee-4cee-8664-55aa2f6f2173 HTTP/1.1" status: 204 len: 173 time: 0.4023411 Jun 24 13:34:46.649487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'name': 'network-vif-deleted', 'tag': 'fcb25592-3cee-4cee-8664-55aa2f6f2173'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:34:46.651876 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c476dddd-a02a-49ad-a13b-c3d74e1d60d4" -d '{"events": [{"server_uuid": "575b5fcf-0198-4dfe-b0c1-2417adf7992e", "name": "network-vif-deleted", "tag": "fcb25592-3cee-4cee-8664-55aa2f6f2173"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:34:46.689812 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e018c8d3-90b5-4ecd-8a55-6efbfa3a396d x-openstack-request-id: req-e018c8d3-90b5-4ecd-8a55-6efbfa3a396d {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:34:46.690153 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575b5fcf-0198-4dfe-b0c1-2417adf7992e", "name": "network-vif-deleted", "tag": "fcb25592-3cee-4cee-8664-55aa2f6f2173", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:34:46.690458 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e018c8d3-90b5-4ecd-8a55-6efbfa3a396d {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:34:46.690944 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575b5fcf-0198-4dfe-b0c1-2417adf7992e', 'name': 'network-vif-deleted', 'tag': 'fcb25592-3cee-4cee-8664-55aa2f6f2173', 'status': 'completed', 'code': 200} Jun 24 13:34:47.281196 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-8c04603a-59fa-4123-a935-72a8b6656221 req-e613c8dd-9cee-4c18-bc6b-a8ae56625f8f tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=575b5fcf-0198-4dfe-b0c1-2417adf7992e HTTP/1.1" status: 200 len: 210 time: 0.0317044 Jun 24 13:34:47.736067 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:48.892833 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 55274) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:34:49.045845 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-b7b7a0c4-4ffe-4b7f-b2f5-00c353454cfe tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Deleting port 48ec0e4b-3768-4595-9abc-ff5605c3797f {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:34:49.046188 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a0c4-4ffe-4b7f-b2f5-00c353454cfe tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:49.120393 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a0c4-4ffe-4b7f-b2f5-00c353454cfe tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:49.120723 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a0c4-4ffe-4b7f-b2f5-00c353454cfe tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:49.132887 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-b7b7a0c4-4ffe-4b7f-b2f5-00c353454cfe tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Calling delete_port for 48ec0e4b-3768-4595-9abc-ff5605c3797f owned by network:floatingip {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:34:49.277395 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a0c4-4ffe-4b7f-b2f5-00c353454cfe tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:49.279370 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6fe2a410-676c-40d2-a887-f96553f89fe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:49.289097 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device fcb25592-3cee-4cee-8664-55aa2f6f2173 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:34:49.300747 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7a0c4-4ffe-4b7f-b2f5-00c353454cfe tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event deleted for resources: {'Port': ['ID=48ec0e4b-3768-4595-9abc-ff5605c3797f,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:49.305129 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-b7b7a0c4-4ffe-4b7f-b2f5-00c353454cfe tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:49.310700 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: fcb25592-3cee-4cee-8664-55aa2f6f2173 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:34:49.311121 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device fcb25592-3cee-4cee-8664-55aa2f6f2173 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:34:49.368084 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a0c4-4ffe-4b7f-b2f5-00c353454cfe tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for floatingip, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:49.368418 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.db.l3_db [None req-b7b7a0c4-4ffe-4b7f-b2f5-00c353454cfe tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Floating IP 16a24df3-ddae-4a65-8f6b-4aa74ee09439 disassociated (deleted). External IP: 172.26.1.239, port: bc6d5b03-3196-42af-9f6c-12648892af67. Jun 24 13:34:49.569863 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b7a0c4-4ffe-4b7f-b2f5-00c353454cfe tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Router 6dbbfbad-8573-410c-a021-14f7a39b537b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:34:49.677866 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b7a0c4-4ffe-4b7f-b2f5-00c353454cfe tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:34:49.682434 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a0c4-4ffe-4b7f-b2f5-00c353454cfe tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for floatingip, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:49.687061 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2a87c-cd78-4f5d-8e42-7f70b6ce7491 None None] Sync routers for ids ['6dbbfbad-8573-410c-a021-14f7a39b537b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:34:49.696925 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2a87c-cd78-4f5d-8e42-7f70b6ce7491 None None] Routers {'6dbbfbad-8573-410c-a021-14f7a39b537b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:34:49.697561 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9eb2a87c-cd78-4f5d-8e42-7f70b6ce7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:34:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6dbbfbad-8573-410c-a021-14f7a39b537b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:49.718683 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-b7b7a0c4-4ffe-4b7f-b2f5-00c353454cfe tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "DELETE /v2.0/floatingips/16a24df3-ddae-4a65-8f6b-4aa74ee09439 HTTP/1.1" status: 204 len: 168 time: 0.8247726 Jun 24 13:34:49.719401 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71906972-ae94-4797-947f-e0bda53501d0', 'tag': 'bc6d5b03-3196-42af-9f6c-12648892af67'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:34:49.721744 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfaaa13-b9c8-4c80-b752-c7c9658a68d8" -d '{"events": [{"name": "network-changed", "server_uuid": "71906972-ae94-4797-947f-e0bda53501d0", "tag": "bc6d5b03-3196-42af-9f6c-12648892af67"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:34:49.759864 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 13:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cbfefc-5c7e-4722-82c8-24a446966bcf x-openstack-request-id: req-83cbfefc-5c7e-4722-82c8-24a446966bcf {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:34:49.760206 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71906972-ae94-4797-947f-e0bda53501d0", "tag": "bc6d5b03-3196-42af-9f6c-12648892af67", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:34:49.760509 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-83cbfefc-5c7e-4722-82c8-24a446966bcf {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:34:49.761105 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71906972-ae94-4797-947f-e0bda53501d0', 'tag': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'status': 'completed', 'code': 200} Jun 24 13:34:49.805949 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-9eb2a87c-cd78-4f5d-8e42-7f70b6ce7491 None None] Set router 6dbbfbad-8573-410c-a021-14f7a39b537b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:34:49.841032 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaaa13-b9c8-4c80-b752-c7c9658a68d8 req-d187795a-8ac7-49f8-a85b-903dfb10f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:49.842332 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7bfaaa13-b9c8-4c80-b752-c7c9658a68d8 req-d187795a-8ac7-49f8-a85b-903dfb10f0d7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 1096 time: 0.0544550 Jun 24 13:34:49.964487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaaa13-b9c8-4c80-b752-c7c9658a68d8 req-0d03c8b5-9500-4c32-9e43-e077aeb93f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:49.965993 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7bfaaa13-b9c8-4c80-b752-c7c9658a68d8 req-0d03c8b5-9500-4c32-9e43-e077aeb93f15 service neutron] 10.222.0.102 "GET /v2.0/networks?id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 200 len: 911 time: 0.1168728 Jun 24 13:34:50.009492 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7bfaaa13-b9c8-4c80-b752-c7c9658a68d8 req-5ac4b572-55ed-491b-a051-03b46a9f114f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6d5b03-3196-42af-9f6c-12648892af67 HTTP/1.1" status: 200 len: 217 time: 0.0366318 Jun 24 13:34:50.021261 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9eb2a87c-cd78-4f5d-8e42-7f70b6ce7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:16Z', 'revision_number': 5, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:50.048818 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2a87c-cd78-4f5d-8e42-7f70b6ce7491 None None] Checking router: 6dbbfbad-8573-410c-a021-14f7a39b537b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:34:50.057918 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2a87c-cd78-4f5d-8e42-7f70b6ce7491 None None] Routers {'6dbbfbad-8573-410c-a021-14f7a39b537b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:34:50.058607 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9eb2a87c-cd78-4f5d-8e42-7f70b6ce7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:34:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6dbbfbad-8573-410c-a021-14f7a39b537b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:50.168717 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-9eb2a87c-cd78-4f5d-8e42-7f70b6ce7491 None None] Set router 6dbbfbad-8573-410c-a021-14f7a39b537b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:34:50.374856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-9eb2a87c-cd78-4f5d-8e42-7f70b6ce7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:16Z', 'revision_number': 5, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:50.402500 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2a87c-cd78-4f5d-8e42-7f70b6ce7491 None None] The sync data for ids ['6dbbfbad-8573-410c-a021-14f7a39b537b'] in dv-neutron-797121-4-hyperv is: [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:30:10Z', 'revision_number': 4, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv', '_interfaces': [{'id': 'd843b7c5-9544-4089-bc7b-be5dfba2199c', 'name': '', 'network_id': 'cb5e108f-0d1a-42ec-afe0-2c69ceefee43', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'mac_address': 'fa:16:3e:e5:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:09Z', 'updated_at': '2021-06-24T13:30:16Z', 'revision_number': 5, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'subnets': [{'id': '261cdcb2-93e5-4cce-90d3-c24084367980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:34:50.456946 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaaa13-b9c8-4c80-b752-c7c9658a68d8 req-6bac3816-c3a9-4fe7-8064-1cead963f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:50.458423 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7bfaaa13-b9c8-4c80-b752-c7c9658a68d8 req-6bac3816-c3a9-4fe7-8064-1cead963f87f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=261cdcb2-93e5-4cce-90d3-c24084367980 HTTP/1.1" status: 200 len: 848 time: 0.4426913 Jun 24 13:34:50.514158 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862249a1-9cc2-4c87-bb30-75dc9ddee95f req-51db36b3-1a4b-4072-bbc3-a4c7ea041cf8 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:50.515672 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-862249a1-9cc2-4c87-bb30-75dc9ddee95f req-51db36b3-1a4b-4072-bbc3-a4c7ea041cf8 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 943 time: 0.4741030 Jun 24 13:34:50.558386 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaaa13-b9c8-4c80-b752-c7c9658a68d8 req-b209da0b-7384-4563-98d8-ee722df69909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:50.559910 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7bfaaa13-b9c8-4c80-b752-c7c9658a68d8 req-b209da0b-7384-4563-98d8-ee722df69909 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cb5e108f-0d1a-42ec-afe0-2c69ceefee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0937784 Jun 24 13:34:50.567637 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-862249a1-9cc2-4c87-bb30-75dc9ddee95f req-0ea1eb1d-7fc4-48b2-8b40-2148f45c29b5 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457511 Jun 24 13:34:50.650815 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc8dbee-d03c-48db-b051-2db40874a39b None None] New status for floating IP 16a24df3-ddae-4a65-8f6b-4aa74ee09439: DOWN {{(pid=100148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 13:34:50.660622 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7bfaaa13-b9c8-4c80-b752-c7c9658a68d8 req-f9ca6820-27ef-43f2-adc0-9fec4ff042e8 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920012 Jun 24 13:34:50.750417 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-7bfaaa13-b9c8-4c80-b752-c7c9658a68d8 req-7c543cde-70ea-45f4-960e-09509ce08c65 service neutron] 10.222.0.102 "GET /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829582 Jun 24 13:34:51.583199 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b015bd-09cb-474d-b4de-a04aea7a258b req-5f5adace-9bb8-4fc1-806f-022bb69eb938 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:51.584565 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-72b015bd-09cb-474d-b4de-a04aea7a258b req-5f5adace-9bb8-4fc1-806f-022bb69eb938 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.102 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 943 time: 0.0672872 Jun 24 13:34:51.715691 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-72b015bd-09cb-474d-b4de-a04aea7a258b req-575ca379-c08d-407b-b1ba-b1c6cd1bc01d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Deleting port bc6d5b03-3196-42af-9f6c-12648892af67 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:34:51.716035 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-72b015bd-09cb-474d-b4de-a04aea7a258b req-575ca379-c08d-407b-b1ba-b1c6cd1bc01d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:51.823610 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c29dc-02f5-4fbc-b77a-cfd1466df172 req-6fd04174-eaf7-4c23-bab7-c87ce2ca8547 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 13:34:51.825063 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-742c29dc-02f5-4fbc-b77a-cfd1466df172 req-6fd04174-eaf7-4c23-bab7-c87ce2ca8547 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/ports?device_id=71906972-ae94-4797-947f-e0bda53501d0 HTTP/1.1" status: 200 len: 943 time: 0.1416099 Jun 24 13:34:51.830093 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [req-72b015bd-09cb-474d-b4de-a04aea7a258b req-575ca379-c08d-407b-b1ba-b1c6cd1bc01d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] For port bc6d5b03-3196-42af-9f6c-12648892af67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bc6d5b03-3196-42af-9f6c-12648892af67,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:34:51.830457 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-72b015bd-09cb-474d-b4de-a04aea7a258b req-575ca379-c08d-407b-b1ba-b1c6cd1bc01d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:51.854918 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [req-72b015bd-09cb-474d-b4de-a04aea7a258b req-575ca379-c08d-407b-b1ba-b1c6cd1bc01d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Calling delete_port for bc6d5b03-3196-42af-9f6c-12648892af67 owned by compute:nova {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:34:51.915831 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-742c29dc-02f5-4fbc-b77a-cfd1466df172 req-7cea1d4a-421c-4d14-aaac-f67e4309de71 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "GET /v2.0/security-groups?id=c52e4da7-3860-4355-8cb5-27d6c2bcd944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828235 Jun 24 13:34:51.999487 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-72b015bd-09cb-474d-b4de-a04aea7a258b req-575ca379-c08d-407b-b1ba-b1c6cd1bc01d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:52.003472 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-6a7eb056-7485-409f-b8b2-37043a3fb84d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:52.029201 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ca379-c08d-407b-b1ba-b1c6cd1bc01d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event deleted for resources: {'Port': ['ID=bc6d5b03-3196-42af-9f6c-12648892af67,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:52.031459 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-575ca379-c08d-407b-b1ba-b1c6cd1bc01d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:52.077926 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b015bd-09cb-474d-b4de-a04aea7a258b req-575ca379-c08d-407b-b1ba-b1c6cd1bc01d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] No DVR routers for this DVR port bc6d5b03-3196-42af-9f6c-12648892af67 on host hv-neutron-7971 {{(pid=100145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:34:52.080436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [req-72b015bd-09cb-474d-b4de-a04aea7a258b req-575ca379-c08d-407b-b1ba-b1c6cd1bc01d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29418'] for port, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:52.082416 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [req-72b015bd-09cb-474d-b4de-a04aea7a258b req-575ca379-c08d-407b-b1ba-b1c6cd1bc01d tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.102 "DELETE /v2.0/ports/bc6d5b03-3196-42af-9f6c-12648892af67 HTTP/1.1" status: 204 len: 173 time: 0.4920604 Jun 24 13:34:52.083016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71906972-ae94-4797-947f-e0bda53501d0', 'name': 'network-vif-deleted', 'tag': 'bc6d5b03-3196-42af-9f6c-12648892af67'}] {{(pid=100145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 13:34:52.085947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70f4129215ce468c3dc31b31948585c5410296a1bec25b6ffb7e2f305e98c53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b337304b-8093-4344-8fd3-e6de87f5e8fe" -d '{"events": [{"server_uuid": "71906972-ae94-4797-947f-e0bda53501d0", "name": "network-vif-deleted", "tag": "bc6d5b03-3196-42af-9f6c-12648892af67"}]}' {{(pid=100145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 13:34:52.124844 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 13:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8358216c-6e4e-4e0e-abb0-c6ec6664fafa x-openstack-request-id: req-8358216c-6e4e-4e0e-abb0-c6ec6664fafa {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 13:34:52.125249 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71906972-ae94-4797-947f-e0bda53501d0", "name": "network-vif-deleted", "tag": "bc6d5b03-3196-42af-9f6c-12648892af67", "status": "completed", "code": 200}]} {{(pid=100145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 13:34:52.125555 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8358216c-6e4e-4e0e-abb0-c6ec6664fafa {{(pid=100145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 13:34:52.126002 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71906972-ae94-4797-947f-e0bda53501d0', 'name': 'network-vif-deleted', 'tag': 'bc6d5b03-3196-42af-9f6c-12648892af67', 'status': 'completed', 'code': 200} Jun 24 13:34:53.006697 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 55288) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:34:53.065314 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d3c6aeab-6c24-43db-99da-8ca85073c0ee tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:53.090115 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d3c6aeab-6c24-43db-99da-8ca85073c0ee tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:53.148428 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d3c6aeab-6c24-43db-99da-8ca85073c0ee tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:53.151191 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-d3c6aeab-6c24-43db-99da-8ca85073c0ee tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:53.152352 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-d3c6aeab-6c24-43db-99da-8ca85073c0ee tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] 10.222.0.110 "DELETE /v2.0/security-groups/c52e4da7-3860-4355-8cb5-27d6c2bcd944 HTTP/1.1" status: 204 len: 168 time: 0.1442218 Jun 24 13:34:53.153189 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-87315bdb-f72d-484a-a2ef-61378c40079a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:53.161919 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6aeab-6c24-43db-99da-8ca85073c0ee tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52e4da7-3860-4355-8cb5-27d6c2bcd944,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:53.164485 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d3c6aeab-6c24-43db-99da-8ca85073c0ee tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:54.222651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 55294) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:34:54.578947 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-79f9b217-f218-44d9-869e-872a5a45a9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:54.839398 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-79f9b217-f218-44d9-869e-872a5a45a9d9 admin admin] Deleting port d843b7c5-9544-4089-bc7b-be5dfba2199c {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:34:54.839664 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-79f9b217-f218-44d9-869e-872a5a45a9d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:54.914253 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-79f9b217-f218-44d9-869e-872a5a45a9d9 admin admin] For port d843b7c5-9544-4089-bc7b-be5dfba2199c, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d843b7c5-9544-4089-bc7b-be5dfba2199c,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:34:54.914594 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-79f9b217-f218-44d9-869e-872a5a45a9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:54.926617 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-79f9b217-f218-44d9-869e-872a5a45a9d9 admin admin] Calling delete_port for d843b7c5-9544-4089-bc7b-be5dfba2199c owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:34:55.102343 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-79f9b217-f218-44d9-869e-872a5a45a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:55.104365 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a0a8f354-4acb-4784-878e-b2a0cb463b0d tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:55.130175 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9b217-f218-44d9-869e-872a5a45a9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d843b7c5-9544-4089-bc7b-be5dfba2199c,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:55.134973 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-79f9b217-f218-44d9-869e-872a5a45a9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:55.301674 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-79f9b217-f218-44d9-869e-872a5a45a9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:55.323271 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device bc6d5b03-3196-42af-9f6c-12648892af67 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:34:55.343026 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] No Port match for: bc6d5b03-3196-42af-9f6c-12648892af67 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:34:55.343398 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Device bc6d5b03-3196-42af-9f6c-12648892af67 not bound to the agent host hv-neutron-7971 {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:34:55.520172 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f9b217-f218-44d9-869e-872a5a45a9d9 admin admin] Router 6dbbfbad-8573-410c-a021-14f7a39b537b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:34:55.628016 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f9b217-f218-44d9-869e-872a5a45a9d9 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:34:55.633346 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-79f9b217-f218-44d9-869e-872a5a45a9d9 admin admin] 10.222.0.110 "PUT /v2.0/routers/6dbbfbad-8573-410c-a021-14f7a39b537b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4099071 Jun 24 13:34:55.635804 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 55296) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:34:55.638464 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113abd97-e517-4845-89ef-a0cc8927054e None None] Sync routers for ids ['6dbbfbad-8573-410c-a021-14f7a39b537b'] in dv-neutron-797121-4-hyperv {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:34:55.647737 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113abd97-e517-4845-89ef-a0cc8927054e None None] Routers {'6dbbfbad-8573-410c-a021-14f7a39b537b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:34:55.648362 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-113abd97-e517-4845-89ef-a0cc8927054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:34:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6dbbfbad-8573-410c-a021-14f7a39b537b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:55.741204 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:55.751002 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-113abd97-e517-4845-89ef-a0cc8927054e None None] Set router 6dbbfbad-8573-410c-a021-14f7a39b537b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:34:55.839995 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:55.894575 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Deleting port 9ca1e9f9-1895-442e-a560-97746896c785 {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:34:55.894851 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:55.925758 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-113abd97-e517-4845-89ef-a0cc8927054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '9ca1e9f9-1895-442e-a560-97746896c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:34:55Z', 'revision_number': 5, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port': {'id': '9ca1e9f9-1895-442e-a560-97746896c785', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:08Z', 'updated_at': '2021-06-24T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:55.955768 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113abd97-e517-4845-89ef-a0cc8927054e None None] Checking router: 6dbbfbad-8573-410c-a021-14f7a39b537b for host: dv-neutron-797121-4-hyperv {{(pid=100147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:34:55.966445 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113abd97-e517-4845-89ef-a0cc8927054e None None] Routers {'6dbbfbad-8573-410c-a021-14f7a39b537b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:34:55.967138 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-113abd97-e517-4845-89ef-a0cc8927054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:34:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['6dbbfbad-8573-410c-a021-14f7a39b537b'], 'active': True} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:55.972860 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] For port 9ca1e9f9-1895-442e-a560-97746896c785, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9ca1e9f9-1895-442e-a560-97746896c785,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:34:55.973223 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:55.986437 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Calling delete_port for 9ca1e9f9-1895-442e-a560-97746896c785 owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:34:56.055206 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvr_db [None req-113abd97-e517-4845-89ef-a0cc8927054e None None] Set router 6dbbfbad-8573-410c-a021-14f7a39b537b gateway port host: None {{(pid=100147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:34:56.106034 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_hamode_db [None req-113abd97-e517-4845-89ef-a0cc8927054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:34:55Z', 'revision_number': 6, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:56.135900 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113abd97-e517-4845-89ef-a0cc8927054e None None] The sync data for ids ['6dbbfbad-8573-410c-a021-14f7a39b537b'] in dv-neutron-797121-4-hyperv is: [{'id': '6dbbfbad-8573-410c-a021-14f7a39b537b', 'name': 'tempest-TestSnapshotPattern-293478652-router', 'tenant_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:07Z', 'updated_at': '2021-06-24T13:34:55Z', 'revision_number': 6, 'project_id': '1bb7e918ba31487ab639b3b55ac1c2f5', 'gw_port_host': None}] {{(pid=100147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:34:56.157345 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.159611 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-79f9b217-f218-44d9-869e-872a5a45a9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:56.187309 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca1e9f9-1895-442e-a560-97746896c785,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:56.191528 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:56.255404 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.343587 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.345738 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.387862 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.388451 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dbbfbad-8573-410c-a021-14f7a39b537b {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:34:56.392651 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.393783 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-01dffc1e-881e-4201-b6b5-9c83e3226cb1 admin admin] 10.222.0.110 "DELETE /v2.0/routers/6dbbfbad-8573-410c-a021-14f7a39b537b HTTP/1.1" status: 204 len: 168 time: 0.7567532 Jun 24 13:34:56.396402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 55298) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:34:56.444910 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71a3cf7-3c11-4ffe-96cd-03807c160b68 admin admin] Deleting subnet 261cdcb2-93e5-4cce-90d3-c24084367980 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:34:56.448013 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a71a3cf7-3c11-4ffe-96cd-03807c160b68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.482699 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a71a3cf7-3c11-4ffe-96cd-03807c160b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.563462 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a71a3cf7-3c11-4ffe-96cd-03807c160b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.615794 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a71a3cf7-3c11-4ffe-96cd-03807c160b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.618442 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-5270362f-6529-441b-a33b-3cd257d0b5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:56.648170 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-a71a3cf7-3c11-4ffe-96cd-03807c160b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.650007 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-a71a3cf7-3c11-4ffe-96cd-03807c160b68 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/261cdcb2-93e5-4cce-90d3-c24084367980 HTTP/1.1" status: 204 len: 168 time: 0.2526875 Jun 24 13:34:56.651755 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a3cf7-3c11-4ffe-96cd-03807c160b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261cdcb2-93e5-4cce-90d3-c24084367980,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:56.652726 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 55300) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:34:56.653898 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c631cd-d372-4603-afd6-79da12c15c89 None None] Network cb5e108f-0d1a-42ec-afe0-2c69ceefee43 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:34:56.654356 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-a71a3cf7-3c11-4ffe-96cd-03807c160b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:56.716975 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2e50-81a0-4a55-a484-88b71a6a8811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.730520 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.780731 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Deleting port c6a03b51-16ab-4118-9ac0-962824f13f3f {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:34:56.781065 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.848908 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] For port c6a03b51-16ab-4118-9ac0-962824f13f3f, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=c6a03b51-16ab-4118-9ac0-962824f13f3f,segment=NetworkSegment(1bc4355e-4646-4825-a1fc-3b0897af4af3),segment_id=1bc4355e-4646-4825-a1fc-3b0897af4af3)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:34:56.849251 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.861409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Calling delete_port for c6a03b51-16ab-4118-9ac0-962824f13f3f owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:34:56.923863 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323159ea-7465-4fd8-a4ab-2688401fd421 None None] DHCP port deletion for cb5e108f-0d1a-42ec-afe0-2c69ceefee43 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:34:56.943417 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.945993 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bcf08e17-5c3d-472a-af95-bef30781001d tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:56.968382 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a03b51-16ab-4118-9ac0-962824f13f3f,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:56.972935 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-323159ea-7465-4fd8-a4ab-2688401fd421 None None] Deleting port c6a03b51-16ab-4118-9ac0-962824f13f3f {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:34:56.973471 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-323159ea-7465-4fd8-a4ab-2688401fd421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:56.978541 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:56.979113 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:56.979363 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:56.979747 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:56.980234 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:56.980531 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:56.980912 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:56.981279 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:56.981654 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:56.982027 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:56.982402 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:56.982855 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-4-hyperv {{(pid=100146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 13:34:56.985544 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] No DVR routers for this DVR port c6a03b51-16ab-4118-9ac0-962824f13f3f on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:34:56.987181 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:57.037230 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-323159ea-7465-4fd8-a4ab-2688401fd421 None None] For port c6a03b51-16ab-4118-9ac0-962824f13f3f, host dv-neutron-797121-4-hyperv, got binding levels [] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:34:57.037744 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-323159ea-7465-4fd8-a4ab-2688401fd421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:57.053987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-323159ea-7465-4fd8-a4ab-2688401fd421 None None] Calling delete_port for c6a03b51-16ab-4118-9ac0-962824f13f3f owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:34:57.056589 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.ipam_backend_mixin [None req-323159ea-7465-4fd8-a4ab-2688401fd421 None None] Port c6a03b51-16ab-4118-9ac0-962824f13f3f was not found and therefore no delete operation was performed {{(pid=100147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 13:34:57.057803 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-323159ea-7465-4fd8-a4ab-2688401fd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:57.059630 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:57.061409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:57.071199 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5e108f-0d1a-42ec-afe0-2c69ceefee43']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:57.080775 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323159ea-7465-4fd8-a4ab-2688401fd421 None None] Pushing event deleted for resources: {'Port': ['ID=c6a03b51-16ab-4118-9ac0-962824f13f3f,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:57.081828 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc4355e-4646-4825-a1fc-3b0897af4af3') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:57.082585 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc4355e-4646-4825-a1fc-3b0897af4af3') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:57.084240 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-323159ea-7465-4fd8-a4ab-2688401fd421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:57.087369 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323159ea-7465-4fd8-a4ab-2688401fd421 None None] No DVR routers for this DVR port c6a03b51-16ab-4118-9ac0-962824f13f3f on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:34:57.092482 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:57.108115 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:57.114736 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:34:57.115237 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:34:57.117091 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:34:57.174839 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:57.178423 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-d65550c5-cd2a-44d4-b14e-ab7e711beffb tempest-BulkNetworkOpsTest-1274077176 tempest-BulkNetworkOpsTest-1274077176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:57.181312 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:57.183163 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] 10.222.0.110 "DELETE /v2.0/networks/cb5e108f-0d1a-42ec-afe0-2c69ceefee43 HTTP/1.1" status: 204 len: 168 time: 0.5293849 Jun 24 13:34:57.187295 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 55304) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:34:57.200763 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb5e108f-0d1a-42ec-afe0-2c69ceefee43,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:57.203579 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-bb830a23-0020-485d-a229-9775c65790a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:57.356856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9ca1e9f9-1895-442e-a560-97746896c785 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:34:57.376897 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 9ca1e9f9-1895-442e-a560-97746896c785 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:34:57.377250 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9ca1e9f9-1895-442e-a560-97746896c785 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:34:57.377669 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d843b7c5-9544-4089-bc7b-be5dfba2199c no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:34:57.396109 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: d843b7c5-9544-4089-bc7b-be5dfba2199c {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:34:57.396457 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d843b7c5-9544-4089-bc7b-be5dfba2199c not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:34:57.396875 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device c6a03b51-16ab-4118-9ac0-962824f13f3f no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:34:57.415840 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: c6a03b51-16ab-4118-9ac0-962824f13f3f {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:34:57.416189 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device c6a03b51-16ab-4118-9ac0-962824f13f3f not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:34:57.531710 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d6b5-b643-4cb2-a0d5-bb4bcf1fb251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690572'] for router_interface, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:58.130477 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4d6b5-b643-4cb2-a0d5-bb4bcf1fb251 admin admin] Deleting port 468df28d-4b20-434d-9015-21a4c0dd7fba {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:34:58.130846 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d6b5-b643-4cb2-a0d5-bb4bcf1fb251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:58.209216 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-f7e4d6b5-b643-4cb2-a0d5-bb4bcf1fb251 admin admin] For port 468df28d-4b20-434d-9015-21a4c0dd7fba, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=468df28d-4b20-434d-9015-21a4c0dd7fba,segment=NetworkSegment(80ada411-d440-4e20-8d28-414b3de39d23),segment_id=80ada411-d440-4e20-8d28-414b3de39d23)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:34:58.209571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d6b5-b643-4cb2-a0d5-bb4bcf1fb251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:58.221952 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4d6b5-b643-4cb2-a0d5-bb4bcf1fb251 admin admin] Calling delete_port for 468df28d-4b20-434d-9015-21a4c0dd7fba owned by network:router_interface {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:34:58.398030 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d6b5-b643-4cb2-a0d5-bb4bcf1fb251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:58.400024 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-132052c1-ced9-43fb-a64b-a0d9afad41ed tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:58.425725 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4d6b5-b643-4cb2-a0d5-bb4bcf1fb251 admin admin] Pushing event deleted for resources: {'Port': ['ID=468df28d-4b20-434d-9015-21a4c0dd7fba,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:58.430507 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-f7e4d6b5-b643-4cb2-a0d5-bb4bcf1fb251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:58.594003 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d6b5-b643-4cb2-a0d5-bb4bcf1fb251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690204'] for router_interface, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:58.800494 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e4d6b5-b643-4cb2-a0d5-bb4bcf1fb251 admin admin] Router 72468176-d96a-4cb6-ac00-2d1e784fac5b has already been hosted by L3 agent e58d1829-652d-4d6b-a506-0b1e1b49bb32 {{(pid=100145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 13:34:58.903777 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e4d6b5-b643-4cb2-a0d5-bb4bcf1fb251 admin admin] Notify agent at l3_agent.dv-neutron-797121-4-hyperv the message routers_updated {{(pid=100145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 13:34:58.909102 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-f7e4d6b5-b643-4cb2-a0d5-bb4bcf1fb251 admin admin] 10.222.0.110 "PUT /v2.0/routers/72468176-d96a-4cb6-ac00-2d1e784fac5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7201722 Jun 24 13:34:58.911681 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 55306) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:34:58.912596 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31349545-520e-4f61-9c03-0fa307b09d55 None None] Sync routers for ids ['72468176-d96a-4cb6-ac00-2d1e784fac5b'] in dv-neutron-797121-4-hyperv {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 13:34:58.921626 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31349545-520e-4f61-9c03-0fa307b09d55 None None] Routers {'72468176-d96a-4cb6-ac00-2d1e784fac5b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:34:58.922240 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-31349545-520e-4f61-9c03-0fa307b09d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:34:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['72468176-d96a-4cb6-ac00-2d1e784fac5b'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:59.019620 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Notify callbacks [] for router, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.024687 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-31349545-520e-4f61-9c03-0fa307b09d55 None None] Set router 72468176-d96a-4cb6-ac00-2d1e784fac5b gateway port host: dv-neutron-797121-4-hyperv {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:34:59.120168 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.171706 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Deleting port d5b949f6-4753-48b6-842a-4dfbd72780fb {{(pid=100145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:34:59.172044 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.198320 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-31349545-520e-4f61-9c03-0fa307b09d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'name': 'tempest-TestSnapshotPattern-54732947-router', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'external_fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd5b949f6-4753-48b6-842a-4dfbd72780fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:11Z', 'updated_at': '2021-06-24T13:34:58Z', 'revision_number': 5, 'project_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'gw_port': {'id': 'd5b949f6-4753-48b6-842a-4dfbd72780fb', 'name': '', 'network_id': '0b752b16-43e4-4b2b-ae67-8a69f9b9ae1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T13:30:12Z', 'updated_at': '2021-06-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a32b8e50-954d-4c21-b14b-0d85d2c7dd37', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-4-hyperv'}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:59.224349 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31349545-520e-4f61-9c03-0fa307b09d55 None None] Checking router: 72468176-d96a-4cb6-ac00-2d1e784fac5b for host: dv-neutron-797121-4-hyperv {{(pid=100148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 13:34:59.233046 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31349545-520e-4f61-9c03-0fa307b09d55 None None] Routers {'72468176-d96a-4cb6-ac00-2d1e784fac5b'} bound to L3 agent in host dv-neutron-797121-4-hyperv {{(pid=100148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 13:34:59.233662 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-31349545-520e-4f61-9c03-0fa307b09d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:34:29Z,description=,heartbeat_timestamp=2021-06-24T13:34:29Z,host='dv-neutron-797121-4-hyperv',id=e58d1829-652d-4d6b-a506-0b1e1b49bb32,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:34:29Z,topic='l3_agent')) {'router_ids': ['72468176-d96a-4cb6-ac00-2d1e784fac5b'], 'active': True} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:59.254571 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.db [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] For port d5b949f6-4753-48b6-842a-4dfbd72780fb, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=d5b949f6-4753-48b6-842a-4dfbd72780fb,segment=NetworkSegment(5417b073-7360-486c-89cf-43afbe2fef64),segment_id=5417b073-7360-486c-89cf-43afbe2fef64)] {{(pid=100145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:34:59.254965 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.267097 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.plugins.ml2.plugin [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Calling delete_port for d5b949f6-4753-48b6-842a-4dfbd72780fb owned by network:router_gateway {{(pid=100145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:34:59.321551 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_dvr_db [None req-31349545-520e-4f61-9c03-0fa307b09d55 None None] Set router 72468176-d96a-4cb6-ac00-2d1e784fac5b gateway port host: None {{(pid=100148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 13:34:59.373120 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.l3_hamode_db [None req-31349545-520e-4f61-9c03-0fa307b09d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'name': 'tempest-TestSnapshotPattern-54732947-router', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:11Z', 'updated_at': '2021-06-24T13:34:59Z', 'revision_number': 6, 'project_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'gw_port_host': None}], 'dv-neutron-797121-4-hyperv', False) {} {{(pid=100148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:34:59.399570 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5ddf3b3b-c73f-4f25-951a-0a5a63fba30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.403223 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31349545-520e-4f61-9c03-0fa307b09d55 None None] The sync data for ids ['72468176-d96a-4cb6-ac00-2d1e784fac5b'] in dv-neutron-797121-4-hyperv is: [{'id': '72468176-d96a-4cb6-ac00-2d1e784fac5b', 'name': 'tempest-TestSnapshotPattern-54732947-router', 'tenant_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T13:30:11Z', 'updated_at': '2021-06-24T13:34:59Z', 'revision_number': 6, 'project_id': 'e3daeaeb200a4ae4b18e10a71bc243e5', 'gw_port_host': None}] {{(pid=100148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 13:34:59.444056 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32588152'] for port, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.447070 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-4530add8-759d-4951-83bc-918d97deaca7 tempest-TestSnapshotPattern-332283924 tempest-TestSnapshotPattern-332283924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:59.470678 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b949f6-4753-48b6-842a-4dfbd72780fb,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:59.476273 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:59.529344 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.532834 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690809'] for router_gateway, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.621612 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9996'] for router, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.623771 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.674359 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689841'] for router, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.674956 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72468176-d96a-4cb6-ac00-2d1e784fac5b {{(pid=100145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 13:34:59.679110 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] Notify callbacks [] for router, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.680257 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-de671ebd-9a8e-4be2-b8a1-c50d23711964 admin admin] 10.222.0.110 "DELETE /v2.0/routers/72468176-d96a-4cb6-ac00-2d1e784fac5b HTTP/1.1" status: 204 len: 168 time: 0.7675288 Jun 24 13:34:59.682751 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 55308) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:34:59.727522 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.db.db_base_plugin_v2 [None req-c570786a-07b7-41d7-8eec-0a4e88e03cca admin admin] Deleting subnet 531d464e-41a3-48b2-83fc-3e5e643ab698 {{(pid=100145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 13:34:59.730421 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c570786a-07b7-41d7-8eec-0a4e88e03cca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.766436 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c570786a-07b7-41d7-8eec-0a4e88e03cca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33199634'] for subnet, precommit_delete_associations {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.856009 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c570786a-07b7-41d7-8eec-0a4e88e03cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-786297'] for subnet, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.907730 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c570786a-07b7-41d7-8eec-0a4e88e03cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-786286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32588214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33244364'] for subnet, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.910402 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-089ddb48-8e9b-490e-be97-c7ebc270053c tempest-NetworksIpV6Test-931294117 tempest-NetworksIpV6Test-931294117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:34:59.939709 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570786a-07b7-41d7-8eec-0a4e88e03cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=531d464e-41a3-48b2-83fc-3e5e643ab698,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:34:59.942021 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-c570786a-07b7-41d7-8eec-0a4e88e03cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:34:59.944802 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-c570786a-07b7-41d7-8eec-0a4e88e03cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1803999'] for subnet, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:34:59.946716 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-c570786a-07b7-41d7-8eec-0a4e88e03cca admin admin] 10.222.0.110 "DELETE /v2.0/subnets/531d464e-41a3-48b2-83fc-3e5e643ab698 HTTP/1.1" status: 204 len: 168 time: 0.2629502 Jun 24 13:34:59.949301 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [-] (100146) accepted ('10.222.0.110', 55310) {{(pid=100146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:34:59.950458 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5785f1b-f35a-49e1-8dbb-a639fa329e2a None None] Network 1b4dec51-07de-4665-9d09-2b5420acb322 requested from dv-neutron-797121-4-hyperv {{(pid=100147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 13:35:00.019674 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581906'] for network, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.073890 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Deleting port 9fc1a26a-0c1d-487a-8754-cbe47802acf4 {{(pid=100146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:35:00.074233 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.141355 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.db [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] For port 9fc1a26a-0c1d-487a-8754-cbe47802acf4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9fc1a26a-0c1d-487a-8754-cbe47802acf4,segment=NetworkSegment(80ada411-d440-4e20-8d28-414b3de39d23),segment_id=80ada411-d440-4e20-8d28-414b3de39d23)] {{(pid=100146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:35:00.141710 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.155590 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Calling delete_port for 9fc1a26a-0c1d-487a-8754-cbe47802acf4 owned by network:dhcp {{(pid=100146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:35:00.175613 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e22c552-0ba3-499d-8197-c8ad6ebe655b None None] DHCP port deletion for 1b4dec51-07de-4665-9d09-2b5420acb322 request from dv-neutron-797121-4-hyperv {{(pid=100147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 13:35:00.226318 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-3e22c552-0ba3-499d-8197-c8ad6ebe655b None None] Deleting port 9fc1a26a-0c1d-487a-8754-cbe47802acf4 {{(pid=100147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 13:35:00.226844 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3e22c552-0ba3-499d-8197-c8ad6ebe655b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760207629352'] for port, before_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.237415 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32606756'] for port, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.240556 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-cf1a899e-ceda-4c23-96ce-688905132b23 tempest-TestNetworkAdvancedServerOps-1719154502 tempest-TestNetworkAdvancedServerOps-1719154502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:35:00.270154 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc1a26a-0c1d-487a-8754-cbe47802acf4,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:35:00.272346 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] No DVR routers for this DVR port 9fc1a26a-0c1d-487a-8754-cbe47802acf4 on host dv-neutron-797121-4-hyperv {{(pid=100146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:35:00.274918 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:35:00.299590 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.db [None req-3e22c552-0ba3-499d-8197-c8ad6ebe655b None None] For port 9fc1a26a-0c1d-487a-8754-cbe47802acf4, host dv-neutron-797121-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-4-hyperv',level=0,port_id=9fc1a26a-0c1d-487a-8754-cbe47802acf4,segment=NetworkSegment(80ada411-d440-4e20-8d28-414b3de39d23),segment_id=80ada411-d440-4e20-8d28-414b3de39d23)] {{(pid=100147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 13:35:00.299987 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3e22c552-0ba3-499d-8197-c8ad6ebe655b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692913'] for port, precommit_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.312586 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-3e22c552-0ba3-499d-8197-c8ad6ebe655b None None] Calling delete_port for 9fc1a26a-0c1d-487a-8754-cbe47802acf4 owned by network:dhcp {{(pid=100147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 13:35:00.353797 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785711', 'neutron.services.segments.db._delete_segments_for_network-8760207748904'] for network, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.364553 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4dec51-07de-4665-9d09-2b5420acb322']}} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:35:00.386094 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ada411-d440-4e20-8d28-414b3de39d23') {'for_net_delete': True} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:35:00.386316 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.services.segments.db [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ada411-d440-4e20-8d28-414b3de39d23') {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 13:35:00.396477 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3e22c552-0ba3-499d-8197-c8ad6ebe655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760207632851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760207207388'] for port, after_delete {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.397510 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760207737263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32904702'] for segment, before_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.401761 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-04138ba2-2d08-4844-a6f4-6dec850ba0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:35:00.414319 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991'] for segment, precommit_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.427131 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22c552-0ba3-499d-8197-c8ad6ebe655b None None] Pushing event deleted for resources: {'Port': ['ID=9fc1a26a-0c1d-487a-8754-cbe47802acf4,revision_number=None']} {{(pid=100147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:35:00.430071 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=100146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 13:35:00.430559 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32606729'] for segment, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.432421 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG oslo_concurrency.lockutils [None req-3e22c552-0ba3-499d-8197-c8ad6ebe655b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: Traceback (most recent call last): Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: timer() Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: cb(*args, **kw) Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: return func(*args, **kwargs) Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: self._notify() Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: self.callback(batched_events) Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: event.method(event) Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: return f(self, *a, **k) Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._get(url).json() Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: return self.request(url, 'GET', **kwargs) Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 13:35:00.433211 dv-neutron-797121-4-hyperv neutron-server[100146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 13:35:00.437579 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e22c552-0ba3-499d-8197-c8ad6ebe655b None None] No DVR routers for this DVR port 9fc1a26a-0c1d-487a-8754-cbe47802acf4 on host dv-neutron-797121-4-hyperv {{(pid=100147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 13:35:00.503409 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1919762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690707'] for network, after_delete {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.508243 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-04ec8b0b-1383-441d-a3c2-1a09b1613edf tempest-RoutersNegativeTest-1366989704 tempest-RoutersNegativeTest-1366989704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:35:00.512963 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Notify callbacks [] for network, before_response {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.514854 dv-neutron-797121-4-hyperv neutron-server[100146]: INFO neutron.wsgi [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] 10.222.0.110 "DELETE /v2.0/networks/1b4dec51-07de-4665-9d09-2b5420acb322 HTTP/1.1" status: 204 len: 168 time: 0.5644748 Jun 24 13:35:00.525805 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4dec51-07de-4665-9d09-2b5420acb322,revision_number=None']} {{(pid=100146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:35:00.527882 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.529331 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-c7658afb-0ba1-4793-a000-4b04e1fa8ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:35:00.697337 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 55318) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:35:00.748192 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-919df99e-a25a-4cd5-8441-79184c18a473 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1bb7e918ba31487ab639b3b55ac1c2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474410 Jun 24 13:35:00.748660 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 55320) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:35:00.797766 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ce29-cb2c-4b14-8a0f-baf8349b514f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.819659 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ce29-cb2c-4b14-8a0f-baf8349b514f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.866627 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ce29-cb2c-4b14-8a0f-baf8349b514f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.869298 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ce29-cb2c-4b14-8a0f-baf8349b514f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:00.872832 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-1ac5ce29-cb2c-4b14-8a0f-baf8349b514f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b8c2731c-94a6-4069-9c05-f8a505da74c5 HTTP/1.1" status: 204 len: 168 time: 0.1207411 Jun 24 13:35:00.872832 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-54039043-083a-4e27-8401-b8370b08821e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:35:00.884937 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5ce29-cb2c-4b14-8a0f-baf8349b514f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c2731c-94a6-4069-9c05-f8a505da74c5,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:35:00.887570 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-1ac5ce29-cb2c-4b14-8a0f-baf8349b514f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:35:01.213004 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 55326) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:35:01.254721 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-77137755-08d3-4928-a689-ed8978e439b8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e3daeaeb200a4ae4b18e10a71bc243e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403342 Jun 24 13:35:01.257548 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.wsgi [-] (100145) accepted ('10.222.0.110', 55328) {{(pid=100145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 13:35:01.307292 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-637845d8-02b0-4ee7-a5b4-c29c4b457b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:01.331818 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-637845d8-02b0-4ee7-a5b4-c29c4b457b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:01.351448 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d5b949f6-4753-48b6-842a-4dfbd72780fb no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:35:01.373543 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: d5b949f6-4753-48b6-842a-4dfbd72780fb {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:35:01.373976 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device d5b949f6-4753-48b6-842a-4dfbd72780fb not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:35:01.374609 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9fc1a26a-0c1d-487a-8754-cbe47802acf4 no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:35:01.397130 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 9fc1a26a-0c1d-487a-8754-cbe47802acf4 {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:35:01.397606 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 9fc1a26a-0c1d-487a-8754-cbe47802acf4 not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:35:01.398061 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 468df28d-4b20-434d-9015-21a4c0dd7fba no longer exists at agent ovs-agent-dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 13:35:01.405568 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-637845d8-02b0-4ee7-a5b4-c29c4b457b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919744'] for security_group, after_delete {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:01.408379 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron_lib.callbacks.manager [None req-637845d8-02b0-4ee7-a5b4-c29c4b457b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:01.411938 dv-neutron-797121-4-hyperv neutron-server[100145]: INFO neutron.wsgi [None req-637845d8-02b0-4ee7-a5b4-c29c4b457b54 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/403f98f1-6a7b-4878-b772-2a3aa708b557 HTTP/1.1" status: 204 len: 168 time: 0.1511207 Jun 24 13:35:01.411938 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-d79342ba-096e-4b5a-a65d-d1090f18b1e4 tempest-TestShelveInstance-748586541 tempest-TestShelveInstance-748586541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 13:35:01.418341 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.plugin [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] No Port match for: 468df28d-4b20-434d-9015-21a4c0dd7fba {{(pid=100147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 13:35:01.418875 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637845d8-02b0-4ee7-a5b4-c29c4b457b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403f98f1-6a7b-4878-b772-2a3aa708b557,revision_number=None']} {{(pid=100145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 13:35:01.418973 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron.plugins.ml2.rpc [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Device 468df28d-4b20-434d-9015-21a4c0dd7fba not bound to the agent host dv-neutron-797121-4-hyperv {{(pid=100147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 13:35:01.420998 dv-neutron-797121-4-hyperv neutron-server[100145]: DEBUG oslo_concurrency.lockutils [None req-637845d8-02b0-4ee7-a5b4-c29c4b457b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 13:35:02.482336 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:09.809673 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:35:17.755089 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:26.680769 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1ba632a3-460a-47ea-82a1-7447c12cda47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:29.401211 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-55a9a66b-90a6-4a9b-9b81-45bb742e7d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:29.530254 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:30.520926 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:32.483762 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:46.807413 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:35:47.754221 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:56.687259 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-91fc255d-cdd7-467c-b8e6-eb814b1c19cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:59.404310 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-5e605fa4-c974-457e-8a93-a5c940824dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:35:59.530162 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:36:00.523846 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:36:02.486531 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:36:17.754041 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:36:23.806597 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:36:26.678265 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-84a7826b-3968-4301-9058-ea5c84a3bbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:36:29.405592 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3e368b3a-6c92-4eba-a91e-1c5f956dff01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:36:29.530293 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:36:30.526080 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:36:32.489601 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:36:47.769612 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:36:56.679505 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-7f060456-70f5-46ea-a64a-884d0047b2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:36:59.406225 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-9a403549-1416-48fe-83a1-9b56ead60fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:36:59.530920 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:37:00.528004 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:37:00.804880 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:37:02.493790 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:37:17.784670 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:37:26.679940 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a3738143-44df-4109-b78e-d2924bcd90ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:37:29.407546 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a1d2534e-5bf1-4844-8783-2185fa1501f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:37:29.533723 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:37:30.531179 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:37:32.497177 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:37:37.803328 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:37:47.823373 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:37:56.679170 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-375475b1-b0cb-4dd5-bce5-513e6ef9e153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:37:59.409918 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8783-e50f-49a4-97de-804ec36f085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:37:59.534175 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:38:00.534105 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:38:02.499207 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:38:14.802990 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:38:17.815545 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:38:26.679596 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4924035c-089d-4b04-a529-96c9ed97b5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:38:29.411249 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-48c68955-9004-49f0-88ee-ce81300f42e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:38:29.534856 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:38:30.538040 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:38:32.501725 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:38:47.830611 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:38:51.803550 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:38:56.680805 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-89cfc210-6065-4b39-813a-5099ba42c852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:38:59.412543 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-4efad19c-3025-42dd-aa77-43a1020435c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:38:59.536011 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:39:00.542809 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:39:02.505200 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:39:04.002433 dv-neutron-797121-4-hyperv neutron-server[100146]: DEBUG neutron.wsgi [req-f5cf1c2b-5a7c-4d3a-8a3d-31da0df48214 req-9b8ec507-668f-4cff-bfa0-cc9c561d4266 service neutron] (100146) timed out ('10.222.0.110', 53142) {{(pid=100146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 13:39:17.845870 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:39:26.682213 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a215f886-06d4-471a-8b31-a5565c336992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:39:28.802317 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:39:29.414390 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-1fe3de29-1e23-4091-8b25-163f1a1040a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:39:29.537958 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:39:30.543335 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:39:32.508194 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:39:47.845159 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:39:56.682032 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-ddefe966-6051-4c62-baeb-a13c7c016559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:39:59.416089 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-8ed69dec-79de-4bf4-8354-92eefa307d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:39:59.539068 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:40:00.545234 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:40:02.510810 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:40:05.800777 dv-neutron-797121-4-hyperv neutron-server[100148]: DEBUG neutron.db.agents_db [None req-7a9b1353-ca73-454f-ada2-6618827df53e None None] Agent healthcheck: found 6 active agents {{(pid=100148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 13:40:17.848485 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc5a3-b9f3-44c6-a211-df5820b916be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:40:26.681980 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-59ef376f-c747-42c0-826c-2e874203e620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:40:29.418212 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-73b279d7-d9c3-45c0-b706-1db465bf3677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:40:29.539860 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-35f02405-c0b1-4bfa-b327-cd708ff315b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:40:30.548938 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-a50d59ed-f579-4366-81ba-142010f50e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 13:40:32.513716 dv-neutron-797121-4-hyperv neutron-server[100147]: DEBUG neutron_lib.callbacks.manager [None req-3b56b5e7-67af-4855-a5a0-2f6a1eeea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760207748886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782713'] for agent, after_update {{(pid=100147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}